Distributed-Task-Queue/docker-compose.yml at main · JasperHv/Distributed-Task-Queue · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
version: "3.9"

services:
  # Message Queue
  rabbitmq:
    image: rabbitmq:3-management
    container_name: rabbitmq
    ports:
      - "5672:5672"   # AMQP protocol
      - "15672:15672" # Management UI (http://localhost:15672)
    environment:
      RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER}
      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASS}
    healthcheck:
      test: rabbitmq-diagnostics -q ping
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - tasknet

  # State Storage
  redis:
    image: redis:7-alpine
    container_name: redis
    ports:
      - "6379:6379"
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 3s
      retries: 5
    networks:
      - tasknet

  # Coordinator (Leader election capable)
  coordinator-1:
    build: .
    container_name: coordinator-1
    command: npm run start:coordinator
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      NODE_ENV: development
      NODE_ID: coordinator-1
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    networks:
      - tasknet

  # Backup coordinator
  coordinator-2:
    build: .
    container_name: coordinator-2
    command: npm run start:coordinator
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      NODE_ENV: development
      NODE_ID: coordinator-2
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    networks:
      - tasknet

  # Worker 1
  worker-1:
    build: .
    container_name: worker-1
    command: npm run start:worker
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      NODE_ENV: development
      WORKER_ID: worker-1
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    networks:
      - tasknet

  # Worker 2
  worker-2:
    build: .
    container_name: worker-2
    command: npm run start:worker
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      NODE_ENV: development
      WORKER_ID: worker-2
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    networks:
      - tasknet

  # Worker 3
  worker-3:
    build: .
    container_name: worker-3
    command: npm run start:worker
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      NODE_ENV: development
      WORKER_ID: worker-3
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    networks:
      - tasknet

  # Client API
  client:
    build: .
    container_name: client
    command: npm run start:client
    volumes:
      - .:/usr/src/app
      - /usr/src/app/node_modules
    depends_on:
      - coordinator-1
    environment:
      NODE_ENV: development
      PORT: 3000
      RABBITMQ_URL: ${RABBITMQ_URL}
      REDIS_URL: ${REDIS_URL}
    ports:
      - "3000:3000"  # Changed from 8080 for clarity
    networks:
      - tasknet

networks:
  tasknet:
    driver: bridge