Merge pull request #258 from marcel-dempers/GsNTg8vvTPXLX7F9

sharding tutorial with prometheus

Author: marcel-dempers

monitoring/prometheus/docker-compose.yaml

@@ -1,3 +1,7 @@
+networks:
+  prometheus:
+    name: prometheus
+    driver: bridge
 services:
   go-application:
     build:
@@ -6,27 +10,35 @@ services:
     image: go-application
     ports:
       - "80:5000"
+    networks:
+      - prometheus
   python-application:
     build:
       context: ./python-application
     container_name: python-application
     image: python-application
     ports:
       - "81:5000"
+    networks:
+      - prometheus
   dotnet-application:
     build:
       context: ./dotnet-application
     container_name: dotnet-application
     image: dotnet-application
     ports:
       - "82:5000"
+    networks:
+      - prometheus
   nodejs-application:
     build:
       context: ./nodejs-application
     container_name: nodejs-application
     image: nodejs-application
     ports:
       - "83:5000"
+    networks:
+      - prometheus
   prometheus:
     container_name: prometheus-svc
     image: prom/prometheus:v3.3.0
@@ -35,6 +47,8 @@ services:
     command: --config.file=/etc/prometheus/prometheus.yaml
     volumes:
       - ./prometheus.yaml:/etc/prometheus/prometheus.yaml
+    networks:
+      - prometheus
   grafana:
     image: grafana/grafana:11.6.1
     ports:
@@ -43,6 +57,8 @@ services:
       - GF_AUTH_BASIC_ENABLED=false
       - GF_AUTH_ANONYMOUS_ENABLED=true
       - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+    networks:
+      - prometheus
   grafana-dashboards:
     image: alpine:latest
     depends_on:
@@ -56,4 +72,6 @@ services:
         sleep 5s
         cd /grafana
         curl --request POST http://grafana:3000/api/datasources --header 'Content-Type: application/json' -d @datasources.json
-        curl --request POST http://grafana:3000/api/dashboards/db --header 'Content-Type: application/json' -d @dashboard.json"
+        curl --request POST http://grafana:3000/api/dashboards/db --header 'Content-Type: application/json' -d @dashboard.json"
+    networks:
+      - prometheus

monitoring/prometheus/sharding/README.md

@@ -0,0 +1,25 @@
+# Prometheus Basic Sharding
+## a Video reference guide
+
+To run any of the commands, please ensure you open a terminal and navigate to the path where this readme is located.
+
+## Start example applications 
+
+To start our example applications, we'll need to navigate to the folder where we have our example services in our docker-compose file 
+
+```
+cd monitoring\prometheus\
+
+docker compose up -d --build go-application
+docker compose up -d --build python-application
+docker compose up -d --build dotnet-application
+docker compose up -d --build nodejs-application
+```
+
+## Start Prometheus 
+
+```
+cd sharding
+docker compose up -d prometheus-00
+docker compose up -d prometheus-01
+```

monitoring/prometheus/sharding/docker-compose.yaml

@@ -0,0 +1,26 @@
+networks:
+  prometheus:
+    name: prometheus
+    driver: bridge
+    external: true
+services:
+  prometheus-00:
+      container_name: prometheus-00
+      image: prom/prometheus:v3.3.0
+      ports: 
+        - "9090:9090"
+      command: --config.file=/etc/prometheus/prometheus.yaml
+      volumes:
+        - ./prometheus-00.yaml:/etc/prometheus/prometheus.yaml
+      networks:
+        - prometheus
+  prometheus-01:
+      container_name: prometheus-01
+      image: prom/prometheus:v3.3.0
+      ports: 
+        - "9091:9090"
+      command: --config.file=/etc/prometheus/prometheus.yaml
+      volumes:
+        - ./prometheus-01.yaml:/etc/prometheus/prometheus.yaml
+      networks:
+        - prometheus

monitoring/prometheus/sharding/prometheus-00.yaml

@@ -0,0 +1,17 @@
+global:
+  scrape_interval:     5s
+  evaluation_interval: 30s
+scrape_configs:
+- job_name: my-application
+  dns_sd_configs:
+  - names: ['dotnet-application','nodejs-application','go-application','python-application']
+    type: A
+    port: 5000
+  relabel_configs:
+  - source_labels: [__address__]
+    modulus: 2
+    target_label: __tmp_hash
+    action: hashmod
+  - source_labels: [__tmp_hash]
+    regex: '^0$'
+    action: keep

monitoring/prometheus/sharding/prometheus-01.yaml

@@ -0,0 +1,17 @@
+global:
+  scrape_interval:     5s
+  evaluation_interval: 30s
+scrape_configs:
+- job_name: my-application
+  dns_sd_configs:
+  - names: ['dotnet-application','nodejs-application','go-application','python-application']
+    type: A
+    port: 5000
+  relabel_configs:
+  - source_labels: [__address__]
+    modulus: 2
+    target_label: __tmp_hash
+    action: hashmod
+  - source_labels: [__tmp_hash]
+    regex: '^1$'
+    action: keep