setup fluentd prometheus exporter

dockerfiles/services/prometheus/Dockerfile

@@ -0,0 +1,2 @@
+FROM prom/prometheus
+ADD prometheus.yml /etc/prometheus/

dockerfiles/services/prometheus/docker-compose-prod.yml

@@ -0,0 +1,111 @@
+---
+# docker-compose file for prometheus metrics server
+
+# docker login dkregistry.xai-corp.net:5000
+# docker-compose build && docker push dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest
+
+# DOCKER_HOST=dkmanager:2376 docker stack deploy -c docker-compose.yml metrics
+# DOCKER_HOST=dkmanager:2376 docker stack ps metrics
+
+version: '3.4'
+services:
+
+  prometheus:
+    image: "dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest"
+    ports:
+      - 9090:9090
+#    logging:
+#      driver: fluentd
+#      options:
+#        fluentd-address: "logs.xai-corp.net:24224"
+#        fluentd-async-connect: 'true'
+#        tag: postgres
+    deploy:
+      mode: replicated
+      replicas: 1
+      restart_policy:
+        condition: any
+        delay: "1s"
+        max_attempts: 5
+      update_config:
+        parallelism: 1
+        delay: 2s
+        order: start-first
+      resources:
+        limits:
+#          cpus: '1'
+          memory: 512M
+    networks:
+    - ingress
+    - prod
+
+  graphana:
+    image: grafana/grafana
+    ports:
+      - 3001:3000
+    environment:
+      GF_SECURITY_ADMIN_PASSWORD: sakas
+#    volumes:
+#      - /opt/shared/nextcloud/data:/var/www/html/data
+    networks:
+    - ingress
+
+  postgres_exported:
+    image: wrouesnel/postgres_exporter
+    environment:
+      DATA_SOURCE_NAME: "postgresql://xaicorp_admin:snqioxni1sw@tasks.postgres:5432/?sslmode=disable"
+    deploy:
+      mode: replicated
+      replicas: 0
+      restart_policy:
+        condition: any
+        delay: "1s"
+        max_attempts: 5
+      update_config:
+        parallelism: 1
+        delay: 2s
+        order: start-first
+      resources:
+        limits:
+#          cpus: '1'
+          memory: 512M
+    networks:
+    - prod
+
+  fluentd_exporter:
+    image: vect0r/fluentd_exporter
+    ports:
+      - 9309:9309
+    command:
+      - go-wrapper
+      - run
+      - -scrape_uri
+      - http://tasks.fluentd:24220/api/plugins.json
+    deploy:
+      mode: replicated
+      replicas: 1
+      restart_policy:
+        condition: any
+        delay: "1s"
+        max_attempts: 5
+      update_config:
+        parallelism: 1
+        delay: 2s
+        order: start-first
+      resources:
+        limits:
+#          cpus: '1'
+          memory: 512M
+    networks:
+    - prod
+
+networks:
+  default:
+    external:
+      name: ingress
+  ingress:
+    external:
+      name: ingress
+  prod:
+    external:
+      name: prod

dockerfiles/services/prometheus/docker-compose.yml

@@ -1,27 +1,30 @@
 ---
-# docker-compose file for owncloud server
+# docker-compose file for prometheus metrics server
 
-# DOCKER_HOST=dkhost:2376 docker stack deploy -c docker-compose.yml metrics
-# DOCKER_HOST=dkhost:2376 docker stack ps metrics
+# docker login dkregistry.xai-corp.net:5000
+# docker-compose build && docker push dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest
+
+# DOCKER_HOST=dkmanager:2376 docker stack deploy -c docker-compose.yml metrics
+# DOCKER_HOST=dkmanager:2376 docker stack ps metrics
 
 version: '3.4'
 services:
 
   prometheus:
-    image: prom/prometheus
+    image: "dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest"
+    build:
+      context: .
+      dockerfile: Dockerfile
     ports:
       - 9090:9090
-#    volumes:
-#      - /opt/shared/nextcloud/data:/var/www/html/data
-    logging:
-      driver: fluentd
-      options:
-        fluentd-address: "logs.xai-corp.net:24224"
-        fluentd-async-connect: 'true'
-        tag: postgres
-    networks:
-    - ingress
-    - prod
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+#    logging:
+#      driver: fluentd
+#      options:
+#        fluentd-address: "logs.xai-corp.net:24224"
+#        fluentd-async-connect: 'true'
+#        tag: postgres
 
   graphana:
     image: grafana/grafana
@@ -31,25 +34,19 @@ services:
       GF_SECURITY_ADMIN_PASSWORD: sakas
 #    volumes:
 #      - /opt/shared/nextcloud/data:/var/www/html/data
-    networks:
-    - ingress
 
   postgres_exported:
     image: wrouesnel/postgres_exporter
     environment:
       DATA_SOURCE_NAME: "postgresql://xaicorp_admin:snqioxni1sw@tasks.postgres:5432/?sslmode=disable"
-    networks:
-    - ingress
-    - prod
 
+  fluentd_exporter:
+    image: vect0r/fluentd_exporter
+#    ports:
+#      - 9309:9309
+    command:
+      - go-wrapper
+      - run
+      - -scrape_uri
+      - http://tasks.fluentd:24220/api/plugins.json
 
-networks:
-  default:
-    external:
-      name: ingress
-  ingress:
-    external:
-      name: ingress
-  prod:
-    external:
-      name: prod

dockerfiles/services/prometheus/prometheus.yml

@@ -0,0 +1,32 @@
+---
+# Prometheus config file
+
+# my global config
+global:
+  scrape_interval:     15s
+  evaluation_interval: 30s
+  # scrape_timeout is set to the global default (10s).
+
+  external_labels:
+    monitor: test
+    foo:     bar
+
+
+scrape_configs:
+
+- job_name: glusterfs
+  metrics_path: /metrics
+  scrape_interval: 30s
+  scrape_timeout:  14s
+  static_configs:
+    - targets:
+      - 'cubox-i.xai-corp.net:9189'
+      - 'home.xai-corp.net:9189'
+
+- job_name: fluentd
+  metrics_path: /metrics
+  scrape_interval: 10s
+  scrape_timeout:  9s
+  static_configs:
+    - targets:
+      - 'fluentd_exporter:9309'