monitoring: separate exporters

Signed-off-by: lucasew <lucas59356@gmail.com>

nix/nodes/whiterun/default.nix

@@ -15,13 +15,13 @@ in
   imports = [
     ./hardware-configuration.nix
     ../gui-common
+    ./monitoring
 
     "${self.inputs.nixos-hardware}/common/cpu/amd/pstate.nix"
     "${self.inputs.nixos-hardware}/common/gpu/amd"
     "${self.inputs.nixos-hardware}/common/pc/ssd"
     ./nvidia.nix
 
-    ./dashboards.nix
     ./dlna.nix
     ./nextcloud.nix
     ./sshfs.nix

nix/nodes/whiterun/monitoring/default.nix

@@ -0,0 +1,44 @@
+{
+  config,
+  ...
+}:
+{
+
+  imports = [
+    ./nginx.nix
+    ./node-exporter.nix
+    ./zfs.nix
+    ./postgres.nix
+    ./nvidia.nix
+  ];
+
+  networking.ports.grafana-web.enable = true;
+  # networking.ports.grafana-web.port = lib.mkDefault 49150;
+  services.grafana = {
+    enable = true;
+    settings.server = {
+      domain = "grafana.${config.services.ts-proxy.network-domain}";
+      http_port = config.networking.ports.grafana-web.port;
+      http_addr = "127.0.0.1";
+    };
+  };
+
+  services.ts-proxy.hosts = {
+    grafana = {
+      address = "127.0.0.1:${toString config.services.grafana.settings.server.http_port}";
+      enableTLS = true;
+    };
+    prometheus = {
+      address = "127.0.0.1:${toString config.services.prometheus.port}";
+      enableTLS = true;
+    };
+  };
+
+  networking.ports.prometheus.enable = true;
+  services.prometheus = {
+    enable = true;
+    inherit (config.networking.ports.prometheus) port;
+
+    webExternalUrl = "http://prometheus.${config.services.ts-proxy.network-domain}";
+  };
+}

nix/nodes/whiterun/monitoring/nginx.nix

@@ -0,0 +1,27 @@
+{ config, ... }:
+
+{
+  networking.ports.prometheus-exporter-nginx.enable = true;
+  services.nginx.statusPage = true;
+
+  services.prometheus = {
+    exporters.nginx = {
+      enable = true;
+      sslVerify = true; # internal net doesn't use ssl
+      inherit (config.networking.ports.prometheus-exporter-nginx) port;
+    };
+
+    scrapeConfigs = [
+      {
+        job_name = "nginx";
+        static_configs = [
+           {
+            targets = [
+              "127.0.0.1:${toString config.networking.ports.prometheus-exporter-nginx.port}"
+            ];
+          }
+        ];
+      }
+    ];
+  };
+}

nix/nodes/whiterun/monitoring/node-exporter.nix

@@ -0,0 +1,30 @@
+{ config, ... }:
+
+{
+  networking.ports.prometheus-exporter-node_exporter.enable = true;
+
+  services.prometheus = {
+    exporters.node = {
+      enable = true;
+      inherit (config.networking.ports.prometheus-exporter-node_exporter) port;
+      enabledCollectors = [
+        "logind"
+        "systemd"
+      ];
+    };
+
+    scrapeConfigs = [
+      {
+        job_name = "node_exporter";
+        static_configs = [
+          {
+            targets = [
+              "127.0.0.1:${toString config.networking.ports.prometheus-exporter-node_exporter.port}"
+            ];
+          }
+        ];
+      }
+    ];
+  };
+
+}

nix/nodes/whiterun/monitoring/nvidia.nix

@@ -0,0 +1,34 @@
+
+
+{ config, lib, pkgs, ... }:
+
+{
+  networking.ports.prometheus-exporter-nvidia.enable = true;
+
+  systemd.services.prometheus-nvidia-exporter = {
+    script = ''
+      exec ${lib.getExe pkgs.unstable.prometheus-nvidia-gpu-exporter} \
+        --web.listen-address 127.0.0.1:${toString config.networking.ports.prometheus-exporter-nvidia.port} \
+        --nvidia-smi-command /run/current-system/sw/bin/nvidia-smi
+    '';
+    serviceConfig = {
+      PrivateDevices = false;
+    };
+    wantedBy = [ "multi-user.target" ];
+  };
+
+  services.prometheus = {
+    scrapeConfigs = [
+      {
+        job_name = "nvidia";
+        static_configs = [
+           {
+            targets = [
+              "127.0.0.1:${toString config.networking.ports.prometheus-exporter-nvidia.port}"
+            ];
+          }
+        ];
+      }
+    ];
+  };
+}

nix/nodes/whiterun/monitoring/postgres.nix

@@ -0,0 +1,27 @@
+
+{ config, ... }:
+
+{
+  networking.ports.prometheus-exporter-postgres.enable = true;
+
+  services.prometheus = {
+    exporters.postgres = {
+      enable = true;
+      runAsLocalSuperUser = true;
+      inherit (config.networking.ports.prometheus-exporter-postgres) port;
+    };
+
+    scrapeConfigs = [
+      {
+        job_name = "postgres";
+        static_configs = [
+           {
+            targets = [
+              "127.0.0.1:${toString config.networking.ports.prometheus-exporter-postgres.port}"
+            ];
+          }
+        ];
+      }
+    ];
+  };
+}

nix/nodes/whiterun/monitoring/zfs.nix

@@ -0,0 +1,24 @@
+{ config, ... }:
+
+{
+  networking.ports.prometheus-exporter-zfs.enable = true;
+
+  services.prometheus = {
+    exporters.zfs = {
+      enable = true;
+      inherit (config.networking.ports.prometheus-exporter-zfs) port;
+    };
+    scrapeConfigs = [
+      {
+        job_name = "zfs";
+        static_configs = [
+           {
+            targets = [
+              "127.0.0.1:${toString config.networking.ports.prometheus-exporter-zfs.port}"
+            ];
+          }
+        ];
+      }
+    ];
+  };
+}