monitoring: added services

machines/gerd/services/monitoring/default.nix

@@ -2,5 +2,16 @@
   imports = [
     ./grafana.nix
     ./prometheus.nix
+
+    ./mon-postgres.nix
+    ./mon-stalwart.nix
+    ./mon-authelia.nix
+    ./mon-matrix-synapse.nix
+    ./mon-zfs.nix
+    ./mon-miniflux.nix
+    ./mon-hedgedoc.nix
+    ./mon-forgejo.nix
+    ./mon-uptime-kuma.nix
+    ./mon-searx.nix
   ];
 }

machines/gerd/services/monitoring/mon-authelia.nix

@@ -0,0 +1,23 @@
+{ config, lib, ... }:
+
+{
+  services.authelia.instances.main.settings = {
+    telemetry.metrics = {
+      enabled = true;
+    };
+  };
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "authelia";
+      static_configs = [{
+        targets = [ (lib.removePrefix "tcp://" config.services.authelia.instances.main.settings.telemetry.metrics.address) ];
+      }];
+      metric_relabel_configs = [{
+        source_labels = [ "__name__" ];
+        target_label = "__name__";
+        replacement = "authelia_$1";
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-forgejo.nix

@@ -0,0 +1,14 @@
+{ config, ... }:
+
+{
+  services.forgejo.settings.metrics.ENABLED = true;
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "forgejo";
+      static_configs = [{
+        targets = [ "localhost:${builtins.toString config.services.forgejo.settings.server.HTTPPORT}" ];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-hedgedoc.nix

@@ -0,0 +1,18 @@
+{ config, ... }:
+
+{
+  services.hedgedoc.settings = {
+    # enabled by default anyways
+    # TODO(eyJhb): disable exposing this to the WORLD
+    enableStatsApi = true;
+  };
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "hedgedoc";
+      static_configs = [{
+        targets = [ "localhost:${builtins.toString config.services.hedgedoc.settings.port}"];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-matrix-synapse.nix

@@ -0,0 +1,27 @@
+let
+  metrics_port = 9734;
+in {
+  services.matrix-synapse = {
+    settings = {
+      enable_metrics = true;
+      listeners = [
+        {
+          port = metrics_port;
+          type = "metrics";
+          bind_addresses = [ "localhost" ];
+          tls = false;
+          resources = [];
+        }
+      ];
+    };
+  };
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "matrix-synapse";
+      static_configs = [{
+        targets = [ "localhost:${builtins.toString metrics_port}"];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-miniflux.nix

@@ -0,0 +1,16 @@
+{ config, ... }:
+
+{
+  services.miniflux.config = {
+    METRICS_COLLECTOR = 1;
+  };
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "miniflux";
+      static_configs = [{
+        targets = [ config.services.miniflux.config.LISTEN_ADDR ];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-postgres.nix

@@ -0,0 +1,34 @@
+{ config, pkgs, ... }:
+
+{
+  services.prometheus.exporters.postgres = {
+    enable = true;
+    listenAddress = "localhost";
+    runAsLocalSuperUser = true;
+
+    extraFlags = let
+      extraQuery = pkgs.writeText "prometehus-postgres-query.yaml" ''
+        pg_database:
+          query: "SELECT pg_database.datname, pg_database_size(pg_database.datname) as size FROM pg_database"
+          metrics:
+            - datname:
+                usage: "LABEL"
+                description: "Name of the database"
+            - size:
+                usage: "GAUGE"
+                description: "Disk space used by the database"
+      '';
+    in [
+      "--extend.query-path=${extraQuery}"
+    ];
+  };
+  
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "postgres";
+      static_configs = [{
+        targets = [ "localhost:${toString config.services.prometheus.exporters.postgres.port}" ];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-searx.nix

@@ -0,0 +1,16 @@
+{ config, ... }:
+
+{
+  services.searx.settings.general.open_metrics = "thisreallydoesnotmatterasitisnotaccessiblefromoutsideofthisserver";
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "searx";
+      basic_auth.username = "canbeanything";
+      basic_auth.password = config.services.searx.settings.general.open_metrics;
+      static_configs = [{
+        targets = [ config.services.searx.uwsgiConfig.http ];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-stalwart.nix

@@ -0,0 +1,22 @@
+{ config, ... }:
+
+{
+  services.stalwart-mail.settings = {
+    metrics.prometheus.enable = true;
+  };
+
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "stalwart";
+      metrics_path = "/metrics/prometheus";
+      static_configs = [{
+        targets = [ "localhost:${toString config.mine.shared.settings.mail.ports.http_management}" ];
+      }];
+      metric_relabel_configs = [{
+        source_labels = [ "__name__" ];
+        target_label = "__name__";
+        replacement = "stalwart_$1";
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-uptime-kuma.nix

@@ -0,0 +1,12 @@
+{ config, ... }:
+
+{
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "uptime-kuma";
+      static_configs = [{
+        targets = [ "localhost:${builtins.toString config.services.uptime-kuma.settings.PORT}" ];
+      }];
+    }
+  ];
+}

machines/gerd/services/monitoring/mon-zfs.nix

@@ -0,0 +1,19 @@
+{ config, pkgs, ... }:
+
+{
+  services.prometheus.exporters.zfs = {
+    enable = true;
+    listenAddress = "localhost";
+
+    extraFlags = [ "--collector.dataset-snapshot" ];
+  };
+  
+  services.prometheus.scrapeConfigs = [
+    {
+      job_name = "zfs";
+      static_configs = [{
+        targets = [ "localhost:${toString config.services.prometheus.exporters.zfs.port}" ];
+      }];
+    }
+  ];
+}

machines/gerd/services/uptime-kuma.nix

@@ -37,6 +37,22 @@ in {
            
                        const Dialect = require("knex/lib/dialects/sqlite3/index.js");
         '')
+        # TODO(eyJhb): do we really want this?
+        (pkgs.writeText "uptime-kuma-disable-metrics-auth.patch" ''
+          diff --git a/server/server.js b/server/server.js
+          index db58ae82..d650a42a 100644
+          --- a/server/server.js
+          +++ b/server/server.js
+          @@ -292,7 +292,7 @@ let needSetup = false;
+           
+               // Prometheus API metrics  /metrics
+               // With Basic Auth using the first user's username/password
+          -    app.get("/metrics", apiAuth, prometheusAPIMetrics());
+          +    app.use("/metrics", prometheusAPIMetrics());
+           
+               app.use("/", expressStaticGzip("dist", {
+                   enableBrotli: true,
+        '')
       ];
     });
   };