Improve monitoring stuff

services/monitoring/default.nix

@@ -3,5 +3,6 @@
   imports = [
     ./loki.nix
     ./grafana.nix
+    ./prometheus.nix
   ];
 }

services/monitoring/prometheus.nix

@@ -2,5 +2,27 @@
 {
   services.prometheus = {
     enable = true;
+    alertmanager = {
+      enable = true;
+    };
+    scrapeConfigs = [
+      {
+        job_name = "node-exporter";
+        static_configs = [
+          {
+            targets = [
+              # Node exporter
+              "gunter.home.2rjus.net:9100"
+              "ca.home.2rjus.net:9100"
+              "monitoring01.home.2rjus.net:9100"
+              "ns1.home.2rjus.net:9100"
+              "ns2.home.2rjus.net:9100"
+              "http-proxy.home.2rjus.net:9100"
+              "ha1.home.2rjus.net:9100"
+            ];
+          }
+        ];
+      }
+    ];
   };
 }

system/monitoring/logs.nix

@@ -6,6 +6,8 @@
       server = {
         http_listen_address = "0.0.0.0";
         http_listen_port = 9099;
+        grpc_listen_address = "0.0.0.0";
+        grpc_listen_port = 9098;
       };
 
       clients = [

system/monitoring/metrics.nix

@@ -1,33 +1,10 @@
 { pkgs, ... }:
 {
-  environment.systemPackages = with pkgs; [
+  services.prometheus.exporters.node = {
-    prometheus-node-exporter
-    prometheus-systemd-exporter
-  ];
-
-  systemd.services."node-exporter" = {
     enable = true;
-    unitConfig = {
+    enabledCollectors = [
-      Description = "Prometheus Node Exporter";
+      "systemd"
-      After = [ "network.target" ];
+      "logind"
-    };
+    ];
-    serviceConfig = {
-      ExecStart = "${pkgs.prometheus-node-exporter}/bin/node_exporter";
-    };
-    wantedBy = [ "multi-user.target" ];
   };
-
-  systemd.services."systemd-exporter" = {
-    enable = true;
-    unitConfig = {
-      Description = "Prometheus Systemd Exporter";
-      After = [ "network.target" ];
-    };
-    serviceConfig = {
-      ExecStart = "${pkgs.prometheus-systemd-exporter}/bin/systemd_exporter";
-    };
-    wantedBy = [ "multi-user.target" ];
-  };
-
-  networking.firewall.allowedTCPPorts = [ 9100 9558 ];
 }