even more backups of things

hosts/lithium/services/monitoring/README.md

@@ -0,0 +1,14 @@
+# hosts/lithium/services/monitoring
+
+This is a Grafana/Prometheus Monitoring Stack.
+Why? Basically for the sake of it.
+
+## Diagram
+
+```mermaid
+````
+
+## References
+
+- https://gist.github.com/rickhull/895b0cb38fdd537c1078a858cf15d63e
+- https://xeiaso.net/blog/prometheus-grafana-loki-nixos-2020-11-20/

hosts/lithium/services/monitoring/grafana.nix

@@ -1,6 +1,8 @@
-{ config, pkgs, ... }:
+{ inputs, config, pkgs, ... }:
 let
-  svcDomain = "grafana.${config.networking.domain}";
+  homelabDomain = inputs.nixos-secrets.homelabDomain;
+  #svcDomain = "grafana.${config.networking.domain}";
+  svcDomain = "grafana.${homelabDomain}";
   svcPort = config.services.grafana.settings.server.http_port;
 in
 {

hosts/lithium/services/monitoring/loki-local-config.yaml

@@ -0,0 +1,4 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100

hosts/lithium/services/monitoring/loki.nix

@@ -0,0 +1,15 @@
+{ ... }:
+{
+  services.loki = {
+    enable = true;
+    #configFile = "./loki-local-config.yaml";
+    # Nix Object representing the data that might otherwise be in a YAML config
+    # https://github.com/grafana/loki/blob/main/cmd/loki/loki-local-config.yaml
+    configuration = {
+      auth_enabled = false;
+      server = {
+        
+      };
+    };
+  };
+}

hosts/lithium/services/monitoring/prometheus.nix

@@ -1,8 +1,8 @@
 { config, pkgs, ... }:
-#let
+let
   #svcDomain = "status.${config.networking.domain}";
-  #svcPort = config.services.prometheus.exporters.node.port;
-#in
+  svcPort = config.services.prometheus.exporters.node.port;
+in
 {
   #services.caddy.virtualHosts."${svcDomain}".extraConfig = ''
     #reverse_proxy :${svcPort}
@@ -10,20 +10,27 @@
 
   services.prometheus = {
     enable = true;
+    port = 9090;
     #globalConfig.scrape_interval = "10s"; # "1m"
-    #scrapeConfigs = [
-      #{
-        #job_name = "node";
-        #static_configs = [{
-         # targets = [ "localhost:${toString svcPort}" ];
-        #}];
-      #}
-    #];
+
+    exporters = {
+      # Export data about this host
+      node = {
+        enable = true;
+        enabledCollectors = [ "systemd" ];
+        port = 9091;
+      };
+    };
+
+    # Read data from the export
+    scrapeConfigs = [
+      {
+        job_name = "node-lithium";
+        static_configs = [{
+          targets = [ "localhost:${toString svcPort}" ];
+        }];
+      }
+    ];
   };
 
-  #services.prometheus.exporters.node = {
-    #enable = true;
-    #port = 9000;
-    #enabledCollectors = [ "systemd" ];
-  #};
 }