Attempting to migrate off digga...

2022-12-06 17:09:27 +10:00
parent 0051488eb1
commit f5a0ad9ba9
203 changed files with 575 additions and 7302 deletions
@@ -0,0 +1,159 @@
+{ config, pkgs, ... }: {
+  # grafana configuration
+  #services.grafana = {
+  #  enable = true;
+  #  domain = "grafana.mossnet.lan";
+  #  port = 2342;
+  #  addr = "127.0.0.1";
+  #};
+  #
+  ## nginx reverse proxy
+  #services.nginx.virtualHosts.${config.services.grafana.domain} = {
+  #  locations."/" = {
+  #      proxyPass = "http://127.0.0.1:${toString config.services.grafana.port}";
+  #      proxyWebsockets = true;
+  #  };
+  #};
+
+  services.prometheus = {
+    enable = true;
+    port = 9001;
+    exporters = {
+      node = {
+        enable = true;
+        enabledCollectors = [ "systemd" ];
+        port = 9002;
+      };
+    };
+    rules = [
+      ''
+        groups:
+        - name: synapse
+          rules:
+          - record: "synapse_federation_transaction_queue_pendingEdus:total"
+            expr: "sum(synapse_federation_transaction_queue_pendingEdus or absent(synapse_federation_transaction_queue_pendingEdus)*0)"
+          - record: "synapse_federation_transaction_queue_pendingPdus:total"
+            expr:   "sum(synapse_federation_transaction_queue_pendingPdus or absent(synapse_federation_transaction_queue_pendingPdus)*0)"
+          - record: 'synapse_http_server_request_count:method'
+            labels:
+              servlet: ""
+            expr: "sum(synapse_http_server_request_count) by (method)"
+          - record: 'synapse_http_server_request_count:servlet'
+            labels:
+              method: ""
+            expr: 'sum(synapse_http_server_request_count) by (servlet)'
+
+          - record: 'synapse_http_server_request_count:total'
+            labels:
+              servlet: ""
+            expr: 'sum(synapse_http_server_request_count:by_method) by (servlet)'
+
+          - record: 'synapse_cache:hit_ratio_5m'
+            expr: 'rate(synapse_util_caches_cache:hits[5m]) / rate(synapse_util_caches_cache:total[5m])'
+          - record: 'synapse_cache:hit_ratio_30s'
+            expr: 'rate(synapse_util_caches_cache:hits[30s]) / rate(synapse_util_caches_cache:total[30s])'
+
+          - record: 'synapse_federation_client_sent'
+            labels:
+              type: "EDU"
+            expr: 'synapse_federation_client_sent_edus + 0'
+          - record: 'synapse_federation_client_sent'
+            labels:
+              type: "PDU"
+            expr: 'synapse_federation_client_sent_pdu_destinations:count + 0'
+          - record: 'synapse_federation_client_sent'
+            labels:
+              type: "Query"
+            expr: 'sum(synapse_federation_client_sent_queries) by (job)'
+
+          - record: 'synapse_federation_server_received'
+            labels:
+              type: "EDU"
+            expr: 'synapse_federation_server_received_edus + 0'
+          - record: 'synapse_federation_server_received'
+            labels:
+              type: "PDU"
+            expr: 'synapse_federation_server_received_pdus + 0'
+          - record: 'synapse_federation_server_received'
+            labels:
+              type: "Query"
+            expr: 'sum(synapse_federation_server_received_queries) by (job)'
+
+          - record: 'synapse_federation_transaction_queue_pending'
+            labels:
+              type: "EDU"
+            expr: 'synapse_federation_transaction_queue_pending_edus + 0'
+          - record: 'synapse_federation_transaction_queue_pending'
+            labels:
+              type: "PDU"
+            expr: 'synapse_federation_transaction_queue_pending_pdus + 0'
+
+          - record: synapse_storage_events_persisted_by_source_type
+            expr: sum without(type, origin_type, origin_entity) (synapse_storage_events_persisted_events_sep{origin_type="remote"})
+            labels:
+              type: remote
+          - record: synapse_storage_events_persisted_by_source_type
+            expr: sum without(type, origin_type, origin_entity) (synapse_storage_events_persisted_events_sep{origin_entity="*client*",origin_type="local"})
+            labels:
+              type: local
+          - record: synapse_storage_events_persisted_by_source_type
+            expr: sum without(type, origin_type, origin_entity) (synapse_storage_events_persisted_events_sep{origin_entity!="*client*",origin_type="local"})
+            labels:
+              type: bridges
+          - record: synapse_storage_events_persisted_by_event_type
+            expr: sum without(origin_entity, origin_type) (synapse_storage_events_persisted_events_sep)
+          - record: synapse_storage_events_persisted_by_origin
+            expr: sum without(type) (synapse_storage_events_persisted_events_sep)
+      ''
+    ];
+    scrapeConfigs = [
+      {
+        job_name = "helix";
+        static_configs = [{
+          targets = [ "127.0.0.1:${toString config.services.prometheus.exporters.node.port}" ];
+        }];
+      }
+      {
+        job_name = "synapse";
+        metrics_path = "/_synapse/metrics";
+        static_configs = [{
+          targets = [ "localhost:9090" ];
+        }];
+      }
+      {
+        job_name = "gitea";
+        static_configs = [{
+          targets = [ "localhost:3001" ];
+        }];
+      }
+    ];
+  };
+
+  networking.firewall = {
+    enable = true;
+    allowedTCPPorts = [ 9001 ];
+  };
+
+  services.nginx.virtualHosts."sealight.xyz" = {
+    locations."/metrics" = {
+      #basicAuth = { anish = "password"; };
+      proxyPass = "http://localhost:9001";
+    };
+  };
+
+  services.loki = {
+    enable = false; # TODO
+    #configFile = /var/loki-config.yaml;
+  };
+
+  # systemd.services.promtail = {
+  #   description = "Promtail service for Loki";
+  #   wantedBy = [ "multi-user.target" ];
+
+  #   serviceConfig = {
+  #     ExecStart = ''
+  #       ${pkgs.grafana-loki}/bin/promtail --config.file ${/var/promtail.yaml}
+  #     '';
+  #   };
+  # };
+}