Add subsquid host metrics

README.md

@@ -85,7 +85,7 @@ The stack monitors:
   - Mainnet bootnode (`a1`–`a7`) and mainnet rpcnode (`rpc1`/`rpc2`) scrapes use Cloudflare Access headers (same `http_headers` block as senoti/quersi)
 - **Subsquid / Explorer** - Planck testnet and mainnet fleets (`planck-subsquid-*`, `mainnet-subsquid-*`)
   - Processor Prometheus on `subsquid-proc-1` / `subsquid-mainnet-proc-1` (active-color indexer)
-  - node_exporter on app, chain, and both DB colors (`subsquid-*.quantus.com` / `subsquid-mainnet-*.quantus.com`)
+  - node_exporter on proc via `subsquid-proc-1-hm` / `subsquid-mainnet-proc-1-hm`, and on app, chain, and both DB colors (`subsquid-*.quantus.com` / `subsquid-mainnet-*.quantus.com`)
   - Mainnet scrapes use the same Cloudflare Access headers as senoti/quersi
 - **Support Services** - Telemetry and monitoring infrastructure
   - Telemetry Host (qm-telemetry.quantus.cat) - VPS system metrics

grafana/dashboards/infrastructure/subsquid-host.json

@@ -33,7 +33,7 @@
       "id": 10,
       "targets": [
         {
-          "expr": "up{job=\"${fleet}-subsquid-proc-1\"}",
+          "expr": "up{job=\"${fleet}-subsquid-proc-1-hm\"}",
           "refId": "A",
           "datasource": {
             "type": "prometheus",
@@ -1181,7 +1181,7 @@
         },
         "hide": 0,
         "includeAll": true,
-        "allValue": "${fleet}-subsquid-(proc-1|app-1|app-2|db-blue-1|db-green-1|chain-1)",
+        "allValue": "${fleet}-subsquid-(proc-1-hm|app-1|app-2|db-blue-1|db-green-1|chain-1)",
         "label": "Host",
         "multi": true,
         "name": "job",
@@ -1194,7 +1194,7 @@
           {
             "selected": false,
             "text": "proc-1",
-            "value": "${fleet}-subsquid-proc-1"
+            "value": "${fleet}-subsquid-proc-1-hm"
           },
           {
             "selected": false,
@@ -1222,7 +1222,7 @@
             "value": "${fleet}-subsquid-chain-1"
           }
         ],
-        "query": "proc-1 : ${fleet}-subsquid-proc-1,app-1 : ${fleet}-subsquid-app-1,app-2 : ${fleet}-subsquid-app-2,db-blue-1 : ${fleet}-subsquid-db-blue-1,db-green-1 : ${fleet}-subsquid-db-green-1,chain-1 : ${fleet}-subsquid-chain-1",
+        "query": "proc-1 : ${fleet}-subsquid-proc-1-hm,app-1 : ${fleet}-subsquid-app-1,app-2 : ${fleet}-subsquid-app-2,db-blue-1 : ${fleet}-subsquid-db-blue-1,db-green-1 : ${fleet}-subsquid-db-green-1,chain-1 : ${fleet}-subsquid-chain-1",
         "skipUrlSync": false,
         "type": "custom"
       }

prometheus/prometheus.yml

@@ -184,6 +184,34 @@ scrape_configs:
     - subsquid-proc-1.quantus.com
     labels:
       chain: planck
+- job_name: planck-subsquid-proc-1-hm
+  honor_timestamps: true
+  track_timestamps_staleness: false
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  scrape_protocols:
+  - PrometheusText0.0.4
+  - OpenMetricsText1.0.0
+  - OpenMetricsText0.0.1
+  - PrometheusText1.0.0
+  metrics_path: /metrics
+  scheme: https
+  enable_compression: true
+  follow_redirects: true
+  enable_http2: true
+  fallback_scrape_protocol: PrometheusText0.0.4
+  http_headers:
+    CF-Access-Client-Id:
+      files:
+      - /etc/prometheus/secrets/cf_access_client_id
+    CF-Access-Client-Secret:
+      files:
+      - /etc/prometheus/secrets/cf_access_client_secret
+  static_configs:
+  - targets:
+    - subsquid-proc-1-hm.quantus.com
+    labels:
+      chain: planck
 - job_name: planck-subsquid-app-1
   honor_timestamps: true
   track_timestamps_staleness: false
@@ -352,6 +380,34 @@ scrape_configs:
     - subsquid-mainnet-proc-1.quantus.com
     labels:
       chain: mainnet
+- job_name: mainnet-subsquid-proc-1-hm
+  honor_timestamps: true
+  track_timestamps_staleness: false
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  scrape_protocols:
+  - PrometheusText0.0.4
+  - OpenMetricsText1.0.0
+  - OpenMetricsText0.0.1
+  - PrometheusText1.0.0
+  metrics_path: /metrics
+  scheme: https
+  enable_compression: true
+  follow_redirects: true
+  enable_http2: true
+  fallback_scrape_protocol: PrometheusText0.0.4
+  http_headers:
+    CF-Access-Client-Id:
+      files:
+      - /etc/prometheus/secrets/cf_access_client_id
+    CF-Access-Client-Secret:
+      files:
+      - /etc/prometheus/secrets/cf_access_client_secret
+  static_configs:
+  - targets:
+    - subsquid-mainnet-proc-1-hm.quantus.com
+    labels:
+      chain: mainnet
 - job_name: mainnet-subsquid-app-1
   honor_timestamps: true
   track_timestamps_staleness: false