justin/new-site
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix dashboard stale series + enable Prometheus admin API

Browse source 
Dashboard queries now use max() to pick UP value when old stale
probe targets coexist with new ones. Prometheus admin API enabled
for future TSDB cleanup of stale series.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
justin 2026-05-01 03:43:42 -05:00
parent 3194c71495
commit 15f5c267e7
2 changed files with 10 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

1
docker-compose.yml
View file

@ -298,6 +298,7 @@ services:
- --config.file=/etc/prometheus/prometheus.yml - --config.file=/etc/prometheus/prometheus.yml
- --storage.tsdb.retention.time=90d - --storage.tsdb.retention.time=90d
- --web.enable-lifecycle - --web.enable-lifecycle
- --web.enable-admin-api
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"
restart: unless-stopped restart: unless-stopped

18
monitoring/pw-services-dashboard.json
View file

@ -24,15 +24,15 @@
}, },
"options": { "reduceOptions": { "calcs": ["lastNotNull"] }, "graphMode": "none", "colorMode": "background", "textMode": "auto" }, "options": { "reduceOptions": { "calcs": ["lastNotNull"] }, "graphMode": "none", "colorMode": "background", "textMode": "auto" },
"targets": [ "targets": [
{ "expr": "probe_success{job='pw_api_prod'}", "legendFormat": "API", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_api_prod'})", "legendFormat": "API", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_site_prod'}", "legendFormat": "Site", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_site_prod'})", "legendFormat": "Site", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_workers'}", "legendFormat": "Workers", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_workers'})", "legendFormat": "Workers", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_erpnext'}", "legendFormat": "ERPNext", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_erpnext'})", "legendFormat": "ERPNext", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_minio'}", "legendFormat": "MinIO", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_minio'})", "legendFormat": "MinIO", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_listmonk'}", "legendFormat": "Listmonk", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_listmonk'})", "legendFormat": "Listmonk", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_ollama'}", "legendFormat": "Ollama", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_ollama'})", "legendFormat": "Ollama", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_umami'}", "legendFormat": "Umami", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_umami'})", "legendFormat": "Umami", "datasource": { "type": "prometheus" } },
{ "expr": "probe_success{job='pw_forgejo'}", "legendFormat": "Forgejo", "datasource": { "type": "prometheus" } }, { "expr": "max(probe_success{job='pw_forgejo'})", "legendFormat": "Forgejo", "datasource": { "type": "prometheus" } },
{ "expr": "pg_up", "legendFormat": "PostgreSQL", "datasource": { "type": "prometheus" } } { "expr": "pg_up", "legendFormat": "PostgreSQL", "datasource": { "type": "prometheus" } }
] ]
}, },