Emi Griffith
46edb0bca0
A central Grafana + Loki stack (on beta) fed by a Grafana Alloy agent on every node, replacing the old SSH-tailed single-host scripts/dashboard.py. - docker-compose.yml: central Loki (mesh-only :3100) + Grafana (Caddy-fronted) - loki/config.yml: single-binary, filesystem storage, 30-day retention - alloy/config.alloy + docker-compose.agent.yml: per-node collector — every container's stdout/stderr via the Docker socket, Caddy host logs, and the app's structured JSON logs (errors/access/audit), each line tagged by node - grafana/: auto-provisioned Loki datasource + a fleet-logs dashboard (volume by service, error rate, upstream 429s, Caddy 5xx, notifier liveness, live tail), with a per-node selector - caddy-grafana.conf, README, .env.example
51 lines
1.3 KiB
YAML
51 lines
1.3 KiB
YAML
# Loki — the single log store for the whole Thermograph fleet (prod, beta, LAN
|
|
# dev). Every node's Alloy agent pushes here over the WireGuard mesh; Grafana
|
|
# reads from here. Single-binary, filesystem-backed: no object storage, no
|
|
# clustering — right for a three-node hobby fleet, and everything lives on one
|
|
# volume you can back up or blow away.
|
|
auth_enabled: false
|
|
|
|
server:
|
|
http_listen_port: 3100
|
|
grpc_listen_port: 9096
|
|
log_level: warn
|
|
|
|
common:
|
|
instance_addr: 127.0.0.1
|
|
path_prefix: /loki
|
|
storage:
|
|
filesystem:
|
|
chunks_directory: /loki/chunks
|
|
rules_directory: /loki/rules
|
|
replication_factor: 1
|
|
ring:
|
|
kvstore:
|
|
store: inmemory
|
|
|
|
schema_config:
|
|
configs:
|
|
- from: 2024-01-01
|
|
store: tsdb
|
|
object_store: filesystem
|
|
schema: v13
|
|
index:
|
|
prefix: index_
|
|
period: 24h
|
|
|
|
limits_config:
|
|
# A hobby fleet's volume is tiny; keep 30 days and cap ingestion generously.
|
|
retention_period: 720h
|
|
reject_old_samples: true
|
|
reject_old_samples_max_age: 168h
|
|
max_query_series: 5000
|
|
allow_structured_metadata: true
|
|
volume_enabled: true
|
|
|
|
compactor:
|
|
working_directory: /loki/compactor
|
|
retention_enabled: true
|
|
delete_request_store: filesystem
|
|
|
|
# No analytics phone-home from a private box.
|
|
analytics:
|
|
reporting_enabled: false
|