Erich Blume
cc54b4f565
All checks were successful
Deploy Fly.io Proxy / deploy (push) Successful in 1m16s
## Summary - Embed Grafana Alloy in the Fly.io proxy container to collect nginx JSON access logs (→ Loki) and derive request rate, latency histogram, cache status, and bandwidth metrics (→ Prometheus) - Add nginx `stub_status` endpoint for connection-level metrics (active/reading/writing/waiting) - Create two Grafana dashboards: **Docs APM** (per-service view filtered by `host="docs.eblu.me"`) and **Fly.io Proxy Health** (aggregate proxy health across all upstream services) ## Changed Files | File | Change | |------|--------| | `fly/nginx.conf` | Add JSON `log_format` + `access_log`, add `stub_status` endpoint | | `fly/Dockerfile` | COPY Alloy binary from `grafana/alloy:v1.5.1`, COPY `alloy.river` config | | `fly/alloy.river` | **New** — Alloy config: log tailing, metric extraction, remote_write | | `fly/start.sh` | Start Alloy after Tailscale, before nginx | | `argocd/manifests/grafana-config/dashboards/configmap-docs-apm.yaml` | **New** — Docs APM dashboard | | `argocd/manifests/grafana-config/dashboards/configmap-flyio.yaml` | **New** — Fly.io Proxy Health dashboard | | `argocd/manifests/grafana-config/kustomization.yaml` | Register new dashboard configmaps | | `docs/reference/services/flyio-proxy.md` | Document observability setup | ## Deployment and Testing - [ ] `mise run fly-deploy` — rebuild container with Alloy - [ ] `curl https://docs.eblu.me/` — generate traffic - [ ] `fly logs -a blumeops-proxy` — verify Alloy startup - [ ] Query Prometheus: `flyio_nginx_http_requests_total{instance="flyio-proxy"}` - [ ] Query Loki: `{instance="flyio-proxy", job="flyio-nginx"}` - [ ] `argocd app sync grafana-config` — deploy dashboards - [ ] Verify dashboards show data in Grafana - [ ] `mise run services-check` — no regressions Reviewed-on: https://forge.ops.eblu.me/eblume/blumeops/pulls/123
185 lines
5 KiB
Text
185 lines
5 KiB
Text
// Tailnet ACL policy for tail8d86e.ts.net
|
|
// Managed by blumeops-pulumi
|
|
{
|
|
// ============== Groups ==============
|
|
"groups": {
|
|
// Placeholder for future Jellyfin media access
|
|
"group:allisonflix": [
|
|
"blume.erich@gmail.com",
|
|
"acmdavis@gmail.com",
|
|
],
|
|
},
|
|
|
|
// ============== Access Grants ==============
|
|
"grants": [
|
|
// --- Admins: full access to all infrastructure ---
|
|
{
|
|
"src": ["autogroup:admin"],
|
|
"dst": ["*"],
|
|
"ip": ["*"],
|
|
},
|
|
|
|
// --- Members: user-facing services only ---
|
|
// Kiwix, Forge, devpi, Miniflux, PostgreSQL
|
|
{
|
|
"src": ["autogroup:member"],
|
|
"dst": ["tag:kiwix"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
{
|
|
"src": ["autogroup:member"],
|
|
"dst": ["tag:forge"],
|
|
"ip": ["tcp:443", "tcp:22"],
|
|
},
|
|
{
|
|
"src": ["autogroup:member"],
|
|
"dst": ["tag:devpi"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
{
|
|
"src": ["autogroup:member"],
|
|
"dst": ["tag:feed"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
{
|
|
"src": ["autogroup:member"],
|
|
"dst": ["tag:pg"],
|
|
"ip": ["tcp:5432"],
|
|
},
|
|
// Note: No member access to grafana, loki, or NAS
|
|
|
|
// --- Infrastructure ---
|
|
{
|
|
"src": ["tag:homelab"],
|
|
"dst": ["tag:homelab"],
|
|
"ip": ["*"],
|
|
},
|
|
{
|
|
"src": ["tag:homelab"],
|
|
"dst": ["tag:nas"],
|
|
"ip": ["*"],
|
|
},
|
|
|
|
// --- Fly.io proxy ---
|
|
// Public reverse proxy can reach k8s services and Caddy on HTTPS
|
|
{
|
|
"src": ["tag:flyio-proxy"],
|
|
"dst": ["tag:k8s", "tag:homelab"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
|
|
// --- CI Gateway ---
|
|
// Ephemeral CI containers can push images to registry
|
|
{
|
|
"src": ["tag:ci-gateway"],
|
|
"dst": ["tag:registry"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
|
|
// --- Kubernetes workloads ---
|
|
// k8s workloads (e.g., Woodpecker CI) can push/pull from registry
|
|
{
|
|
"src": ["tag:k8s"],
|
|
"dst": ["tag:registry"],
|
|
"ip": ["tcp:443"],
|
|
},
|
|
// k8s workloads (e.g., ArgoCD) can access forge on indri for GitOps
|
|
// HTTP on 3001, SSH on 2200
|
|
{
|
|
"src": ["tag:k8s"],
|
|
"dst": ["tag:homelab"],
|
|
"ip": ["tcp:3001", "tcp:2200"],
|
|
},
|
|
|
|
// Homelab can reach k8s services: PostgreSQL, CNPG metrics, Prometheus/Loki
|
|
{
|
|
"src": ["tag:homelab"],
|
|
"dst": ["tag:k8s"],
|
|
"ip": ["tcp:443", "tcp:5432", "tcp:9187"],
|
|
},
|
|
],
|
|
|
|
// ============== SSH Access ==============
|
|
"ssh": [
|
|
// Members can SSH to their own devices
|
|
{
|
|
"action": "check",
|
|
"src": ["autogroup:member"],
|
|
"dst": ["autogroup:self"],
|
|
"users": ["autogroup:nonroot"],
|
|
},
|
|
// Admins can SSH to homelab (for ansible)
|
|
{
|
|
"action": "check",
|
|
"src": ["autogroup:admin"],
|
|
"dst": ["tag:homelab"],
|
|
"users": ["autogroup:nonroot"],
|
|
"checkPeriod": "12h0m0s",
|
|
},
|
|
// Admins can SSH to NAS
|
|
{
|
|
"action": "check",
|
|
"src": ["autogroup:admin"],
|
|
"dst": ["tag:nas"],
|
|
"users": ["autogroup:nonroot"],
|
|
"checkPeriod": "12h0m0s",
|
|
},
|
|
],
|
|
|
|
// ============== Tag Owners ==============
|
|
"tagOwners": {
|
|
"tag:blumeops": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:homelab": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:workstation": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:nas": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:grafana": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:kiwix": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:forge": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:devpi": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:loki": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:pg": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:feed": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:registry": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:k8s-api": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:k8s-operator": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:k8s": ["autogroup:admin", "tag:blumeops", "tag:k8s-operator"],
|
|
"tag:ci-gateway": ["autogroup:admin", "tag:blumeops"],
|
|
"tag:flyio-proxy": ["autogroup:admin", "tag:blumeops"],
|
|
},
|
|
|
|
// ============== ACL Tests ==============
|
|
"tests": [
|
|
// Erich can access everything
|
|
{
|
|
"src": "blume.erich@gmail.com",
|
|
"accept": ["tag:grafana:443", "tag:kiwix:443", "tag:feed:443", "tag:loki:3100", "tag:pg:5432", "tag:homelab:22", "tag:registry:443", "tag:k8s-api:443"],
|
|
},
|
|
// Allison can access user services but NOT grafana, loki, or NAS
|
|
{
|
|
"src": "acmdavis@gmail.com",
|
|
"accept": ["tag:kiwix:443", "tag:forge:443", "tag:feed:443", "tag:pg:5432"],
|
|
"deny": ["tag:grafana:443", "tag:loki:3100", "tag:nas:445", "tag:registry:443", "tag:k8s-api:443"],
|
|
},
|
|
// Homelab can reach homelab, NAS, and k8s services (postgres, metrics, prometheus/loki)
|
|
{
|
|
"src": "tag:homelab",
|
|
"accept": ["tag:homelab:22", "tag:nas:445", "tag:k8s:443", "tag:k8s:5432", "tag:k8s:9187"],
|
|
},
|
|
// K8s workloads can reach registry and forge (on indri:3001 HTTP, :2200 SSH)
|
|
{
|
|
"src": "tag:k8s",
|
|
"accept": ["tag:registry:443", "tag:homelab:3001", "tag:homelab:2200"],
|
|
},
|
|
// CI gateway can push to registry
|
|
{
|
|
"src": "tag:ci-gateway",
|
|
"accept": ["tag:registry:443"],
|
|
},
|
|
// Fly.io proxy can reach k8s and Caddy on indri (HTTPS only), nothing else
|
|
{
|
|
"src": "tag:flyio-proxy",
|
|
"accept": ["tag:k8s:443", "tag:homelab:443"],
|
|
"deny": ["tag:homelab:22", "tag:nas:445", "tag:registry:443"],
|
|
},
|
|
],
|
|
}
|