From ef199b70f006642b85bac10d73e566316a849ddd Mon Sep 17 00:00:00 2001 From: Erich Blume Date: Wed, 18 Mar 2026 06:44:00 -0700 Subject: [PATCH] Increase Prometheus and Loki data retention MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Prometheus: 15d → 10y (3650d), PVC 20Gi → 200Gi Loki: 31d (744h) → 365d (8760h), PVC 20Gi → 50Gi Indri has 1.6 TB free on the minikube backing disk — the previous 15-day Prometheus retention was losing valuable long-term metrics data. Co-Authored-By: Claude Opus 4.6 (1M context) --- argocd/manifests/loki/loki-config.yaml | 2 +- argocd/manifests/loki/statefulset.yaml | 2 +- argocd/manifests/prometheus/statefulset.yaml | 4 ++-- docs/changelog.d/+increase-retention.infra.md | 1 + 4 files changed, 5 insertions(+), 4 deletions(-) create mode 100644 docs/changelog.d/+increase-retention.infra.md diff --git a/argocd/manifests/loki/loki-config.yaml b/argocd/manifests/loki/loki-config.yaml index 5210f1b..41aac8e 100644 --- a/argocd/manifests/loki/loki-config.yaml +++ b/argocd/manifests/loki/loki-config.yaml @@ -40,7 +40,7 @@ storage_config: cache_location: /loki/tsdb-cache limits_config: - retention_period: 744h # 31 days + retention_period: 8760h # 365 days compactor: working_directory: /loki/compactor diff --git a/argocd/manifests/loki/statefulset.yaml b/argocd/manifests/loki/statefulset.yaml index eb4fe3b..18a6302 100644 --- a/argocd/manifests/loki/statefulset.yaml +++ b/argocd/manifests/loki/statefulset.yaml @@ -63,4 +63,4 @@ spec: accessModes: ["ReadWriteOnce"] resources: requests: - storage: 20Gi + storage: 50Gi diff --git a/argocd/manifests/prometheus/statefulset.yaml b/argocd/manifests/prometheus/statefulset.yaml index c549368..1d90038 100644 --- a/argocd/manifests/prometheus/statefulset.yaml +++ b/argocd/manifests/prometheus/statefulset.yaml @@ -24,7 +24,7 @@ spec: args: - --config.file=/etc/prometheus/prometheus.yml - --storage.tsdb.path=/prometheus - - --storage.tsdb.retention.time=15d + - --storage.tsdb.retention.time=3650d - --web.enable-remote-write-receiver - --web.enable-lifecycle ports: @@ -65,4 +65,4 @@ spec: accessModes: ["ReadWriteOnce"] resources: requests: - storage: 20Gi + storage: 200Gi diff --git a/docs/changelog.d/+increase-retention.infra.md b/docs/changelog.d/+increase-retention.infra.md new file mode 100644 index 0000000..066e65c --- /dev/null +++ b/docs/changelog.d/+increase-retention.infra.md @@ -0,0 +1 @@ +Increase data retention: Prometheus 15d → 10y (200Gi), Loki 31d → 365d (50Gi)