From b2b1aa55e2f945ca3a4843137ec4d75f3b3f4ce8 Mon Sep 17 00:00:00 2001 From: Keith Jackson Date: Sun, 30 Aug 2026 14:52:06 -0500 Subject: [PATCH] kps: bump Grafana memory limit 256Mi->512Mi (Grafana 12.x OOMKill was root cause of 65->88 upgrade timeout) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Grafana 12.x bundled in kps 88 OOMKilled (exit 137) at 256Mi during grafana-apiserver/unified-storage startup — no fatal log, just SIGKILL. The new Grafana pod never became Ready, so Helm --wait ran the full 20m and rolled back to 65.8.1 every time. 512Mi holds. Co-Authored-By: Claude Opus 4.8 --- platform/monitoring/kube-prometheus-stack.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/platform/monitoring/kube-prometheus-stack.yaml b/platform/monitoring/kube-prometheus-stack.yaml index 767635e..a83bcb6 100644 --- a/platform/monitoring/kube-prometheus-stack.yaml +++ b/platform/monitoring/kube-prometheus-stack.yaml @@ -172,9 +172,11 @@ spec: resources: requests: cpu: 50m - memory: 128Mi + memory: 256Mi # Grafana 12.x (kps 88) baseline is well above Grafana 11.x (kps 65) limits: - memory: 256Mi + memory: 512Mi # 256Mi OOMKilled (exit 137) Grafana 12.x during apiserver/unified-storage + # startup — the silent SIGKILL that made the whole 65->88 Helm upgrade + # time out (the new Grafana pod never went Ready). 512Mi holds. # --- Keycloak native-OIDC SSO (ADR-0014, deliverable #4 SSO proof) --- # Grafana is a confidential OIDC client of the Keycloak `homelab` realm. The client SECRET comes # from the SOPS-encrypted grafana-oidc-credentials Secret via env (referenced by name only,