--- # clusters/dev — the ACTIVE build target overlay. # # `flux bootstrap ... --path=clusters/dev` points the dev cluster's Flux here. It reuses the base # reconciliation graph and patches the shared cluster-vars ConfigMap with dev-scoped values (R-ENV-02). # It also adds a self-managing ROOT Kustomization (sync.yaml) so the whole graph reconciles from git # on every push — no more manual `kubectl apply -k` for cluster-vars/overlay changes (F-OPS1). apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: - ../base - sync.yaml # self-managing root Kustomization → ./clusters/dev patches: # --- SOPS decryption + bootstrap source (PM-inlined from bootstrap/flux/patches/, 2026-08-16) --- # Inlined (not cross-dir file refs) to stay within kustomize's default load restrictions. # Realises the commented decryption TODOs in clusters/base and sets the real source URL. # The `sops-age` Secret is created out-of-band (bootstrap/sops/install-age-key.sh) — name only. - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: platform namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age # SOPS decryption on EACH app wave (the app tier is now apps-wave-0..N, not a single `apps` # Kustomization). Same stanza the retired `apps` Kustomization received — one per wave, by # name. Add a patch here whenever `render.py --emit-waves` introduces a new deepest wave # (DESIGN-waves.md cutover note). The `sops-age` Secret is created out-of-band (name only). - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: apps-wave-0 namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: apps-wave-1 namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: apps-wave-2 namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age # oauth2-proxy moved to its own post-platform Flux Kustomization (clusters/base/oauth2-proxy.yaml). # It carries oauth2-proxy-credentials.sops.yaml, previously decrypted via the `platform` # Kustomization; now that this tier owns the encrypted Secret it needs its own decryption stanza. - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: oauth2-proxy namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age # headlamp moved to its own post-platform Flux Kustomization (clusters/base/headlamp.yaml). # It carries headlamp-oidc-credentials.sops.yaml, previously decrypted via the `platform` # Kustomization; now that this tier owns the encrypted Secret it needs its own decryption stanza. - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: headlamp namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age # crafty has its own post-platform Flux Kustomization (clusters/base/crafty.yaml). It carries # crafty-oauth2-proxy-credentials.sops.yaml, so it needs its own SOPS decryption stanza (same as # headlamp/oauth2-proxy). The `sops-age` Secret is created out-of-band (name only). - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: crafty namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age # velero (backup controller) has its own post-platform Flux Kustomization (clusters/base/backup.yaml). # It carries velero-cloud.sops.yaml (the scoped MinIO `cloud` credential), so it needs its own SOPS # decryption stanza (same as headlamp/oauth2-proxy/crafty). The `sops-age` Secret is out-of-band (name only). - patch: |- apiVersion: kustomize.toolkit.fluxcd.io/v1 kind: Kustomization metadata: name: velero namespace: flux-system spec: decryption: provider: sops secretRef: name: sops-age - patch: |- apiVersion: source.toolkit.fluxcd.io/v1 kind: GitRepository metadata: name: flux-system namespace: flux-system spec: # Phase-6 cutover done: source is now the in-cluster Gitea; bootstrap host-Gitea retained # stopped as recovery. PUBLIC repo => Flux needs no creds; Flux resolves the host in-cluster # via coredns -> Gateway VIP, and the LE-prod wildcard cert is publicly trusted so NO # secretRef/caCert is needed. Recovery: restart bootstrap Gitea (192.168.2.103:3000) and # revert this url (docs/05). url: https://gitea.home.keithjackson.dev/Home-Network/home-network-k3s-impl.git ref: branch: main # --- dev-scoped cluster-vars (R-ENV-02) --- - target: kind: ConfigMap name: cluster-vars patch: |- - op: replace path: /data/CLUSTER_ENV value: "dev" # DNS-01 via LE PRODUCTION: in-cluster OIDC clients (oauth2-proxy, Grafana) must trust the # wildcard cert for SSO to work; the staging root isn't in any trust store. Prod issuer is # registered + Ready; one wildcard cert is well within LE rate limits — ADR-0006, R-TLS-01/03. - op: replace path: /data/ACME_CLUSTER_ISSUER value: "letsencrypt-prod" # --- DNS identity (R-DNS-01/02/03) ----------------------------------------------------- # DEV STAYS ON THE APEX. Restated explicitly even though it equals the base default, exactly # like the LAN block and LONGHORN_DATA_PATH below: this is what the LIVE cluster is running. # Every one of dev's public DNS records, its `*.home.keithjackson.dev` wildcard cert, its # Keycloak issuer, every OIDC client redirect URI, kubectl SSO, and gitea.home.keithjackson.dev # (which IS this repo's GitOps source) are all on this exact suffix RIGHT NOW. Prod moved to # prod.home.keithjackson.dev instead (2026-09-04) — that alone ended the collision, so dev did # not have to move. Relocating dev to dev.home.keithjackson.dev is phase 2 and is a migration, # not a variable change: infra/PROD-PROVISIONING.md §10. - op: replace path: /data/BASE_DOMAIN value: "home.keithjackson.dev" # ExternalDNS scope. MUST stay the zone apex: dev serves the home.keithjackson.dev APEX itself, # and the Cloudflare provider selects zones with this value (a strict-subdomain filter dropped # the parent zone — DECISIONS-LOG 2026-08). Same value the retired DNS_ZONE knob held. - op: replace path: /data/EXTERNALDNS_DOMAIN_FILTER value: "keithjackson.dev" # DO NOT CHANGE THIS VALUE. Dev's LIVE public records are registered in Cloudflare's TXT # registry under owner `default` (the external-dns chart default, which is what both clusters # silently shared until the 2026-09-04 incident). Dev's external-dns identifies its own records # BY this string: any other value and it stops recognising every record it manages, then # re-creates duplicates beside the orphaned originals. Prod is `prod` — distinct, which is the # whole point. The base default is a non-colliding sentinel, so this line is load-bearing. - op: replace path: /data/EXTERNALDNS_TXT_OWNER_ID value: "default" # --- dev LAN addressing (192.168.1.0/24 on the Proxmox LAN) ----------------------------- # EVERY knob in cluster-vars' "LAN addressing" block is restated here EXPLICITLY, even where it # equals the base default. These values are what the LIVE dev cluster is running right now, so # the substituted output is byte-identical to the pre-parameterization hardcoded manifests # (verified 2026-08-31). Never let this block drift from the live cluster. # # Split-horizon DNS target: the Cilium-L2 VIP of the `shared` Gateway on the Proxmox LAN # (= CILIUM_LB_POOL_START, the pool's first address). coredns-custom answers # *.home.keithjackson.dev with this so in-cluster OIDC clients reach Keycloak via the Gateway. - op: replace path: /data/GATEWAY_VIP value: "192.168.1.53" # k3s API endpoint Cilium's kube-proxy replacement dials — DEV'S CONTROL-PLANE VIP, # the address kube-vip floats, NOT the primary node .50. # [parity] equals the Ansible inventory's k3s_apiserver_endpoint for dev # (= kube_vip_address, group_vars/all.yml). See clusters/base/cluster-vars.yaml for why. # # *** THE ONE EXCEPTION TO "NEVER LET THIS BLOCK DRIFT FROM THE LIVE CLUSTER" *** # Every other value in this block is what dev is running right now. This one is not: # the live dev cilium-agents dial 192.168.1.50 (k3s-1). Changing it here is a # DELIBERATE, OPERATOR-APPROVED move (2026-09-06) and reconciling it ROLLS THE CILIUM # AGENT DAEMONSET on dev — one node at a time (updateStrategy.maxUnavailable: 1, kept # in parity for exactly this reason). Do not push this to dev-live casually, and not # while dev's DNS migration is mid-flight; the L2 datapath survives an agent restart # but a wrong value here is the 2026-09-01 incident. .49 is in dev's serving-cert SANs # already (k3s_tls_sans) and dev's own kubeconfig validates against it via # tls-server-name, so TLS is not the risk — the risk is reachability, and .49 is on the # same LAN as the nodes and ARP-announced by kube-vip on every server. - op: replace path: /data/K3S_API_HOST value: "192.168.1.49" # Cilium LB IP pool = the tofu reservation cilium_l2_vip_range .53-.60, outside the node IPs # (.50/.51/.52) and outside the DHCP scope. .53 Gateway, .54 unifi, .55 crafty; .56-.60 free. - op: replace path: /data/CILIUM_LB_POOL_START value: "192.168.1.53" - op: replace path: /data/CILIUM_LB_POOL_STOP value: "192.168.1.60" # Pinned L4 VIPs out of that pool (lbipam.cilium.io/ips). Changing either MOVES a live device- # facing endpoint: unifi is the inform/STUN target every adopted UniFi device holds. - op: replace path: /data/UNIFI_L4_VIP value: "192.168.1.54" - op: replace path: /data/CRAFTY_L4_VIP value: "192.168.1.55" # OFF-CLUSTER BACKUP TARGET — no op here any more, deliberately. # # This used to pin the on-Proxmox MinIO (http://192.168.1.9:9000). As of 2026-09-05 the operator # moved backups to Cloudflare R2 "for the time being until a better on-prem backup solution is # created", and R2 is a single environment-INDEPENDENT endpoint: both clusters write to the same # buckets and are isolated by VELERO_BACKUP_PREFIX / CNPG_BACKUP_PATH (dev vs prod), not by URL. # Under R-ENV-02 a value that does not differ per environment belongs in base and must NOT be # restated here — two copies of one endpoint is just a rotation waiting to drift. # # *** MERGING THIS RESETS DEV'S PITR WINDOW. *** Dev's R2 prefix starts EMPTY, so Velero writes a # fresh kopia repository and CNPG takes new base backups; the 30-day Barman window rebuilds from # zero. The existing MinIO copy is NOT deleted and stays restorable — point S3_BACKUP_ENDPOINT # back at http://192.168.1.9:9000 (and VELERO_BACKUP_PREFIX back to "") to reach it. Do not merge # this while dev's proven restore is the only recovery path you are relying on. # dev mirrors prod's 3-node topology, so the replicated tier keeps 3 replicas. - op: replace path: /data/LONGHORN_DEFAULT_REPLICA_COUNT value: "3" # DO NOT CHANGE THIS VALUE. The LIVE dev cluster has 18 Longhorn volumes whose replicas are # on disk under /var/lib/longhorn — the dedicated /dev/vdb ext4 disk roles/node_baseline # mounts there. Longhorn addresses a replica by dataPath; pointing defaultDataPath anywhere # else would orphan every one of them (they are not recoverable from the old path by # rescheduling). Restated explicitly even though it equals the base default, exactly like the # LAN block above: this is what the live cluster is running. Prod uses /data/longhorn because # its data partition also carries k3s's data dir — see clusters/prod and PROD-PROVISIONING §2. - op: replace path: /data/LONGHORN_DATA_PATH value: "/var/lib/longhorn" # smaller retention / volumes to keep the dev workstation footprint light. - op: replace path: /data/MONITORING_PROMETHEUS_RETENTION value: "3d" # 5Gi was too tight: 3d of this cluster's series volume (~1.2Gi/day of blocks) plus a WAL that # ballooned past 1Gi overran the disk, wedging WAL commits and firing every absent()/==0 alert # falsely. Bumped to 8Gi (still lighter than base 10Gi) so the size-cap below has real headroom. - op: replace path: /data/MONITORING_PROMETHEUS_PVC_SIZE value: "8Gi" # Size-cap kept well below the 8Gi PVC (headroom for WAL + head + compaction scratch) so # Prometheus prunes oldest blocks by size and never fills the disk on this young cluster. - op: replace path: /data/MONITORING_PROMETHEUS_RETENTION_SIZE value: "5GiB" - op: replace path: /data/MONITORING_LOKI_PVC_SIZE value: "5Gi" # single-replica control-plane addons in dev (no HA needed to iterate). - op: replace path: /data/KEYCLOAK_REPLICAS value: "1" - op: replace path: /data/OAUTH2_PROXY_REPLICAS value: "1" - op: replace path: /data/VELERO_RETENTION value: "72h" # dev-softened Kyverno for cold-start (base defaults Enforce/Fail/3 = prod posture). # Not credential-driven — bootstrap-safety knobs so a cold cluster comes up before # admission is proven/HA; flip dev to the strict posture once green. - op: replace path: /data/KYVERNO_VALIDATION_ACTION value: "Audit" - op: replace path: /data/KYVERNO_FORCE_FAILURE_POLICY_IGNORE value: "true" # 2 (not base-default 1): the webhook is fail-closed, so a single-pod restart 502s every # admission-gated write cluster-wide. Two replicas give a fail-closed webhook availability # headroom during a restart/upgrade while staying dev-modest (prod runs 3). - op: replace path: /data/KYVERNO_ADMISSION_REPLICAS value: "2"