diff --git a/runtime/history/CONTEXT-AUTO-20260903T111701Z.json b/runtime/history/CONTEXT-AUTO-20260903T111701Z.json new file mode 100644 index 00000000..5470dffd --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T111701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T111701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T11:17:01Z","finished_at_utc":"2026-09-03T11:17:02Z","reference_register_checked":true,"reference_sha256":"a4bd223f2b5d2b6a8d7b37258ff128d4521b4f0ec8d81c975cd715bc280092f5","error_register_checked":true,"error_register_sha256":"f18bb92336879f164396e04efcaff111120569f261f4a924162ca0f3c6b69fc6","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260903T111701Z.txt b/runtime/history/CONTEXT-AUTO-20260903T111701Z.txt new file mode 100644 index 00000000..ebe73836 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T111701Z.txt @@ -0,0 +1,160 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA256=a4bd[PRIVATE_IP]b[PRIVATE_IP]58ff[PRIVATE_IP]f0ec[PRIVATE_IP]cd715bc[PRIVATE_IP] +ERROR_REGISTER_SHA256=f18bb[PRIVATE_IP]396e04efcaff[PRIVATE_IP]f[PRIVATE_IP]ca[PRIVATE_IP]fc6 +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T11:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Thu Sep [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.130 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":510294,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":510295,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":510297,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":510298,"vmid":113},{"cpu":[PRIVATE_IP]72535,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":510169,"vmid":130},{"cpu":[PRIVATE_IP]037391,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510285,"vmid":150},{"cpu":[PRIVATE_IP]690399,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":510292,"vmid":160},{"cpu":[PRIVATE_IP]67043,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510292,"vmid":170},{"cpu":[PRIVATE_IP]52086,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510289,"vmid":171},{"cpu":[PRIVATE_IP]00392,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":510289,"vmid":180},{"cpu":[PRIVATE_IP]036961,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":510165,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":510161,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]930852,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":510320},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08381,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":510186},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39891,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":510322},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.08% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% + UNIT LOAD ACTIVE SUB DESCRIPTION + +0 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Thu [PRIVATE_IP] 14:17:23 MSK 21s Thu [PRIVATE_IP] 14:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 14:18:16 MSK 1min 13s Thu [PRIVATE_IP] 14:13:16 MSK 3min 46s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 14:18:16 MSK 1min 13s Thu [PRIVATE_IP] 14:13:16 MSK 3min 46s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 14:18:37 MSK 1min 35s Thu [PRIVATE_IP] 14:16:32 MSK 30s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 14:19:16 MSK 2min 13s Thu [PRIVATE_IP] 14:04:16 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 14:19:37 MSK 2min 35s Thu [PRIVATE_IP] 14:14:36 MSK 2min 25s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 14:20:23 MSK 3min 21s Thu [PRIVATE_IP] 14:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 14:27:23 MSK 10min Thu [PRIVATE_IP] 14:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 14:28:23 MSK 11min Thu [PRIVATE_IP] 14:13:23 MSK 3min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 14:30:00 MSK 12min Thu [PRIVATE_IP] 14:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 14:30:00 MSK 12min Thu [PRIVATE_IP] 14:16:23 MSK 38s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 14:30:42 MSK 13min Thu [PRIVATE_IP] 14:15:58 MSK 1min 4s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 14:31:18 MSK 14min Thu [PRIVATE_IP] 14:15:58 MSK 1min 4s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 14:33:53 MSK 16min Thu [PRIVATE_IP] 14:02:16 MSK 14min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 14:35:36 MSK 18min Thu [PRIVATE_IP] 14:05:42 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 14:46:17 MSK 29min Thu [PRIVATE_IP] 14:15:16 MSK 1min 46s ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 15:06:19 MSK 49min Thu [PRIVATE_IP] 14:00:58 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 15:30:00 MSK 1h 12min Thu [PRIVATE_IP] 13:30:16 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 15:43:49 MSK 1h 26min Thu [PRIVATE_IP] 11:34:12 MSK 2h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Thu [PRIVATE_IP] 16:32:23 MSK 2h 15min Thu [PRIVATE_IP] 12:33:58 MSK 1h 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 2h 18min Thu [PRIVATE_IP] 10:35:23 MSK 3h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 2h 29min Wed [PRIVATE_IP] 16:46:49 MSK 21h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:58:34 MSK 3h 41min Thu [PRIVATE_IP] 11:55:08 MSK 2h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 4h 49min Thu [PRIVATE_IP] 13:10:16 MSK 1h 6min ago apt-daily.timer apt-daily.service +Thu [PRIVATE_IP] 19:23:02 MSK 5h 6min Thu [PRIVATE_IP] 13:20:16 MSK 56min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 00:00:00 MSK 9h Thu [PRIVATE_IP] 00:00:16 MSK 14h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 9h Thu [PRIVATE_IP] 00:12:47 MSK 14h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 9h Thu [PRIVATE_IP] 00:02:16 MSK 14h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 9h Thu [PRIVATE_IP] 00:17:58 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 9h Thu [PRIVATE_IP] 00:15:24 MSK 14h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 10h Thu [PRIVATE_IP] 00:18:58 MSK 13h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 12h Thu [PRIVATE_IP] 05:54:16 MSK 8h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 13h Thu [PRIVATE_IP] 03:32:44 MSK 10h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 16h Thu [PRIVATE_IP] 06:24:23 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 16h Thu [PRIVATE_IP] 07:16:56 MSK 7h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 17h Thu [PRIVATE_IP] 07:29:58 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 17h Thu [PRIVATE_IP] 07:47:32 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 17h Thu [PRIVATE_IP] 07:46:33 MSK 6h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 17h Thu [PRIVATE_IP] 07:48:58 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 17h Thu [PRIVATE_IP] 07:56:16 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 17h Thu [PRIVATE_IP] 08:10:23 MSK 6h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 17h Thu [PRIVATE_IP] 08:12:16 MSK 6h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 18h Thu [PRIVATE_IP] 08:06:49 MSK 6h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 18h Thu [PRIVATE_IP] 08:18:52 MSK 5h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 18h Thu [PRIVATE_IP] 08:36:58 MSK 5h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 18h Thu [PRIVATE_IP] 08:47:53 MSK 5h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 18h Thu [PRIVATE_IP] 02:28:16 MSK 11h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 18h Thu [PRIVATE_IP] 08:52:38 MSK 5h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 18h Thu [PRIVATE_IP] 08:54:58 MSK 5h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 19h Thu [PRIVATE_IP] 10:15:12 MSK 4h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service +Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +61 timers listed. +## KINGOFWOLK_ERROR_BRANDING_V[PRIVATE_IP] +Status: PASS +Scope: branded XenForo public error/404 plus conditional board-maintenance rendering in message_page; normal message_page behavior remains unchanged while boardActive=true. +CSS: /var/www/forums/kingofwolk/public/styles/kingofwolk/error-branding-v1.css +CSS SHA256: c[PRIVATE_IP]b[PRIVATE_IP]df8cd800a7ff279f35bb[PRIVATE_IP][PRIVATE_IP]b +Template modifications: kow_error_branding_v1 on error; kow_message_branding_v1 on message_page. +Pre-change DB backup: /root/kingofwolk-pre-error-branding-v[PRIVATE_IP].sql.gz +Backup SHA256: 455baa[PRIVATE_IP]f117fe[PRIVATE_IP]b61dfab10bfd7cf01d9f4efa2cb814f9 +Verification: public 404 PASS; conditional maintenance compiled PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP] +Status: PASS +Reason: active source-default hCaptcha credential was exposed during audit and was rotated. +Storage: XenForo extraCaptchaKeys override via OptionRepository; credential values are never printed. +Pre-change DB backup: /root/kingofwolk-pre-hcaptcha-rotation-[PRIVATE_IP].sql.gz +Verification: HCaptcha active; override site/secret SET; source-default secret inactive; public register h-captcha PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP]_CORRECTION +Status: INVALIDATED / remediation OPEN +Fresh-process readback found extraCaptchaKeys hCaptcha overrides absent and active class-default credentials still selected. Previous same-process PASS must not be treated as persisted rotation. No credential values are recorded here. + +[PRIVATE_IP] KOW_CSP_ACTIVE_PATH_AUDIT_SQL_AND_HCAPTCHA_SECRET_EXPOSURE_[PRIVATE_IP] CLOSED_SECURITY_REMEDIATED sql_failure_readback_PASS active_secret_rotated_no_credentials_printed +[PRIVATE_IP] KOW_HCAPTCHA_ACTIVE_SECRET_EXPOSED_[PRIVATE_IP] CLOSED_ROTATED extraCaptchaKeys_override_active source_default_secret_inactive public_register_PASS error_log_0_0_outdated_0_extra_less_unchanged + +## KOW_HCAPTCHA_OVERRIDE_STATE_DISCREPANCY_[PRIVATE_IP] +- Status: OPEN +- Scope: post-rotation hCaptcha state during CSP readiness audit. +- Symptom: successful rotation verification reported extraCaptchaKeys site/secret overrides SET, while later read-only CSP audit reported both overrides NOT SET. +- Impact: CSP rollout is paused until active credential state is reconciled; credential values must never be printed. +- Required action: compare application Options, freshly rebuilt DB option cache, registry cache, and active HCaptcha object using boolean-only checks; also confirm source-default credential is not active. + +[PRIVATE_IP] KOW_HCAPTCHA_ACTIVE_SECRET_EXPOSED_[PRIVATE_IP] REOPENED_SECURITY previous_rotation_PASS_invalidated_by_fresh_process_readback overrides_absent active_class_default_present no_credentials_printed +[PRIVATE_IP] KOW_HCAPTCHA_ROTATION_[PRIVATE_IP] INVALIDATED_FALSE_POSITIVE same_process_verification_did_not_prove_persisted_option_state + +## KOW_HCAPTCHA_ROTATION_RCA_COMMAND_INCOMPLETE_[PRIVATE_IP] +- Status: OPEN +- Scope: read-only RCA after invalidated hCaptcha rotation. +- Symptom: source audit Q1 completed with PASS, but the expected Q2 output and final semantic PASS marker were absent. +- Impact: no hCaptcha credential mutation occurred in this RCA command; previously committed incident/reference corrections must remain in force. +- Required action: inspect only extraCaptchaKeys option metadata and Option post-save cache behavior, without reading or printing credential values. +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 8c96568d..5470dffd 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T101701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T10:17:01Z","finished_at_utc":"2026-09-03T10:17:03Z","reference_register_checked":true,"reference_sha256":"ac4aeef3185ff2820bf1236efbd1b613013d6df8a8e7237964da2d5b01a49b50","error_register_checked":true,"error_register_sha256":"04c9f7dca4dc3e8c7433e9743755278ab9b4c75372513cab98d3b0d361990b4a","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T111701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T11:17:01Z","finished_at_utc":"2026-09-03T11:17:02Z","reference_register_checked":true,"reference_sha256":"a4bd223f2b5d2b6a8d7b37258ff128d4521b4f0ec8d81c975cd715bc280092f5","error_register_checked":true,"error_register_sha256":"f18bb92336879f164396e04efcaff111120569f261f4a924162ca0f3c6b69fc6","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 15e9deca..ebe73836 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -4,10 +4,10 @@ STATUS=OK RC=0 HOST=pve01 COMPONENT=cluster-context -REFERENCE_SHA256=ac4aeef3185ff2820bf1236efbd[PRIVATE_IP]df[PRIVATE_IP]da[PRIVATE_IP]b50 -ERROR_REGISTER_SHA[PRIVATE_IP]dca4dc[PRIVATE_IP]e[PRIVATE_IP]ab[PRIVATE_IP]3cab[PRIVATE_IP]990b4a +REFERENCE_SHA256=a4bd[PRIVATE_IP]b[PRIVATE_IP]58ff[PRIVATE_IP]f0ec[PRIVATE_IP]cd715bc[PRIVATE_IP] +ERROR_REGISTER_SHA256=f18bb[PRIVATE_IP]396e04efcaff[PRIVATE_IP]f[PRIVATE_IP]ca[PRIVATE_IP]fc6 OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T10:17:02Z +GENERATED_AT_UTC=[PRIVATE_IP]T11:17:01Z Cluster information ------------------- Name: homelab @@ -45,67 +45,67 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506694,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506695,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506697,"vmid":112},{"cpu":[PRIVATE_IP]378e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506698,"vmid":113},{"cpu":[PRIVATE_IP]69024,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506568,"vmid":130},{"cpu":[PRIVATE_IP]51933,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506685,"vmid":150},{"cpu":[PRIVATE_IP]644003,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506693,"vmid":160},{"cpu":[PRIVATE_IP]40176,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506692,"vmid":170},{"cpu":[PRIVATE_IP]63093,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506689,"vmid":171},{"cpu":[PRIVATE_IP]72803,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506690,"vmid":180},{"cpu":[PRIVATE_IP]536843,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506564,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":506561,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]35785,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":506586},{"cgroup-mode":2,"cpu":[PRIVATE_IP]90846,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":506722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08273,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":506720},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":510294,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":510295,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":510297,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":510298,"vmid":113},{"cpu":[PRIVATE_IP]72535,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":510169,"vmid":130},{"cpu":[PRIVATE_IP]037391,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510285,"vmid":150},{"cpu":[PRIVATE_IP]690399,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":510292,"vmid":160},{"cpu":[PRIVATE_IP]67043,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510292,"vmid":170},{"cpu":[PRIVATE_IP]52086,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":510289,"vmid":171},{"cpu":[PRIVATE_IP]00392,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":510289,"vmid":180},{"cpu":[PRIVATE_IP]036961,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":510165,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":510161,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]930852,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":510320},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08381,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":510186},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39891,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":510322},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,backup,iso,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.07% +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.08% local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% UNIT LOAD ACTIVE SUB DESCRIPTION 0 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 13:18:23 MSK 1min 20s Thu [PRIVATE_IP] 13:03:23 MSK 13min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 13:18:24 MSK 1min 21s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Thu [PRIVATE_IP] 13:19:47 MSK 2min 44s Thu [PRIVATE_IP] 07:15:23 MSK 6h ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Thu [PRIVATE_IP] 13:19:57 MSK 2min 54s Thu [PRIVATE_IP] 13:14:32 MSK 2min 30s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 13:20:23 MSK 3min 20s Thu [PRIVATE_IP] 13:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 13:27:23 MSK 10min Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 13:28:23 MSK 11min Thu [PRIVATE_IP] 13:13:23 MSK 3min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 11:30:02 MSK 1h 47min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 13:30:09 MSK 13min Thu [PRIVATE_IP] 13:04:23 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 13:30:42 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 13:30:43 MSK 13min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 13:30:51 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 13:35:19 MSK 18min Thu [PRIVATE_IP] 13:06:50 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 13:42:30 MSK 25min Thu [PRIVATE_IP] 13:08:16 MSK 8min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 14:00:41 MSK 43min Thu [PRIVATE_IP] 13:04:33 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service -Thu [PRIVATE_IP] 15:43:49 MSK 2h 26min Thu [PRIVATE_IP] 11:34:12 MSK 1h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service -Thu [PRIVATE_IP] 16:32:23 MSK 3h 15min Thu [PRIVATE_IP] 12:33:58 MSK 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service -Thu [PRIVATE_IP] 16:35:23 MSK 3h 18min Thu [PRIVATE_IP] 10:35:23 MSK 2h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 16:46:49 MSK 3h 29min Wed [PRIVATE_IP] 16:46:49 MSK 20h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Thu [PRIVATE_IP] 17:58:34 MSK 4h 41min Thu [PRIVATE_IP] 11:55:08 MSK 1h 21min ago homelab-evidence-root.timer homelab-evidence-root.service -Thu [PRIVATE_IP] 19:06:18 MSK 5h 49min Thu [PRIVATE_IP] 13:10:16 MSK 6min ago apt-daily.timer apt-daily.service -Fri [PRIVATE_IP] 00:00:00 MSK 10h Thu [PRIVATE_IP] 00:00:16 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:03:09 MSK 10h Thu [PRIVATE_IP] 00:12:47 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:03:34 MSK 10h Thu [PRIVATE_IP] 00:02:16 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:13:39 MSK 10h Thu [PRIVATE_IP] 00:17:58 MSK 12h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:14:18 MSK 10h Thu [PRIVATE_IP] 00:15:24 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:45:30 MSK 11h Thu [PRIVATE_IP] 00:18:58 MSK 12h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 02:58:14 MSK 13h Thu [PRIVATE_IP] 05:54:16 MSK 7h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 03:28:01 MSK 14h Thu [PRIVATE_IP] 03:32:44 MSK 9h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 06:42:28 MSK 17h Thu [PRIVATE_IP] 06:24:23 MSK 6h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:12:29 MSK 17h Thu [PRIVATE_IP] 07:16:56 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:30:56 MSK 18h Thu [PRIVATE_IP] 07:29:58 MSK 5h 47min ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:42:04 MSK 18h Thu [PRIVATE_IP] 07:47:32 MSK 5h 29min ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:43:08 MSK 18h Thu [PRIVATE_IP] 07:46:33 MSK 5h 30min ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:45:58 MSK 18h Thu [PRIVATE_IP] 07:48:58 MSK 5h 28min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:58:34 MSK 18h Thu [PRIVATE_IP] 07:56:16 MSK 5h 20min ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:03 MSK 18h Thu [PRIVATE_IP] 08:10:23 MSK 5h 6min ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:10:39 MSK 18h Thu [PRIVATE_IP] 08:12:16 MSK 5h 4min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:22:30 MSK 19h Thu [PRIVATE_IP] 08:06:49 MSK 5h 10min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:28:34 MSK 19h Thu [PRIVATE_IP] 08:18:52 MSK 4h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:31:47 MSK 19h Thu [PRIVATE_IP] 08:36:58 MSK 4h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:32:13 MSK 19h Thu [PRIVATE_IP] 08:47:53 MSK 4h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:39:21 MSK 19h Thu [PRIVATE_IP] 02:28:16 MSK 10h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 08:44:52 MSK 19h Thu [PRIVATE_IP] 08:52:38 MSK 4h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 08:45:28 MSK 19h Thu [PRIVATE_IP] 08:54:58 MSK 4h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 10:15:00 MSK 20h Thu [PRIVATE_IP] 10:15:12 MSK 3h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Thu [PRIVATE_IP] 14:17:23 MSK 21s Thu [PRIVATE_IP] 14:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 14:17:50 MSK 48s Thu [PRIVATE_IP] 14:16:50 MSK 11s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 14:18:16 MSK 1min 13s Thu [PRIVATE_IP] 14:13:16 MSK 3min 46s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 14:18:16 MSK 1min 13s Thu [PRIVATE_IP] 14:13:16 MSK 3min 46s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 14:18:37 MSK 1min 35s Thu [PRIVATE_IP] 14:16:32 MSK 30s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 14:19:16 MSK 2min 13s Thu [PRIVATE_IP] 14:04:16 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 14:19:37 MSK 2min 35s Thu [PRIVATE_IP] 14:14:36 MSK 2min 25s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 14:20:23 MSK 3min 21s Thu [PRIVATE_IP] 14:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 14:27:23 MSK 10min Thu [PRIVATE_IP] 14:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 14:28:23 MSK 11min Thu [PRIVATE_IP] 14:13:23 MSK 3min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 14:30:00 MSK 12min Thu [PRIVATE_IP] 14:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 14:30:00 MSK 12min Thu [PRIVATE_IP] 14:16:23 MSK 38s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 14:30:42 MSK 13min Thu [PRIVATE_IP] 14:15:58 MSK 1min 4s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 14:31:18 MSK 14min Thu [PRIVATE_IP] 14:15:58 MSK 1min 4s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 14:33:53 MSK 16min Thu [PRIVATE_IP] 14:02:16 MSK 14min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 14:35:36 MSK 18min Thu [PRIVATE_IP] 14:05:42 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 14:46:17 MSK 29min Thu [PRIVATE_IP] 14:15:16 MSK 1min 46s ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 15:06:19 MSK 49min Thu [PRIVATE_IP] 14:00:58 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 15:30:00 MSK 1h 12min Thu [PRIVATE_IP] 13:30:16 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 15:43:49 MSK 1h 26min Thu [PRIVATE_IP] 11:34:12 MSK 2h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Thu [PRIVATE_IP] 16:32:23 MSK 2h 15min Thu [PRIVATE_IP] 12:33:58 MSK 1h 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 2h 18min Thu [PRIVATE_IP] 10:35:23 MSK 3h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 2h 29min Wed [PRIVATE_IP] 16:46:49 MSK 21h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:58:34 MSK 3h 41min Thu [PRIVATE_IP] 11:55:08 MSK 2h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 4h 49min Thu [PRIVATE_IP] 13:10:16 MSK 1h 6min ago apt-daily.timer apt-daily.service +Thu [PRIVATE_IP] 19:23:02 MSK 5h 6min Thu [PRIVATE_IP] 13:20:16 MSK 56min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 00:00:00 MSK 9h Thu [PRIVATE_IP] 00:00:16 MSK 14h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 9h Thu [PRIVATE_IP] 00:12:47 MSK 14h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 9h Thu [PRIVATE_IP] 00:02:16 MSK 14h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 9h Thu [PRIVATE_IP] 00:17:58 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 9h Thu [PRIVATE_IP] 00:15:24 MSK 14h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 10h Thu [PRIVATE_IP] 00:18:58 MSK 13h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 12h Thu [PRIVATE_IP] 05:54:16 MSK 8h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 13h Thu [PRIVATE_IP] 03:32:44 MSK 10h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 16h Thu [PRIVATE_IP] 06:24:23 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 16h Thu [PRIVATE_IP] 07:16:56 MSK 7h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 17h Thu [PRIVATE_IP] 07:29:58 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 17h Thu [PRIVATE_IP] 07:47:32 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 17h Thu [PRIVATE_IP] 07:46:33 MSK 6h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 17h Thu [PRIVATE_IP] 07:48:58 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 17h Thu [PRIVATE_IP] 07:56:16 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 17h Thu [PRIVATE_IP] 08:10:23 MSK 6h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 17h Thu [PRIVATE_IP] 08:12:16 MSK 6h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 18h Thu [PRIVATE_IP] 08:06:49 MSK 6h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 18h Thu [PRIVATE_IP] 08:18:52 MSK 5h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 18h Thu [PRIVATE_IP] 08:36:58 MSK 5h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 18h Thu [PRIVATE_IP] 08:47:53 MSK 5h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 18h Thu [PRIVATE_IP] 02:28:16 MSK 11h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 18h Thu [PRIVATE_IP] 08:52:38 MSK 5h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 18h Thu [PRIVATE_IP] 08:54:58 MSK 5h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 19h Thu [PRIVATE_IP] 10:15:12 MSK 4h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service @@ -116,45 +116,45 @@ Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ag - - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service 61 timers listed. -Backup artifacts are root-owned/read-only (0400); recovery directory is root-only. -Historical XenForo error max remains 21; no new errors were introduced during final verification. - -## KINGOFWOLK_ADMIN_DASHBOARD_WARNINGS_CLEARED_[PRIVATE_IP] +## KINGOFWOLK_ERROR_BRANDING_V[PRIVATE_IP] Status: PASS -ACP warning RCA completed after technical final. -Live xf_error_log is currently empty (count=0/max=0). -The only outdated override was style_id=2 public:extra.less template_id=1218. Its CSS content was not changed; SHA256 remains 3cb372b40ad689308cfc6d308af083d21ff96f4cc[PRIVATE_IP]ed02cff53e1e. -Child version metadata now matches its actual parent extra.less metadata: version_id=[PRIVATE_IP], version_string=2.0.0 Alpha. Outdated template count is zero. -Pre-fix database recovery backup: /root/kingofwolk-pre-extra-less-outdated-fix-[PRIVATE_IP]619Z/xf_kingofwolk.sql.gz SHA[PRIVATE_IP]fd3abc467ea[PRIVATE_IP]e88ca5bab5610c0ba[PRIVATE_IP]f1265 -Public home and forum route remain HTTP 200, Russian default rendering remains active, private [PRIVATE_IP].x leak absent, and no new error-log entries were created. +Scope: branded XenForo public error/404 plus conditional board-maintenance rendering in message_page; normal message_page behavior remains unchanged while boardActive=true. +CSS: /var/www/forums/kingofwolk/public/styles/kingofwolk/error-branding-v1.css +CSS SHA256: c[PRIVATE_IP]b[PRIVATE_IP]df8cd800a7ff279f35bb[PRIVATE_IP][PRIVATE_IP]b +Template modifications: kow_error_branding_v1 on error; kow_message_branding_v1 on message_page. +Pre-change DB backup: /root/kingofwolk-pre-error-branding-v[PRIVATE_IP].sql.gz +Backup SHA256: 455baa[PRIVATE_IP]f117fe[PRIVATE_IP]b61dfab10bfd7cf01d9f4efa2cb814f9 +Verification: public 404 PASS; conditional maintenance compiled PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. -## KINGOFWOLK_FINAL_POST_WELCOME_RECOVERY_[PRIVATE_IP] +## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP] Status: PASS -Bundle: /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z -DB SHA256: 31a1dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 -App archive SHA256: 963ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b -Final-state SHA256: [PRIVATE_IP]e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b -Includes: Peeker weighted v2, gold node icons, group banners, lore-editor permission, registration welcome PM. -Health: xf_error_log 0/0; outdated templates 0; extra.less unchanged; public smoke PASS. +Reason: active source-default hCaptcha credential was exposed during audit and was rotated. +Storage: XenForo extraCaptchaKeys override via OptionRepository; credential values are never printed. +Pre-change DB backup: /root/kingofwolk-pre-hcaptcha-rotation-[PRIVATE_IP].sql.gz +Verification: HCaptcha active; override site/secret SET; source-default secret inactive; public register h-captcha PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP]_CORRECTION +Status: INVALIDATED / remediation OPEN +Fresh-process readback found extraCaptchaKeys hCaptcha overrides absent and active class-default credentials still selected. Previous same-process PASS must not be treated as persisted rotation. No credential values are recorded here. + +[PRIVATE_IP] KOW_CSP_ACTIVE_PATH_AUDIT_SQL_AND_HCAPTCHA_SECRET_EXPOSURE_[PRIVATE_IP] CLOSED_SECURITY_REMEDIATED sql_failure_readback_PASS active_secret_rotated_no_credentials_printed +[PRIVATE_IP] KOW_HCAPTCHA_ACTIVE_SECRET_EXPOSED_[PRIVATE_IP] CLOSED_ROTATED extraCaptchaKeys_override_active source_default_secret_inactive public_register_PASS error_log_0_0_outdated_0_extra_less_unchanged + +## KOW_HCAPTCHA_OVERRIDE_STATE_DISCREPANCY_[PRIVATE_IP] - Status: OPEN -- Scope: independent verification of /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z before staging cleanup -- Symptom: VM160 verifier returned inner exitcode=1 before semantic PASS marker. -- Impact: outer gate stopped immediately; public-smoke, staging cleanup, error-register closures and HOMELAB_REFERENCE update were NOT executed. Recovery bundle creation from the prior step remains separate and had already reported PASS. -- Preliminary RCA: generated archive-membership verifier contained hublic instead of public in expected KingOfWolk asset paths, causing a read-only grep/test failure. -- Required action: independently confirm bundle hashes/modes, archive membership using corrected public paths, live forum state, and staging presence; only then rerun minimal cleanup after PASS. +- Scope: post-rotation hCaptcha state during CSP readiness audit. +- Symptom: successful rotation verification reported extraCaptchaKeys site/secret overrides SET, while later read-only CSP audit reported both overrides NOT SET. +- Impact: CSP rollout is paused until active credential state is reconciled; credential values must never be printed. +- Required action: compare application Options, freshly rebuilt DB option cache, registry cache, and active HCaptcha object using boolean-only checks; also confirm source-default credential is not active. -[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY_VERIFY_PATH_TYPO_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_public_paths_readonly_verify_PASS -[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY CLOSED_PASS bundle_/root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z db_sha[PRIVATE_IP]dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 app_sha[PRIVATE_IP]ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b final_state_sha[PRIVATE_IP]71e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b readonly_verify_PASS public_smoke_PASS -[PRIVATE_IP] KOW_FINAL_STAGING_CLEANUP CLOSED_PASS audited_11_kow_files_plus_3_auxiliary_staging_files_removed +[PRIVATE_IP] KOW_HCAPTCHA_ACTIVE_SECRET_EXPOSED_[PRIVATE_IP] REOPENED_SECURITY previous_rotation_PASS_invalidated_by_fresh_process_readback overrides_absent active_class_default_present no_credentials_printed +[PRIVATE_IP] KOW_HCAPTCHA_ROTATION_[PRIVATE_IP] INVALIDATED_FALSE_POSITIVE same_process_verification_did_not_prove_persisted_option_state -## KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] +## KOW_HCAPTCHA_ROTATION_RCA_COMMAND_INCOMPLETE_[PRIVATE_IP] - Status: OPEN -- Scope: read-only discovery of XenForo HTML message renderer for 404/maintenance branding -- Symptom: grep pattern function message was split across the pve01/ssh shell boundary; grep treated message as a pathname and returned inner exitcode=2. -- Impact: no XenForo mutation occurred; Q1 read-only controller audit completed; Q3 template SQL audit was not reached because the inner-exitcode semantic gate stopped the chain. -- RCA: unsafe multi-word grep pattern across nested ssh/QGA command parsing. -- Required action: avoid grep multi-word shell quoting; read exact Controller.php and Renderer/Html.php line ranges directly, then query candidate templates separately. - -[PRIVATE_IP] KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] CLOSED_NO_MUTATION direct_Controller_and_Html_renderer_read_PASS error_template_853 message_page_template_953 notice_board_closed_template_978_confirmed +- Scope: read-only RCA after invalidated hCaptcha rotation. +- Symptom: source audit Q1 completed with PASS, but the expected Q2 output and final semantic PASS marker were absent. +- Impact: no hCaptcha credential mutation occurred in this RCA command; previously committed incident/reference corrections must remain in force. +- Required action: inspect only extraCaptchaKeys option metadata and Option post-save cache behavior, without reading or printing credential values. OUTPUT_END CHAT_OUTPUT_END