From ccb65fe7d0bfe79cc69609e56d76634f8527299b Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Thu, 3 Sep 2026 10:17:03 +0000 Subject: [PATCH] runtime: publish CONTEXT-AUTO-20260903T101701Z --- .../CONTEXT-AUTO-20260903T101701Z.json | 1 + .../history/CONTEXT-AUTO-20260903T101701Z.txt | 160 ++++++++++++++++ runtime/latest.json | 2 +- runtime/latest.txt | 174 +++++++++--------- 4 files changed, 249 insertions(+), 88 deletions(-) create mode 100644 runtime/history/CONTEXT-AUTO-20260903T101701Z.json create mode 100644 runtime/history/CONTEXT-AUTO-20260903T101701Z.txt diff --git a/runtime/history/CONTEXT-AUTO-20260903T101701Z.json b/runtime/history/CONTEXT-AUTO-20260903T101701Z.json new file mode 100644 index 00000000..8c96568d --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T101701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T101701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T10:17:01Z","finished_at_utc":"2026-09-03T10:17:03Z","reference_register_checked":true,"reference_sha256":"ac4aeef3185ff2820bf1236efbd1b613013d6df8a8e7237964da2d5b01a49b50","error_register_checked":true,"error_register_sha256":"04c9f7dca4dc3e8c7433e9743755278ab9b4c75372513cab98d3b0d361990b4a","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260903T101701Z.txt b/runtime/history/CONTEXT-AUTO-20260903T101701Z.txt new file mode 100644 index 00000000..15e9deca --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T101701Z.txt @@ -0,0 +1,160 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA256=ac4aeef3185ff2820bf1236efbd[PRIVATE_IP]df[PRIVATE_IP]da[PRIVATE_IP]b50 +ERROR_REGISTER_SHA[PRIVATE_IP]dca4dc[PRIVATE_IP]e[PRIVATE_IP]ab[PRIVATE_IP]3cab[PRIVATE_IP]990b4a +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T10:17:02Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Thu Sep [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.130 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506694,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506695,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506697,"vmid":112},{"cpu":[PRIVATE_IP]378e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506698,"vmid":113},{"cpu":[PRIVATE_IP]69024,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506568,"vmid":130},{"cpu":[PRIVATE_IP]51933,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506685,"vmid":150},{"cpu":[PRIVATE_IP]644003,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506693,"vmid":160},{"cpu":[PRIVATE_IP]40176,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506692,"vmid":170},{"cpu":[PRIVATE_IP]63093,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506689,"vmid":171},{"cpu":[PRIVATE_IP]72803,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506690,"vmid":180},{"cpu":[PRIVATE_IP]536843,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506564,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":506561,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]35785,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":506586},{"cgroup-mode":2,"cpu":[PRIVATE_IP]90846,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":506722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08273,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":506720},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.07% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% + UNIT LOAD ACTIVE SUB DESCRIPTION + +0 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 13:18:23 MSK 1min 20s Thu [PRIVATE_IP] 13:03:23 MSK 13min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 13:18:24 MSK 1min 21s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 13:19:47 MSK 2min 44s Thu [PRIVATE_IP] 07:15:23 MSK 6h ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Thu [PRIVATE_IP] 13:19:57 MSK 2min 54s Thu [PRIVATE_IP] 13:14:32 MSK 2min 30s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 13:20:23 MSK 3min 20s Thu [PRIVATE_IP] 13:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 13:27:23 MSK 10min Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 13:28:23 MSK 11min Thu [PRIVATE_IP] 13:13:23 MSK 3min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 11:30:02 MSK 1h 47min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 13:30:09 MSK 13min Thu [PRIVATE_IP] 13:04:23 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 13:30:42 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 13:30:43 MSK 13min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 13:30:51 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 13:35:19 MSK 18min Thu [PRIVATE_IP] 13:06:50 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 13:42:30 MSK 25min Thu [PRIVATE_IP] 13:08:16 MSK 8min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 14:00:41 MSK 43min Thu [PRIVATE_IP] 13:04:33 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 15:43:49 MSK 2h 26min Thu [PRIVATE_IP] 11:34:12 MSK 1h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Thu [PRIVATE_IP] 16:32:23 MSK 3h 15min Thu [PRIVATE_IP] 12:33:58 MSK 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 3h 18min Thu [PRIVATE_IP] 10:35:23 MSK 2h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 3h 29min Wed [PRIVATE_IP] 16:46:49 MSK 20h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:58:34 MSK 4h 41min Thu [PRIVATE_IP] 11:55:08 MSK 1h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 5h 49min Thu [PRIVATE_IP] 13:10:16 MSK 6min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 00:00:00 MSK 10h Thu [PRIVATE_IP] 00:00:16 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 10h Thu [PRIVATE_IP] 00:12:47 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 10h Thu [PRIVATE_IP] 00:02:16 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 10h Thu [PRIVATE_IP] 00:17:58 MSK 12h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 10h Thu [PRIVATE_IP] 00:15:24 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 11h Thu [PRIVATE_IP] 00:18:58 MSK 12h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 13h Thu [PRIVATE_IP] 05:54:16 MSK 7h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 14h Thu [PRIVATE_IP] 03:32:44 MSK 9h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 17h Thu [PRIVATE_IP] 06:24:23 MSK 6h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 17h Thu [PRIVATE_IP] 07:16:56 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 18h Thu [PRIVATE_IP] 07:29:58 MSK 5h 47min ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 18h Thu [PRIVATE_IP] 07:47:32 MSK 5h 29min ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 18h Thu [PRIVATE_IP] 07:46:33 MSK 5h 30min ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 18h Thu [PRIVATE_IP] 07:48:58 MSK 5h 28min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 18h Thu [PRIVATE_IP] 07:56:16 MSK 5h 20min ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 18h Thu [PRIVATE_IP] 08:10:23 MSK 5h 6min ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 18h Thu [PRIVATE_IP] 08:12:16 MSK 5h 4min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 19h Thu [PRIVATE_IP] 08:06:49 MSK 5h 10min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 19h Thu [PRIVATE_IP] 08:18:52 MSK 4h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 19h Thu [PRIVATE_IP] 08:36:58 MSK 4h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 19h Thu [PRIVATE_IP] 08:47:53 MSK 4h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 19h Thu [PRIVATE_IP] 02:28:16 MSK 10h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 19h Thu [PRIVATE_IP] 08:52:38 MSK 4h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 19h Thu [PRIVATE_IP] 08:54:58 MSK 4h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 20h Thu [PRIVATE_IP] 10:15:12 MSK 3h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service +Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +61 timers listed. +Backup artifacts are root-owned/read-only (0400); recovery directory is root-only. +Historical XenForo error max remains 21; no new errors were introduced during final verification. + +## KINGOFWOLK_ADMIN_DASHBOARD_WARNINGS_CLEARED_[PRIVATE_IP] +Status: PASS +ACP warning RCA completed after technical final. +Live xf_error_log is currently empty (count=0/max=0). +The only outdated override was style_id=2 public:extra.less template_id=1218. Its CSS content was not changed; SHA256 remains 3cb372b40ad689308cfc6d308af083d21ff96f4cc[PRIVATE_IP]ed02cff53e1e. +Child version metadata now matches its actual parent extra.less metadata: version_id=[PRIVATE_IP], version_string=2.0.0 Alpha. Outdated template count is zero. +Pre-fix database recovery backup: /root/kingofwolk-pre-extra-less-outdated-fix-[PRIVATE_IP]619Z/xf_kingofwolk.sql.gz SHA[PRIVATE_IP]fd3abc467ea[PRIVATE_IP]e88ca5bab5610c0ba[PRIVATE_IP]f1265 +Public home and forum route remain HTTP 200, Russian default rendering remains active, private [PRIVATE_IP].x leak absent, and no new error-log entries were created. + +## KINGOFWOLK_FINAL_POST_WELCOME_RECOVERY_[PRIVATE_IP] +Status: PASS +Bundle: /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z +DB SHA256: 31a1dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 +App archive SHA256: 963ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b +Final-state SHA256: [PRIVATE_IP]e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b +Includes: Peeker weighted v2, gold node icons, group banners, lore-editor permission, registration welcome PM. +Health: xf_error_log 0/0; outdated templates 0; extra.less unchanged; public smoke PASS. +- Status: OPEN +- Scope: independent verification of /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z before staging cleanup +- Symptom: VM160 verifier returned inner exitcode=1 before semantic PASS marker. +- Impact: outer gate stopped immediately; public-smoke, staging cleanup, error-register closures and HOMELAB_REFERENCE update were NOT executed. Recovery bundle creation from the prior step remains separate and had already reported PASS. +- Preliminary RCA: generated archive-membership verifier contained hublic instead of public in expected KingOfWolk asset paths, causing a read-only grep/test failure. +- Required action: independently confirm bundle hashes/modes, archive membership using corrected public paths, live forum state, and staging presence; only then rerun minimal cleanup after PASS. + +[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY_VERIFY_PATH_TYPO_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_public_paths_readonly_verify_PASS +[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY CLOSED_PASS bundle_/root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z db_sha[PRIVATE_IP]dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 app_sha[PRIVATE_IP]ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b final_state_sha[PRIVATE_IP]71e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b readonly_verify_PASS public_smoke_PASS +[PRIVATE_IP] KOW_FINAL_STAGING_CLEANUP CLOSED_PASS audited_11_kow_files_plus_3_auxiliary_staging_files_removed + +## KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] +- Status: OPEN +- Scope: read-only discovery of XenForo HTML message renderer for 404/maintenance branding +- Symptom: grep pattern function message was split across the pve01/ssh shell boundary; grep treated message as a pathname and returned inner exitcode=2. +- Impact: no XenForo mutation occurred; Q1 read-only controller audit completed; Q3 template SQL audit was not reached because the inner-exitcode semantic gate stopped the chain. +- RCA: unsafe multi-word grep pattern across nested ssh/QGA command parsing. +- Required action: avoid grep multi-word shell quoting; read exact Controller.php and Renderer/Html.php line ranges directly, then query candidate templates separately. + +[PRIVATE_IP] KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] CLOSED_NO_MUTATION direct_Controller_and_Html_renderer_read_PASS error_template_853 message_page_template_953 notice_board_closed_template_978_confirmed +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 4dccb4bc..8c96568d 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T091701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T09:17:01Z","finished_at_utc":"2026-09-03T09:17:02Z","reference_register_checked":true,"reference_sha256":"56c132a4b51abc51f41be4801f2f27d22adc379f7457d216ab73c17cb372efe0","error_register_checked":true,"error_register_sha256":"feae3202c004dc508c69b1164ecc1ddbcd87e6b539c571e92159b6f7a8a66c68","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T101701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T10:17:01Z","finished_at_utc":"2026-09-03T10:17:03Z","reference_register_checked":true,"reference_sha256":"ac4aeef3185ff2820bf1236efbd1b613013d6df8a8e7237964da2d5b01a49b50","error_register_checked":true,"error_register_sha256":"04c9f7dca4dc3e8c7433e9743755278ab9b4c75372513cab98d3b0d361990b4a","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 7177e374..15e9deca 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -4,10 +4,10 @@ STATUS=OK RC=0 HOST=pve01 COMPONENT=cluster-context -REFERENCE_SHA[PRIVATE_IP]b51abc51f41be[PRIVATE_IP]d22adc[PRIVATE_IP]ab73c17cb372efe0 -ERROR_REGISTER_SHA256=feae[PRIVATE_IP]dc[PRIVATE_IP]ecc1ddbcd[PRIVATE_IP]e[PRIVATE_IP]a8a66c68 +REFERENCE_SHA256=ac4aeef3185ff2820bf1236efbd[PRIVATE_IP]df[PRIVATE_IP]da[PRIVATE_IP]b50 +ERROR_REGISTER_SHA[PRIVATE_IP]dca4dc[PRIVATE_IP]e[PRIVATE_IP]ab[PRIVATE_IP]3cab[PRIVATE_IP]990b4a OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T09:17:01Z +GENERATED_AT_UTC=[PRIVATE_IP]T10:17:02Z Cluster information ------------------- Name: homelab @@ -45,86 +45,77 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":503094,"vmid":110},{"cpu":[PRIVATE_IP]694e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":503093,"vmid":111},{"cpu":[PRIVATE_IP]964e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":503097,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":503096,"vmid":113},{"cpu":[PRIVATE_IP]41925,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":502968,"vmid":130},{"cpu":[PRIVATE_IP]561118,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":503084,"vmid":150},{"cpu":[PRIVATE_IP]560936,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":503090,"vmid":160},{"cpu":[PRIVATE_IP]54133,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":503091,"vmid":170},{"cpu":[PRIVATE_IP]08615,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":503088,"vmid":171},{"cpu":[PRIVATE_IP]49583,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":503088,"vmid":180},{"cpu":[PRIVATE_IP]109173,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":502965,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":502961,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]700688,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":503120},{"cgroup-mode":2,"cpu":[PRIVATE_IP]0631,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":503120},{"cgroup-mode":2,"cpu":[PRIVATE_IP]36213,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":502986},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506694,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506695,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":506697,"vmid":112},{"cpu":[PRIVATE_IP]378e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":506698,"vmid":113},{"cpu":[PRIVATE_IP]69024,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506568,"vmid":130},{"cpu":[PRIVATE_IP]51933,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506685,"vmid":150},{"cpu":[PRIVATE_IP]644003,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506693,"vmid":160},{"cpu":[PRIVATE_IP]40176,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506692,"vmid":170},{"cpu":[PRIVATE_IP]63093,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":506689,"vmid":171},{"cpu":[PRIVATE_IP]72803,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":506690,"vmid":180},{"cpu":[PRIVATE_IP]536843,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":506564,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":506561,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]35785,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":506586},{"cgroup-mode":2,"cpu":[PRIVATE_IP]90846,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":506722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08273,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":506720},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.06% +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.07% local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% UNIT LOAD ACTIVE SUB DESCRIPTION 0 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 12:17:16 MSK 13s Thu [PRIVATE_IP] 12:16:16 MSK 46s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -Thu [PRIVATE_IP] 12:17:16 MSK 13s Thu [PRIVATE_IP] 12:16:16 MSK 46s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 12:17:23 MSK 21s Thu [PRIVATE_IP] 12:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 12:18:23 MSK 1min 20s Thu [PRIVATE_IP] 12:03:23 MSK 13min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 12:18:35 MSK 1min 32s Thu [PRIVATE_IP] 12:16:32 MSK 30s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Thu [PRIVATE_IP] 12:20:23 MSK 3min 21s Thu [PRIVATE_IP] 12:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 12:21:23 MSK 4min 20s Thu [PRIVATE_IP] 12:16:16 MSK 46s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 12:22:02 MSK 4min 59s Thu [PRIVATE_IP] 12:17:02 MSK 313ms ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 12:27:23 MSK 10min Thu [PRIVATE_IP] 12:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 12:28:23 MSK 11min Thu [PRIVATE_IP] 12:13:23 MSK 3min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 12:30:00 MSK 12min Thu [PRIVATE_IP] 12:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 12:30:38 MSK 13min Thu [PRIVATE_IP] 12:15:52 MSK 1min 10s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 12:30:40 MSK 13min Thu [PRIVATE_IP] 12:15:16 MSK 1min 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 12:31:06 MSK 14min Thu [PRIVATE_IP] 12:15:52 MSK 1min 10s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 12:33:34 MSK 16min Thu [PRIVATE_IP] 08:34:34 MSK 3h 42min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service -Thu [PRIVATE_IP] 12:33:58 MSK 16min Thu [PRIVATE_IP] 12:04:03 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 12:35:33 MSK 18min Thu [PRIVATE_IP] 12:02:52 MSK 14min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 12:36:52 MSK 19min Thu [PRIVATE_IP] 12:06:16 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 13:04:27 MSK 47min Thu [PRIVATE_IP] 12:00:58 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service -Thu [PRIVATE_IP] 13:10:08 MSK 53min Thu [PRIVATE_IP] 00:22:58 MSK 11h ago apt-daily.timer apt-daily.service -Thu [PRIVATE_IP] 13:19:47 MSK 1h 2min Thu [PRIVATE_IP] 07:15:23 MSK 5h 1min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Thu [PRIVATE_IP] 13:30:00 MSK 1h 12min Thu [PRIVATE_IP] 11:30:02 MSK 47min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Thu [PRIVATE_IP] 15:43:49 MSK 3h 26min Thu [PRIVATE_IP] 11:34:12 MSK 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service -Thu [PRIVATE_IP] 16:35:23 MSK 4h 18min Thu [PRIVATE_IP] 10:35:23 MSK 1h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 16:46:49 MSK 4h 29min Wed [PRIVATE_IP] 16:46:49 MSK 19h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Thu [PRIVATE_IP] 17:58:34 MSK 5h 41min Thu [PRIVATE_IP] 11:55:08 MSK 21min ago homelab-evidence-root.timer homelab-evidence-root.service -Fri [PRIVATE_IP] 00:00:00 MSK 11h Thu [PRIVATE_IP] 00:00:16 MSK 12h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:03:09 MSK 11h Thu [PRIVATE_IP] 00:12:47 MSK 12h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:03:34 MSK 11h Thu [PRIVATE_IP] 00:02:16 MSK 12h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:13:39 MSK 11h Thu [PRIVATE_IP] 00:17:58 MSK 11h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:14:18 MSK 11h Thu [PRIVATE_IP] 00:15:24 MSK 12h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:45:30 MSK 12h Thu [PRIVATE_IP] 00:18:58 MSK 11h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 02:58:14 MSK 14h Thu [PRIVATE_IP] 05:54:16 MSK 6h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 03:28:01 MSK 15h Thu [PRIVATE_IP] 03:32:44 MSK 8h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 06:42:28 MSK 18h Thu [PRIVATE_IP] 06:24:23 MSK 5h 52min ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:12:29 MSK 18h Thu [PRIVATE_IP] 07:16:56 MSK 5h 0min ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:30:56 MSK 19h Thu [PRIVATE_IP] 07:29:58 MSK 4h 47min ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:42:04 MSK 19h Thu [PRIVATE_IP] 07:47:32 MSK 4h 29min ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:43:08 MSK 19h Thu [PRIVATE_IP] 07:46:33 MSK 4h 30min ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:45:58 MSK 19h Thu [PRIVATE_IP] 07:48:58 MSK 4h 28min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:58:34 MSK 19h Thu [PRIVATE_IP] 07:56:16 MSK 4h 20min ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:03 MSK 19h Thu [PRIVATE_IP] 08:10:23 MSK 4h 6min ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:10:39 MSK 19h Thu [PRIVATE_IP] 08:12:16 MSK 4h 4min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:22:30 MSK 20h Thu [PRIVATE_IP] 08:06:49 MSK 4h 10min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:28:34 MSK 20h Thu [PRIVATE_IP] 08:18:52 MSK 3h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:31:47 MSK 20h Thu [PRIVATE_IP] 08:36:58 MSK 3h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:32:13 MSK 20h Thu [PRIVATE_IP] 08:47:53 MSK 3h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:39:21 MSK 20h Thu [PRIVATE_IP] 02:28:16 MSK 9h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 08:44:52 MSK 20h Thu [PRIVATE_IP] 08:52:38 MSK 3h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 08:45:28 MSK 20h Thu [PRIVATE_IP] 08:54:58 MSK 3h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 10:15:00 MSK 21h Thu [PRIVATE_IP] 10:15:12 MSK 2h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:02:23 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 13:17:23 MSK 20s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 13:17:52 MSK 49s Thu [PRIVATE_IP] 13:16:52 MSK 10s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 13:18:23 MSK 1min 20s Thu [PRIVATE_IP] 13:03:23 MSK 13min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 13:18:24 MSK 1min 21s Thu [PRIVATE_IP] 13:16:23 MSK 39s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 13:19:47 MSK 2min 44s Thu [PRIVATE_IP] 07:15:23 MSK 6h ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Thu [PRIVATE_IP] 13:19:57 MSK 2min 54s Thu [PRIVATE_IP] 13:14:32 MSK 2min 30s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 13:20:23 MSK 3min 20s Thu [PRIVATE_IP] 13:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 13:27:23 MSK 10min Thu [PRIVATE_IP] 13:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 13:28:23 MSK 11min Thu [PRIVATE_IP] 13:13:23 MSK 3min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 11:30:02 MSK 1h 47min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 13:30:00 MSK 12min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 13:30:09 MSK 13min Thu [PRIVATE_IP] 13:04:23 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 13:30:42 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 13:30:43 MSK 13min Thu [PRIVATE_IP] 13:15:16 MSK 1min 46s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 13:30:51 MSK 13min Thu [PRIVATE_IP] 13:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 13:35:19 MSK 18min Thu [PRIVATE_IP] 13:06:50 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 13:42:30 MSK 25min Thu [PRIVATE_IP] 13:08:16 MSK 8min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 14:00:41 MSK 43min Thu [PRIVATE_IP] 13:04:33 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 15:43:49 MSK 2h 26min Thu [PRIVATE_IP] 11:34:12 MSK 1h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Thu [PRIVATE_IP] 16:32:23 MSK 3h 15min Thu [PRIVATE_IP] 12:33:58 MSK 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 3h 18min Thu [PRIVATE_IP] 10:35:23 MSK 2h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 3h 29min Wed [PRIVATE_IP] 16:46:49 MSK 20h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:58:34 MSK 4h 41min Thu [PRIVATE_IP] 11:55:08 MSK 1h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 5h 49min Thu [PRIVATE_IP] 13:10:16 MSK 6min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 00:00:00 MSK 10h Thu [PRIVATE_IP] 00:00:16 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 10h Thu [PRIVATE_IP] 00:12:47 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 10h Thu [PRIVATE_IP] 00:02:16 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 10h Thu [PRIVATE_IP] 00:17:58 MSK 12h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 10h Thu [PRIVATE_IP] 00:15:24 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 11h Thu [PRIVATE_IP] 00:18:58 MSK 12h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 13h Thu [PRIVATE_IP] 05:54:16 MSK 7h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 14h Thu [PRIVATE_IP] 03:32:44 MSK 9h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 17h Thu [PRIVATE_IP] 06:24:23 MSK 6h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 17h Thu [PRIVATE_IP] 07:16:56 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 18h Thu [PRIVATE_IP] 07:29:58 MSK 5h 47min ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 18h Thu [PRIVATE_IP] 07:47:32 MSK 5h 29min ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 18h Thu [PRIVATE_IP] 07:46:33 MSK 5h 30min ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 18h Thu [PRIVATE_IP] 07:48:58 MSK 5h 28min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 18h Thu [PRIVATE_IP] 07:56:16 MSK 5h 20min ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 18h Thu [PRIVATE_IP] 08:10:23 MSK 5h 6min ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 18h Thu [PRIVATE_IP] 08:12:16 MSK 5h 4min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 19h Thu [PRIVATE_IP] 08:06:49 MSK 5h 10min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 19h Thu [PRIVATE_IP] 08:18:52 MSK 4h 58min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 19h Thu [PRIVATE_IP] 08:36:58 MSK 4h 40min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 19h Thu [PRIVATE_IP] 08:47:53 MSK 4h 29min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 19h Thu [PRIVATE_IP] 02:28:16 MSK 10h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 19h Thu [PRIVATE_IP] 08:52:38 MSK 4h 24min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 19h Thu [PRIVATE_IP] 08:54:58 MSK 4h 22min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 20h Thu [PRIVATE_IP] 10:15:12 MSK 3h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service -- - Thu [PRIVATE_IP] 12:17:02 MSK 314ms ago homelab-router-watchdog.timer homelab-router-watchdog.service -- - Thu [PRIVATE_IP] 12:17:02 MSK 313ms ago netbird-peers-health.timer netbird-peers-health.service - - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service - - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service - - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service 61 timers listed. -HTTP redirects to HTTPS. Public home/register/terms/privacy/sitemap are HTTP 200 with ru-RU. No [PRIVATE_IP].x origin/private-IP leak detected. -Critical response headers x-content-type-options=nosniff and referrer-policy are present. -Post-final hardening backlog (non-blocking): HSTS absent; Content-Security-Policy absent; Permissions-Policy absent; nginx version is visible in Server header. Treat CSP/HSTS as separate edge-hardening work, not as a blind XenForo change. -Final recovery directory: /root/kingofwolk-final-technical-[PRIVATE_IP]534Z -Final DB backup: [PRIVATE_IP] bytes, SHA[PRIVATE_IP]5edca45ef[PRIVATE_IP]b[PRIVATE_IP]c0fea[PRIVATE_IP]d5f -Final persistent/config archive: 674869 bytes, SHA[PRIVATE_IP]21e4410bc8cb[PRIVATE_IP]ab5821d47ccb8ca2969cbfd2857abdf8c -Final state manifest SHA256: 4b49fbb[PRIVATE_IP]d[PRIVATE_IP]c8307ede[PRIVATE_IP]d0c4ae77592aaa5cb36f8 -The application archive contains XenForo config.php, persistent data, KingOfWolk style assets, msmtp configuration, and attachments when present. The msmtp password secret was intentionally not duplicated into this application archive. -Both one-time delivery intent/result markers were copied into the final recovery directory and remain preserved as anti-repeat evidence. Backup artifacts are root-owned/read-only (0400); recovery directory is root-only. Historical XenForo error max remains 21; no new errors were introduced during final verification. @@ -136,25 +127,34 @@ The only outdated override was style_id=2 public:extra.less template_id=1218. It Child version metadata now matches its actual parent extra.less metadata: version_id=[PRIVATE_IP], version_string=2.0.0 Alpha. Outdated template count is zero. Pre-fix database recovery backup: /root/kingofwolk-pre-extra-less-outdated-fix-[PRIVATE_IP]619Z/xf_kingofwolk.sql.gz SHA[PRIVATE_IP]fd3abc467ea[PRIVATE_IP]e88ca5bab5610c0ba[PRIVATE_IP]f1265 Public home and forum route remain HTTP 200, Russian default rendering remains active, private [PRIVATE_IP].x leak absent, and no new error-log entries were created. -[PRIVATE_IP] KOW_EDGE_DOCKER_PS_NO_TRUNC_SECRET_EXPOSURE_RECURRENCE OPEN docker_ps_no_trunc_exposed_unrelated_credential_like_command_argument no_edge_mutation secret_not_recorded_in_register do_not_use_full_process_or_container_command_listings_again rotate_affected_unrelated_credential -[PRIVATE_IP] KOW_EDGE_HARDENING_APPLY_SCRIPT_SYNTAX_ERROR CLOSED staged_apply_script_had_unterminated_quote sh_n_exitcode_2 apply_script_not_executed live_route_not_mutated -[PRIVATE_IP] KOW_EDGE_HARDENING_SERVER_HEADER_PARTIAL OPEN HSTS_PASS PermissionsPolicy_PASS live_996_SHA_PASS nginx_test_PASS public_Server_still_nginx_1_28_3_Ubuntu final_command_stopped_before_redirect_and_public_smoke no_rollback_performed -[PRIVATE_IP] KOW_EDGE_DIRECT_SERVER_HEADER_EXPECTATION_FALSE CLOSED direct_NPMplus_request_completed grep_expected_Server_header_but_header_was_absent command_stopped_before_public_comparison read_only_no_mutation -[PRIVATE_IP] KOW_EDGE_HARDENING_SERVER_HEADER_PARTIAL CLOSED_LOCAL_HARDENING direct_NPMplus_Server_absent HSTS_PASS PermissionsPolicy_PASS redirect_PASS public_smoke_PASS external_public_front_still_adds_nginx_version -[PRIVATE_IP] KOW_EXTERNAL_PUBLIC_FRONT_SERVER_VERSION_DISCLOSURE OPEN public_response_Server_nginx_1_28_3_Ubuntu direct_NPMplus_Server_absent identify_external_reverse_proxy_before_mutation -[PRIVATE_IP] KOW_EXTERNAL_PROXY_LOG_FIND_GLOB_EXPANSION CLOSED read_only_find_name_glob_expanded_on_intermediate_pve03_before_QGA exitcode_1 no_edge_mutation -[PRIVATE_IP] KOW_EXTERNAL_PROXY_CONTAINER_GREP_PATH_MISSING CLOSED read_only_docker_exec_expected_/usr/bin/grep_but_binary_absent exitcode_127 no_edge_mutation -[PRIVATE_IP] KOW_EDGE01_SSH_HOSTKEY_NOT_PINNED CLOSED BatchMode_StrictHostKeyChecking_rejected_unknown_ED25519_hostkey before_authentication no_edge01_mutation trusted_fingerprint_available_in_reference do_not_copy_edge01_private_key_to_pve01 -[PRIVATE_IP] KOW_EDGE01_SSH_HOSTKEY_NOT_PINNED CLOSED BatchMode_StrictHostKeyChecking_rejected_unknown_ED25519_hostkey before_authentication no_edge01_mutation trusted_fingerprint_available_in_reference do_not_copy_edge01_private_key_to_pve01 -[PRIVATE_IP] KOW_EDGE01_BACKUP_RUN_WITHOUT_ROOT CLOSED edge01_prompt_was_edgeadmin_not_root backup_command_failed_at_/root_directory_creation Permission_denied no_backup_created no_vhost_mutation -[PRIVATE_IP] KOW_EXTERNAL_PUBLIC_FRONT_SERVER_VERSION_DISCLOSURE CLOSED edge01_nginx_server_tokens_off public_Server_nginx_without_version HSTS_PASS PermissionsPolicy_PASS redirect_PASS public_smoke_PASS backup_/root/kingofwolk-edge01-hardening-[PRIVATE_IP]-a1 -[PRIVATE_IP] KOPIA_ROTATION_DOCKER_INSPECT_TEMPLATE_PARSE_ERROR CLOSED read_only_go_template_broke_across_shell_layers exitcode_64 no_container_mutation no_secret_output -[PRIVATE_IP] KOPIA_ROTATION_ENV_AUDIT_PYTHON_SYNTAX_ERROR CLOSED generated_read_only_python_used_invalid_1o777_literal instead_of_0o777 interpreter_stopped_before_audit exitcode_1 no_kopia_mutation no_secret_output -[PRIVATE_IP] KOW_EDGE_PS_FULL_COMMAND_SECRET_EXPOSURE CLOSED_ROTATED exposed_Kopia_server_password_invalidated new_password_generated_inside_VM130_and_not_printed independent_verify_PASS -[PRIVATE_IP] KOW_EDGE_DOCKER_PS_NO_TRUNC_SECRET_EXPOSURE_RECURRENCE CLOSED_ROTATED exposed_Kopia_server_password_invalidated new_password_not_printed independent_verify_PASS -[PRIVATE_IP] KOPIA_SERVER_PASSWORD_ROTATION CLOSED_PASS repository_password_unchanged server_user_unchanged container_running port_51515_PASS backup_/root/kopia-server-password-rotation-[PRIVATE_IP]-a1 -[PRIVATE_IP] KOW_FINAL_CURRENT_RECOVERY_SMOKE_MISSING_PASS OPEN recovery_hashes_and_modes_PASS final_public_semantic_marker_missing no_recovery_mutation_required -[PRIVATE_IP] KOW_FINAL_CURRENT_RECOVERY_SMOKE_MISSING_PASS CLOSED_CRLF_SAFE_VERIFY public_headers_PASS home_PASS register_hcaptcha_PASS sitemap_PASS peeker_v2_PASS -[PRIVATE_IP] KOW_NODE_ICONS_SOLID_SPRITE_AUDIT_PATH_TYPO CLOSED read_only_audit_used_hublic_instead_of_public solid_sprite_not_checked no_forum_mutation + +## KINGOFWOLK_FINAL_POST_WELCOME_RECOVERY_[PRIVATE_IP] +Status: PASS +Bundle: /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z +DB SHA256: 31a1dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 +App archive SHA256: 963ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b +Final-state SHA256: [PRIVATE_IP]e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b +Includes: Peeker weighted v2, gold node icons, group banners, lore-editor permission, registration welcome PM. +Health: xf_error_log 0/0; outdated templates 0; extra.less unchanged; public smoke PASS. +- Status: OPEN +- Scope: independent verification of /root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z before staging cleanup +- Symptom: VM160 verifier returned inner exitcode=1 before semantic PASS marker. +- Impact: outer gate stopped immediately; public-smoke, staging cleanup, error-register closures and HOMELAB_REFERENCE update were NOT executed. Recovery bundle creation from the prior step remains separate and had already reported PASS. +- Preliminary RCA: generated archive-membership verifier contained hublic instead of public in expected KingOfWolk asset paths, causing a read-only grep/test failure. +- Required action: independently confirm bundle hashes/modes, archive membership using corrected public paths, live forum state, and staging presence; only then rerun minimal cleanup after PASS. + +[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY_VERIFY_PATH_TYPO_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_public_paths_readonly_verify_PASS +[PRIVATE_IP] KOW_FINAL_POST_WELCOME_RECOVERY CLOSED_PASS bundle_/root/kingofwolk-final-current-post-welcome-[PRIVATE_IP]652Z db_sha[PRIVATE_IP]dc[PRIVATE_IP]ebac[PRIVATE_IP]cdc[PRIVATE_IP]dcbbd676ca[PRIVATE_IP]4 app_sha[PRIVATE_IP]ebac[PRIVATE_IP]a92be45eada[PRIVATE_IP]ec20758cea1fc[PRIVATE_IP]ef00b final_state_sha[PRIVATE_IP]71e28d7fcf894f0ba2a9379ab6dd[PRIVATE_IP]c02c78feaf6419b readonly_verify_PASS public_smoke_PASS +[PRIVATE_IP] KOW_FINAL_STAGING_CLEANUP CLOSED_PASS audited_11_kow_files_plus_3_auxiliary_staging_files_removed + +## KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] +- Status: OPEN +- Scope: read-only discovery of XenForo HTML message renderer for 404/maintenance branding +- Symptom: grep pattern function message was split across the pve01/ssh shell boundary; grep treated message as a pathname and returned inner exitcode=2. +- Impact: no XenForo mutation occurred; Q1 read-only controller audit completed; Q3 template SQL audit was not reached because the inner-exitcode semantic gate stopped the chain. +- RCA: unsafe multi-word grep pattern across nested ssh/QGA command parsing. +- Required action: avoid grep multi-word shell quoting; read exact Controller.php and Renderer/Html.php line ranges directly, then query candidate templates separately. + +[PRIVATE_IP] KOW_ERROR_BRANDING_MESSAGE_GREP_QUOTING_[PRIVATE_IP] CLOSED_NO_MUTATION direct_Controller_and_Html_renderer_read_PASS error_template_853 message_page_template_953 notice_board_closed_template_978_confirmed OUTPUT_END CHAT_OUTPUT_END