diff --git a/runtime/history/CONTEXT-AUTO-20260903T211701Z.json b/runtime/history/CONTEXT-AUTO-20260903T211701Z.json new file mode 100644 index 00000000..0ea4add0 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T211701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T211701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T21:17:01Z","finished_at_utc":"2026-09-03T21:17:03Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"0b33a894539442821ef26368f7440b652b58241dd22bff7bca219d1aa871f309","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260903T211701Z.txt b/runtime/history/CONTEXT-AUTO-20260903T211701Z.txt new file mode 100644 index 00000000..406f6396 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T211701Z.txt @@ -0,0 +1,160 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]d[PRIVATE_IP]fcb4af[PRIVATE_IP]e[PRIVATE_IP]560161ad907c0ed2272 +ERROR_REGISTER_SHA[PRIVATE_IP][PRIVATE_IP]ef[PRIVATE_IP]b[PRIVATE_IP]dd22bff7bca219d1aa[PRIVATE_IP] +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T21:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Fri Sep [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.130 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":546296,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":546297,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":546299,"vmid":112},{"cpu":[PRIVATE_IP]619e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":546300,"vmid":113},{"cpu":[PRIVATE_IP]07213,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":546160,"vmid":130},{"cpu":[PRIVATE_IP]107386,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546286,"vmid":150},{"cpu":[PRIVATE_IP]336296,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":546294,"vmid":160},{"cpu":[PRIVATE_IP]39265,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546293,"vmid":170},{"cpu":[PRIVATE_IP]59062,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546290,"vmid":171},{"cpu":[PRIVATE_IP]17734,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":546291,"vmid":180},{"cpu":[PRIVATE_IP]519781,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":546157,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":546153,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]22866,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":546324},{"cgroup-mode":2,"cpu":[PRIVATE_IP]38132,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":546178},{"cgroup-mode":2,"cpu":[PRIVATE_IP]033025,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":546322},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.12% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 11.05% + UNIT LOAD ACTIVE SUB DESCRIPTION + +0 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Fri [PRIVATE_IP] 00:17:56 MSK 53s Fri [PRIVATE_IP] 00:15:50 MSK 1min 12s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Fri [PRIVATE_IP] 00:18:02 MSK 59s Fri [PRIVATE_IP] 00:17:02 MSK 938ms ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Fri [PRIVATE_IP] 00:18:23 MSK 1min 20s Fri [PRIVATE_IP] 00:13:23 MSK 3min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Fri [PRIVATE_IP] 00:18:23 MSK 1min 20s Fri [PRIVATE_IP] 00:13:23 MSK 3min 39s ago netbird-peers-health.timer netbird-peers-health.service +Fri [PRIVATE_IP] 00:19:16 MSK 2min 13s Fri [PRIVATE_IP] 00:04:16 MSK 12min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Fri [PRIVATE_IP] 00:20:16 MSK 3min 13s Fri [PRIVATE_IP] 00:05:16 MSK 11min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Fri [PRIVATE_IP] 00:20:34 MSK 3min 30s Fri [PRIVATE_IP] 00:15:16 MSK 1min 46s ago homelab-health-metrics.timer homelab-health-metrics.service +Fri [PRIVATE_IP] 00:22:16 MSK 5min Fri [PRIVATE_IP] 00:12:16 MSK 4min 46s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Fri [PRIVATE_IP] 00:27:23 MSK 10min Fri [PRIVATE_IP] 00:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Fri [PRIVATE_IP] 00:29:23 MSK 12min Fri [PRIVATE_IP] 00:14:23 MSK 2min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Fri [PRIVATE_IP] 00:30:00 MSK 12min Fri [PRIVATE_IP] 00:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Fri [PRIVATE_IP] 00:30:45 MSK 13min Fri [PRIVATE_IP] 00:15:58 MSK 1min 4s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Fri [PRIVATE_IP] 00:30:58 MSK 13min Fri [PRIVATE_IP] 00:15:32 MSK 1min 30s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Fri [PRIVATE_IP] 00:31:13 MSK 14min Fri [PRIVATE_IP] 00:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Fri [PRIVATE_IP] 00:32:01 MSK 14min Fri [PRIVATE_IP] 00:04:02 MSK 13min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Fri [PRIVATE_IP] 00:32:39 MSK 15min Thu [PRIVATE_IP] 20:31:58 MSK 3h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Fri [PRIVATE_IP] 00:35:42 MSK 18min Fri [PRIVATE_IP] 00:06:23 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service +Fri [PRIVATE_IP] 00:38:15 MSK 21min Fri [PRIVATE_IP] 00:04:02 MSK 13min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Fri [PRIVATE_IP] 00:45:30 MSK 28min Thu [PRIVATE_IP] 00:18:58 MSK 23h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 01:03:46 MSK 46min Fri [PRIVATE_IP] 00:00:58 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Fri [PRIVATE_IP] 01:24:25 MSK 1h 7min Thu [PRIVATE_IP] 19:23:16 MSK 4h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 01:30:00 MSK 1h 12min Thu [PRIVATE_IP] 23:30:16 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Fri [PRIVATE_IP] 02:58:14 MSK 2h 41min Thu [PRIVATE_IP] 05:54:16 MSK 18h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 3h 10min Thu [PRIVATE_IP] 03:32:44 MSK 20h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 03:58:13 MSK 3h 41min Thu [PRIVATE_IP] 23:55:16 MSK 21min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 04:35:23 MSK 4h 18min Thu [PRIVATE_IP] 22:35:23 MSK 1h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Fri [PRIVATE_IP] 06:09:35 MSK 5h 52min Fri [PRIVATE_IP] 00:01:50 MSK 15min ago homelab-evidence-root.timer homelab-evidence-root.service +Fri [PRIVATE_IP] 06:42:28 MSK 6h Thu [PRIVATE_IP] 06:24:23 MSK 17h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 6h Thu [PRIVATE_IP] 07:16:56 MSK 17h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 7h Thu [PRIVATE_IP] 07:29:58 MSK 16h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 7h Thu [PRIVATE_IP] 07:47:32 MSK 16h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 7h Thu [PRIVATE_IP] 07:46:33 MSK 16h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 7h Thu [PRIVATE_IP] 07:48:58 MSK 16h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 7h Thu [PRIVATE_IP] 07:56:16 MSK 16h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 7h Thu [PRIVATE_IP] 08:10:23 MSK 16h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 7h Thu [PRIVATE_IP] 08:12:16 MSK 16h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:15:06 MSK 7h Thu [PRIVATE_IP] 19:06:23 MSK 5h 10min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 08:22:30 MSK 8h Thu [PRIVATE_IP] 08:06:49 MSK 16h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 8h Thu [PRIVATE_IP] 08:18:52 MSK 15h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 8h Thu [PRIVATE_IP] 08:36:58 MSK 15h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 8h Thu [PRIVATE_IP] 08:47:53 MSK 15h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 8h Thu [PRIVATE_IP] 02:28:16 MSK 21h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 8h Thu [PRIVATE_IP] 08:52:38 MSK 15h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 8h Thu [PRIVATE_IP] 08:54:58 MSK 15h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 9h Thu [PRIVATE_IP] 10:15:12 MSK 14h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Fri [PRIVATE_IP] 16:47:16 MSK 16h Thu [PRIVATE_IP] 16:47:16 MSK 7h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sat [PRIVATE_IP] 00:00:00 MSK 23h Fri [PRIVATE_IP] 00:00:03 MSK 16min ago dpkg-db-backup.timer dpkg-db-backup.service +Sat [PRIVATE_IP] 00:02:04 MSK 23h Fri [PRIVATE_IP] 00:03:16 MSK 13min ago homelab-docker-health.timer homelab-docker-health.service +Sat [PRIVATE_IP] 00:13:08 MSK 23h Fri [PRIVATE_IP] 00:14:23 MSK 2min 39s ago homelab-quality-gate.timer homelab-quality-gate.service +Sat [PRIVATE_IP] 00:14:44 MSK 23h Fri [PRIVATE_IP] 00:13:52 MSK 3min 10s ago homelab-storage-capacity.timer homelab-storage-capacity.service +Sat [PRIVATE_IP] 00:16:40 MSK 23h Fri [PRIVATE_IP] 00:03:34 MSK 13min ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service +Mon [PRIVATE_IP] 00:03:32 MSK 2 days Mon [PRIVATE_IP] 00:07:22 MSK 4 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - Fri [PRIVATE_IP] 00:17:02 MSK 937ms ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +- - Fri [PRIVATE_IP] 00:17:02 MSK 937ms ago homelab-router-watchdog.timer homelab-router-watchdog.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +61 timers listed. +Pre-change DB backup: /root/kingofwolk-pre-books-series-v[PRIVATE_IP].sql.gz +Backup SHA256: ef906752da[PRIVATE_IP]a1fdb687471efd[PRIVATE_IP]ff85d46f24cd40e4772d +Verification: public LitRes links PASS; node9 counters 2/2; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_SERIES_INDEX_V[PRIVATE_IP] +Status: PASS +Node 9 pinned series index thread ID: 9 +Title: Project Koroli - series index. +Links to book threads: 7 and 8. +Pre-change DB backup: /root/kingofwolk-pre-series-index-v[PRIVATE_IP].sql.gz +Backup SHA256: d[PRIVATE_IP]b[PRIVATE_IP]d74c05e63bfa1129beaa[PRIVATE_IP]ccac[PRIVATE_IP] +Verification: sticky=1; node9 counters 3/3; public links PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_BOOK_CARDS_V[PRIVATE_IP] +Status: PASS +Threads 7 and 8 display local book covers while preserving their LitRes purchase links. +Assets: /styles/kingofwolk/books/project-koroli-1.jpg and project-koroli-2.jpg +Pre-change DB backup: /root/kingofwolk-pre-book-cards-v[PRIVATE_IP].sql.gz +Backup SHA256: eb466efe3823b6bbc7fe[PRIVATE_IP]e[PRIVATE_IP]b[PRIVATE_IP]ea19b7844 +Verification: public pages PASS; node9 counters 3/3; pinned series index preserved; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_PATH_AUDIT_FALSE_PASS_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] PVE02_SSH_DEBIAN_DENIED_VM160_HOSTKEY_VERIFY_[PRIVATE_IP] CLOSED_NO_MUTATION — trusted VM160 host-key verification via debian@pve02 failed with publickey denial; retry via Proxmox root inter-node SSH. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_DEBIAN_DENIED_CF_TOKEN_AUDIT_[PRIVATE_IP] CLOSED_NO_MUTATION — debian SSH to VM160 denied during read-only Cloudflare token path audit; use trusted pve02 QGA instead. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_SCOPE_MAP_PYTHON_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Cloudflare token scope mapper failed with local Python SyntaxError before any API result; no token/config mutation; replace complex inline Python with staged minimal script. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_CONFIGPARSER_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only active Cloudflare credential mapper failed because at least one certbot renewal file uses flat key=value format without INI section headers; staging removed; no credential/config mutation; replace configparser with format-agnostic line parser. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_CONFIGPARSER_[PRIVATE_IP] RCA_REFINED — renewal files contain key=value preamble before [renewalparams]; standard configparser rejects that valid Certbot layout; use line-oriented parser instead. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_RELATIVE_PATH_[PRIVATE_IP] OPEN — read-only credential mapper reported STATUS=MISSING because Certbot renewal configs use relative credential names such as credentials-21; no config/token mutation; resolve actual credential directory before further conclusions. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TEMP_CREDENTIAL_AUDIT_QUOTING_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only NPMplus temporary Cloudflare credential audit failed from nested shell quoting before any inspection or mutation; retry with simplified command. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] NPMPLUS_CERT_META_KEYS_AUDIT_SHELL_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only NPMplus certificate metadata audit failed locally in pve01 bash with syntax error before SSH execution; no guest/database/config mutation; retry with simplified SQL quoting. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_TOKEN_MIGRATION_SQL_QUOTE_[PRIVATE_IP] CLOSED_NO_MUTATION — migration transaction failed before UPDATE because SQLite parsed letsencrypt as identifier; backup exists and committed certificate rows are unchanged. +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index e0a85410..0ea4add0 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T201701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T20:17:01Z","finished_at_utc":"2026-09-03T20:17:02Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"ab238a04f549e45d5dd8ba6ea964727d10cbeb8f029479fe58c422be7d04b7c8","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T211701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T21:17:01Z","finished_at_utc":"2026-09-03T21:17:03Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"0b33a894539442821ef26368f7440b652b58241dd22bff7bca219d1aa871f309","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 81f89816..406f6396 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -5,9 +5,9 @@ RC=0 HOST=pve01 COMPONENT=cluster-context REFERENCE_SHA[PRIVATE_IP]d[PRIVATE_IP]fcb4af[PRIVATE_IP]e[PRIVATE_IP]560161ad907c0ed2272 -ERROR_REGISTER_SHA256=ab[PRIVATE_IP]d5dd8ba6ea[PRIVATE_IP]cbeb[PRIVATE_IP]fe58c422be[PRIVATE_IP] +ERROR_REGISTER_SHA[PRIVATE_IP][PRIVATE_IP]ef[PRIVATE_IP]b[PRIVATE_IP]dd22bff7bca219d1aa[PRIVATE_IP] OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T20:17:01Z +GENERATED_AT_UTC=[PRIVATE_IP]T21:17:01Z Cluster information ------------------- Name: homelab @@ -17,7 +17,7 @@ Secure auth: on Quorum information ------------------ -Date: Thu Sep [PRIVATE_IP] 2026 +Date: Fri Sep [PRIVATE_IP] 2026 Quorum provider: corosync_votequorum Nodes: 3 Node ID: [PRIVATE_IP] @@ -45,72 +45,72 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":110},{"cpu":[PRIVATE_IP]988e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542699,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542700,"vmid":113},{"cpu":[PRIVATE_IP]5788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542561,"vmid":130},{"cpu":[PRIVATE_IP]381723,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542687,"vmid":150},{"cpu":[PRIVATE_IP]895788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":160},{"cpu":[PRIVATE_IP]06206,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":170},{"cpu":[PRIVATE_IP]16585,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":171},{"cpu":[PRIVATE_IP]54103,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":180},{"cpu":[PRIVATE_IP]000543,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542557,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":542553,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]315724,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":542722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]95985,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":542578},{"cgroup-mode":2,"cpu":[PRIVATE_IP]56903,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":542724},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":546296,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":546297,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":546299,"vmid":112},{"cpu":[PRIVATE_IP]619e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":546300,"vmid":113},{"cpu":[PRIVATE_IP]07213,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":546160,"vmid":130},{"cpu":[PRIVATE_IP]107386,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546286,"vmid":150},{"cpu":[PRIVATE_IP]336296,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":546294,"vmid":160},{"cpu":[PRIVATE_IP]39265,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546293,"vmid":170},{"cpu":[PRIVATE_IP]59062,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":546290,"vmid":171},{"cpu":[PRIVATE_IP]17734,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":546291,"vmid":180},{"cpu":[PRIVATE_IP]519781,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":546157,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":546153,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]22866,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":546324},{"cgroup-mode":2,"cpu":[PRIVATE_IP]38132,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":546178},{"cgroup-mode":2,"cpu":[PRIVATE_IP]033025,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":546322},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.11% +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.12% local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 11.05% UNIT LOAD ACTIVE SUB DESCRIPTION 0 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 23:17:24 MSK 21s Thu [PRIVATE_IP] 23:16:23 MSK 38s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 23:17:32 MSK 29s Thu [PRIVATE_IP] 23:15:26 MSK 1min 36s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Thu [PRIVATE_IP] 23:18:27 MSK 1min 24s Thu [PRIVATE_IP] 23:03:27 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 23:19:38 MSK 2min 36s Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 23:21:16 MSK 4min 13s Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 23:22:02 MSK 4min 59s Thu [PRIVATE_IP] 23:12:02 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 23:27:23 MSK 10min Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 23:29:23 MSK 12min Thu [PRIVATE_IP] 23:14:23 MSK 2min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 22:13:05 MSK 1h 3min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 23:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 23:30:22 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 23:30:44 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 23:31:24 MSK 14min Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 23:32:16 MSK 15min Thu [PRIVATE_IP] 22:58:16 MSK 18min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 23:32:54 MSK 15min Thu [PRIVATE_IP] 23:04:16 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 23:36:15 MSK 19min Thu [PRIVATE_IP] 23:05:32 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 23:55:16 MSK 38min Thu [PRIVATE_IP] 19:51:50 MSK 3h 25min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service -Fri [PRIVATE_IP] 00:00:00 MSK 42min Thu [PRIVATE_IP] 00:00:16 MSK 23h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:00:55 MSK 43min Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service -Fri [PRIVATE_IP] 00:01:50 MSK 44min Thu [PRIVATE_IP] 17:58:38 MSK 5h 18min ago homelab-evidence-root.timer homelab-evidence-root.service -Fri [PRIVATE_IP] 00:03:09 MSK 46min Thu [PRIVATE_IP] 00:12:47 MSK 23h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:03:34 MSK 46min Thu [PRIVATE_IP] 00:02:16 MSK 23h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:13:39 MSK 56min Thu [PRIVATE_IP] 00:17:58 MSK 22h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:14:18 MSK 57min Thu [PRIVATE_IP] 00:15:24 MSK 23h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:32:39 MSK 1h 15min Thu [PRIVATE_IP] 20:31:58 MSK 2h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service -Fri [PRIVATE_IP] 00:45:30 MSK 1h 28min Thu [PRIVATE_IP] 00:18:58 MSK 22h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 01:24:25 MSK 2h 7min Thu [PRIVATE_IP] 19:23:16 MSK 3h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Fri [PRIVATE_IP] 02:58:14 MSK 3h 41min Thu [PRIVATE_IP] 05:54:16 MSK 17h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 03:28:01 MSK 4h 10min Thu [PRIVATE_IP] 03:32:44 MSK 19h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 04:35:23 MSK 5h 18min Thu [PRIVATE_IP] 22:35:23 MSK 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Fri [PRIVATE_IP] 06:42:28 MSK 7h Thu [PRIVATE_IP] 06:24:23 MSK 16h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:12:29 MSK 7h Thu [PRIVATE_IP] 07:16:56 MSK 16h ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:30:56 MSK 8h Thu [PRIVATE_IP] 07:29:58 MSK 15h ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:42:04 MSK 8h Thu [PRIVATE_IP] 07:47:32 MSK 15h ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:43:08 MSK 8h Thu [PRIVATE_IP] 07:46:33 MSK 15h ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:45:58 MSK 8h Thu [PRIVATE_IP] 07:48:58 MSK 15h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:58:34 MSK 8h Thu [PRIVATE_IP] 07:56:16 MSK 15h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:03 MSK 8h Thu [PRIVATE_IP] 08:10:23 MSK 15h ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:10:39 MSK 8h Thu [PRIVATE_IP] 08:12:16 MSK 15h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:15:06 MSK 8h Thu [PRIVATE_IP] 19:06:23 MSK 4h 10min ago apt-daily.timer apt-daily.service -Fri [PRIVATE_IP] 08:22:30 MSK 9h Thu [PRIVATE_IP] 08:06:49 MSK 15h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:28:34 MSK 9h Thu [PRIVATE_IP] 08:18:52 MSK 14h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:31:47 MSK 9h Thu [PRIVATE_IP] 08:36:58 MSK 14h ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:32:13 MSK 9h Thu [PRIVATE_IP] 08:47:53 MSK 14h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:39:21 MSK 9h Thu [PRIVATE_IP] 02:28:16 MSK 20h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 08:44:52 MSK 9h Thu [PRIVATE_IP] 08:52:38 MSK 14h ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 08:45:28 MSK 9h Thu [PRIVATE_IP] 08:54:58 MSK 14h ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 10:15:00 MSK 10h Thu [PRIVATE_IP] 10:15:12 MSK 13h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service -Fri [PRIVATE_IP] 16:47:16 MSK 17h Thu [PRIVATE_IP] 16:47:16 MSK 6h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Fri [PRIVATE_IP] 00:17:56 MSK 53s Fri [PRIVATE_IP] 00:15:50 MSK 1min 12s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Fri [PRIVATE_IP] 00:18:02 MSK 59s Fri [PRIVATE_IP] 00:17:02 MSK 938ms ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Fri [PRIVATE_IP] 00:18:23 MSK 1min 20s Fri [PRIVATE_IP] 00:13:23 MSK 3min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Fri [PRIVATE_IP] 00:18:23 MSK 1min 20s Fri [PRIVATE_IP] 00:13:23 MSK 3min 39s ago netbird-peers-health.timer netbird-peers-health.service +Fri [PRIVATE_IP] 00:19:16 MSK 2min 13s Fri [PRIVATE_IP] 00:04:16 MSK 12min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Fri [PRIVATE_IP] 00:20:16 MSK 3min 13s Fri [PRIVATE_IP] 00:05:16 MSK 11min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Fri [PRIVATE_IP] 00:20:34 MSK 3min 30s Fri [PRIVATE_IP] 00:15:16 MSK 1min 46s ago homelab-health-metrics.timer homelab-health-metrics.service +Fri [PRIVATE_IP] 00:22:16 MSK 5min Fri [PRIVATE_IP] 00:12:16 MSK 4min 46s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Fri [PRIVATE_IP] 00:27:23 MSK 10min Fri [PRIVATE_IP] 00:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Fri [PRIVATE_IP] 00:29:23 MSK 12min Fri [PRIVATE_IP] 00:14:23 MSK 2min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Fri [PRIVATE_IP] 00:30:00 MSK 12min Fri [PRIVATE_IP] 00:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Fri [PRIVATE_IP] 00:30:45 MSK 13min Fri [PRIVATE_IP] 00:15:58 MSK 1min 4s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Fri [PRIVATE_IP] 00:30:58 MSK 13min Fri [PRIVATE_IP] 00:15:32 MSK 1min 30s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Fri [PRIVATE_IP] 00:31:13 MSK 14min Fri [PRIVATE_IP] 00:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Fri [PRIVATE_IP] 00:32:01 MSK 14min Fri [PRIVATE_IP] 00:04:02 MSK 13min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Fri [PRIVATE_IP] 00:32:39 MSK 15min Thu [PRIVATE_IP] 20:31:58 MSK 3h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Fri [PRIVATE_IP] 00:35:42 MSK 18min Fri [PRIVATE_IP] 00:06:23 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service +Fri [PRIVATE_IP] 00:38:15 MSK 21min Fri [PRIVATE_IP] 00:04:02 MSK 13min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Fri [PRIVATE_IP] 00:45:30 MSK 28min Thu [PRIVATE_IP] 00:18:58 MSK 23h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 01:03:46 MSK 46min Fri [PRIVATE_IP] 00:00:58 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Fri [PRIVATE_IP] 01:24:25 MSK 1h 7min Thu [PRIVATE_IP] 19:23:16 MSK 4h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 01:30:00 MSK 1h 12min Thu [PRIVATE_IP] 23:30:16 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Fri [PRIVATE_IP] 02:58:14 MSK 2h 41min Thu [PRIVATE_IP] 05:54:16 MSK 18h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 3h 10min Thu [PRIVATE_IP] 03:32:44 MSK 20h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 03:58:13 MSK 3h 41min Thu [PRIVATE_IP] 23:55:16 MSK 21min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 04:35:23 MSK 4h 18min Thu [PRIVATE_IP] 22:35:23 MSK 1h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Fri [PRIVATE_IP] 06:09:35 MSK 5h 52min Fri [PRIVATE_IP] 00:01:50 MSK 15min ago homelab-evidence-root.timer homelab-evidence-root.service +Fri [PRIVATE_IP] 06:42:28 MSK 6h Thu [PRIVATE_IP] 06:24:23 MSK 17h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 6h Thu [PRIVATE_IP] 07:16:56 MSK 17h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 7h Thu [PRIVATE_IP] 07:29:58 MSK 16h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 7h Thu [PRIVATE_IP] 07:47:32 MSK 16h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 7h Thu [PRIVATE_IP] 07:46:33 MSK 16h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 7h Thu [PRIVATE_IP] 07:48:58 MSK 16h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 7h Thu [PRIVATE_IP] 07:56:16 MSK 16h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 7h Thu [PRIVATE_IP] 08:10:23 MSK 16h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 7h Thu [PRIVATE_IP] 08:12:16 MSK 16h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:15:06 MSK 7h Thu [PRIVATE_IP] 19:06:23 MSK 5h 10min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 08:22:30 MSK 8h Thu [PRIVATE_IP] 08:06:49 MSK 16h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 8h Thu [PRIVATE_IP] 08:18:52 MSK 15h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 8h Thu [PRIVATE_IP] 08:36:58 MSK 15h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 8h Thu [PRIVATE_IP] 08:47:53 MSK 15h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 8h Thu [PRIVATE_IP] 02:28:16 MSK 21h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 8h Thu [PRIVATE_IP] 08:52:38 MSK 15h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 8h Thu [PRIVATE_IP] 08:54:58 MSK 15h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 9h Thu [PRIVATE_IP] 10:15:12 MSK 14h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Fri [PRIVATE_IP] 16:47:16 MSK 16h Thu [PRIVATE_IP] 16:47:16 MSK 7h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sat [PRIVATE_IP] 00:00:00 MSK 23h Fri [PRIVATE_IP] 00:00:03 MSK 16min ago dpkg-db-backup.timer dpkg-db-backup.service +Sat [PRIVATE_IP] 00:02:04 MSK 23h Fri [PRIVATE_IP] 00:03:16 MSK 13min ago homelab-docker-health.timer homelab-docker-health.service +Sat [PRIVATE_IP] 00:13:08 MSK 23h Fri [PRIVATE_IP] 00:14:23 MSK 2min 39s ago homelab-quality-gate.timer homelab-quality-gate.service +Sat [PRIVATE_IP] 00:14:44 MSK 23h Fri [PRIVATE_IP] 00:13:52 MSK 3min 10s ago homelab-storage-capacity.timer homelab-storage-capacity.service +Sat [PRIVATE_IP] 00:16:40 MSK 23h Fri [PRIVATE_IP] 00:03:34 MSK 13min ago homelab-evidence-catalog.timer homelab-evidence-catalog.service Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service -Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 00:03:32 MSK 2 days Mon [PRIVATE_IP] 00:07:22 MSK 4 days ago homelab-secret-sanity.timer homelab-secret-sanity.service Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - Fri [PRIVATE_IP] 00:17:02 MSK 937ms ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +- - Fri [PRIVATE_IP] 00:17:02 MSK 937ms ago homelab-router-watchdog.timer homelab-router-watchdog.service - - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service - - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service - - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service @@ -137,18 +137,6 @@ Pre-change DB backup: /root/kingofwolk-pre-book-cards-v[PRIVATE_IP].sql.gz Backup SHA256: eb466efe3823b6bbc7fe[PRIVATE_IP]e[PRIVATE_IP]b[PRIVATE_IP]ea19b7844 Verification: public pages PASS; node9 counters 3/3; pinned series index preserved; xf_error_log 0/0; outdated templates 0; extra.less unchanged. -[[PRIVATE_IP]T[PRIVATE_IP]:00] AUTHENTIK_SSH_ROOT_DENIED_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Authentik audit attempted root SSH to VM170; VM required user debian; no guest command executed; correction: debian SSH + sudo. - -[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] OPEN — forward-auth mutation command produced incomplete/mangled shell input and no semantic markers; committed state must be read back before any retry. - -[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] OPEN — second forward-auth include command was mangled during paste; no success markers observed; committed state requires readback before any retry. - -[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. - -[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. - -[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_HOST_KEY_CHANGED_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. - [[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_PATH_AUDIT_FALSE_PASS_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. [[PRIVATE_IP]T[PRIVATE_IP]:00] PVE02_SSH_DEBIAN_DENIED_VM160_HOSTKEY_VERIFY_[PRIVATE_IP] CLOSED_NO_MUTATION — trusted VM160 host-key verification via debian@pve02 failed with publickey denial; retry via Proxmox root inter-node SSH. @@ -156,5 +144,17 @@ Verification: public pages PASS; node9 counters 3/3; pinned series index preserv [[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_DEBIAN_DENIED_CF_TOKEN_AUDIT_[PRIVATE_IP] CLOSED_NO_MUTATION — debian SSH to VM160 denied during read-only Cloudflare token path audit; use trusted pve02 QGA instead. [[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_SCOPE_MAP_PYTHON_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Cloudflare token scope mapper failed with local Python SyntaxError before any API result; no token/config mutation; replace complex inline Python with staged minimal script. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_CONFIGPARSER_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only active Cloudflare credential mapper failed because at least one certbot renewal file uses flat key=value format without INI section headers; staging removed; no credential/config mutation; replace configparser with format-agnostic line parser. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_CONFIGPARSER_[PRIVATE_IP] RCA_REFINED — renewal files contain key=value preamble before [renewalparams]; standard configparser rejects that valid Certbot layout; use line-oriented parser instead. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_ACTIVE_CREDENTIAL_MAP_RELATIVE_PATH_[PRIVATE_IP] OPEN — read-only credential mapper reported STATUS=MISSING because Certbot renewal configs use relative credential names such as credentials-21; no config/token mutation; resolve actual credential directory before further conclusions. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TEMP_CREDENTIAL_AUDIT_QUOTING_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only NPMplus temporary Cloudflare credential audit failed from nested shell quoting before any inspection or mutation; retry with simplified command. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] NPMPLUS_CERT_META_KEYS_AUDIT_SHELL_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only NPMplus certificate metadata audit failed locally in pve01 bash with syntax error before SSH execution; no guest/database/config mutation; retry with simplified SQL quoting. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_TOKEN_MIGRATION_SQL_QUOTE_[PRIVATE_IP] CLOSED_NO_MUTATION — migration transaction failed before UPDATE because SQLite parsed letsencrypt as identifier; backup exists and committed certificate rows are unchanged. OUTPUT_END CHAT_OUTPUT_END