diff --git a/runtime/history/CONTEXT-AUTO-20260903T201701Z.json b/runtime/history/CONTEXT-AUTO-20260903T201701Z.json new file mode 100644 index 00000000..e0a85410 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T201701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T201701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T20:17:01Z","finished_at_utc":"2026-09-03T20:17:02Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"ab238a04f549e45d5dd8ba6ea964727d10cbeb8f029479fe58c422be7d04b7c8","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260903T201701Z.txt b/runtime/history/CONTEXT-AUTO-20260903T201701Z.txt new file mode 100644 index 00000000..81f89816 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T201701Z.txt @@ -0,0 +1,160 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]d[PRIVATE_IP]fcb4af[PRIVATE_IP]e[PRIVATE_IP]560161ad907c0ed2272 +ERROR_REGISTER_SHA256=ab[PRIVATE_IP]d5dd8ba6ea[PRIVATE_IP]cbeb[PRIVATE_IP]fe58c422be[PRIVATE_IP] +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T20:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Thu Sep [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.130 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":110},{"cpu":[PRIVATE_IP]988e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542699,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542700,"vmid":113},{"cpu":[PRIVATE_IP]5788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542561,"vmid":130},{"cpu":[PRIVATE_IP]381723,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542687,"vmid":150},{"cpu":[PRIVATE_IP]895788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":160},{"cpu":[PRIVATE_IP]06206,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":170},{"cpu":[PRIVATE_IP]16585,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":171},{"cpu":[PRIVATE_IP]54103,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":180},{"cpu":[PRIVATE_IP]000543,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542557,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":542553,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]315724,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":542722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]95985,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":542578},{"cgroup-mode":2,"cpu":[PRIVATE_IP]56903,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":542724},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.11% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 11.05% + UNIT LOAD ACTIVE SUB DESCRIPTION + +0 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 23:17:24 MSK 21s Thu [PRIVATE_IP] 23:16:23 MSK 38s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 23:17:32 MSK 29s Thu [PRIVATE_IP] 23:15:26 MSK 1min 36s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 23:18:27 MSK 1min 24s Thu [PRIVATE_IP] 23:03:27 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 23:19:38 MSK 2min 36s Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 23:21:16 MSK 4min 13s Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 23:22:02 MSK 4min 59s Thu [PRIVATE_IP] 23:12:02 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 23:27:23 MSK 10min Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 23:29:23 MSK 12min Thu [PRIVATE_IP] 23:14:23 MSK 2min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 22:13:05 MSK 1h 3min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 23:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 23:30:22 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 23:30:44 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 23:31:24 MSK 14min Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 23:32:16 MSK 15min Thu [PRIVATE_IP] 22:58:16 MSK 18min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 23:32:54 MSK 15min Thu [PRIVATE_IP] 23:04:16 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 23:36:15 MSK 19min Thu [PRIVATE_IP] 23:05:32 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 23:55:16 MSK 38min Thu [PRIVATE_IP] 19:51:50 MSK 3h 25min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 00:00:00 MSK 42min Thu [PRIVATE_IP] 00:00:16 MSK 23h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:00:55 MSK 43min Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service +Fri [PRIVATE_IP] 00:01:50 MSK 44min Thu [PRIVATE_IP] 17:58:38 MSK 5h 18min ago homelab-evidence-root.timer homelab-evidence-root.service +Fri [PRIVATE_IP] 00:03:09 MSK 46min Thu [PRIVATE_IP] 00:12:47 MSK 23h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 46min Thu [PRIVATE_IP] 00:02:16 MSK 23h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 56min Thu [PRIVATE_IP] 00:17:58 MSK 22h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 57min Thu [PRIVATE_IP] 00:15:24 MSK 23h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:32:39 MSK 1h 15min Thu [PRIVATE_IP] 20:31:58 MSK 2h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Fri [PRIVATE_IP] 00:45:30 MSK 1h 28min Thu [PRIVATE_IP] 00:18:58 MSK 22h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 01:24:25 MSK 2h 7min Thu [PRIVATE_IP] 19:23:16 MSK 3h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 02:58:14 MSK 3h 41min Thu [PRIVATE_IP] 05:54:16 MSK 17h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 4h 10min Thu [PRIVATE_IP] 03:32:44 MSK 19h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 04:35:23 MSK 5h 18min Thu [PRIVATE_IP] 22:35:23 MSK 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Fri [PRIVATE_IP] 06:42:28 MSK 7h Thu [PRIVATE_IP] 06:24:23 MSK 16h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 7h Thu [PRIVATE_IP] 07:16:56 MSK 16h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 8h Thu [PRIVATE_IP] 07:29:58 MSK 15h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 8h Thu [PRIVATE_IP] 07:47:32 MSK 15h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 8h Thu [PRIVATE_IP] 07:46:33 MSK 15h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 8h Thu [PRIVATE_IP] 07:48:58 MSK 15h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 8h Thu [PRIVATE_IP] 07:56:16 MSK 15h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 8h Thu [PRIVATE_IP] 08:10:23 MSK 15h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 8h Thu [PRIVATE_IP] 08:12:16 MSK 15h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:15:06 MSK 8h Thu [PRIVATE_IP] 19:06:23 MSK 4h 10min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 08:22:30 MSK 9h Thu [PRIVATE_IP] 08:06:49 MSK 15h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 9h Thu [PRIVATE_IP] 08:18:52 MSK 14h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 9h Thu [PRIVATE_IP] 08:36:58 MSK 14h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 9h Thu [PRIVATE_IP] 08:47:53 MSK 14h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 9h Thu [PRIVATE_IP] 02:28:16 MSK 20h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 9h Thu [PRIVATE_IP] 08:52:38 MSK 14h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 9h Thu [PRIVATE_IP] 08:54:58 MSK 14h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 10h Thu [PRIVATE_IP] 10:15:12 MSK 13h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Fri [PRIVATE_IP] 16:47:16 MSK 17h Thu [PRIVATE_IP] 16:47:16 MSK 6h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service +Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +61 timers listed. +Pre-change DB backup: /root/kingofwolk-pre-books-series-v[PRIVATE_IP].sql.gz +Backup SHA256: ef906752da[PRIVATE_IP]a1fdb687471efd[PRIVATE_IP]ff85d46f24cd40e4772d +Verification: public LitRes links PASS; node9 counters 2/2; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_SERIES_INDEX_V[PRIVATE_IP] +Status: PASS +Node 9 pinned series index thread ID: 9 +Title: Project Koroli - series index. +Links to book threads: 7 and 8. +Pre-change DB backup: /root/kingofwolk-pre-series-index-v[PRIVATE_IP].sql.gz +Backup SHA256: d[PRIVATE_IP]b[PRIVATE_IP]d74c05e63bfa1129beaa[PRIVATE_IP]ccac[PRIVATE_IP] +Verification: sticky=1; node9 counters 3/3; public links PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_BOOK_CARDS_V[PRIVATE_IP] +Status: PASS +Threads 7 and 8 display local book covers while preserving their LitRes purchase links. +Assets: /styles/kingofwolk/books/project-koroli-1.jpg and project-koroli-2.jpg +Pre-change DB backup: /root/kingofwolk-pre-book-cards-v[PRIVATE_IP].sql.gz +Backup SHA256: eb466efe3823b6bbc7fe[PRIVATE_IP]e[PRIVATE_IP]b[PRIVATE_IP]ea19b7844 +Verification: public pages PASS; node9 counters 3/3; pinned series index preserved; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] AUTHENTIK_SSH_ROOT_DENIED_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Authentik audit attempted root SSH to VM170; VM required user debian; no guest command executed; correction: debian SSH + sudo. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] OPEN — forward-auth mutation command produced incomplete/mangled shell input and no semantic markers; committed state must be read back before any retry. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] OPEN — second forward-auth include command was mangled during paste; no success markers observed; committed state requires readback before any retry. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_HOST_KEY_CHANGED_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_PATH_AUDIT_FALSE_PASS_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] PVE02_SSH_DEBIAN_DENIED_VM160_HOSTKEY_VERIFY_[PRIVATE_IP] CLOSED_NO_MUTATION — trusted VM160 host-key verification via debian@pve02 failed with publickey denial; retry via Proxmox root inter-node SSH. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_DEBIAN_DENIED_CF_TOKEN_AUDIT_[PRIVATE_IP] CLOSED_NO_MUTATION — debian SSH to VM160 denied during read-only Cloudflare token path audit; use trusted pve02 QGA instead. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_SCOPE_MAP_PYTHON_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Cloudflare token scope mapper failed with local Python SyntaxError before any API result; no token/config mutation; replace complex inline Python with staged minimal script. +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 960410d0..e0a85410 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T191701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T19:17:01Z","finished_at_utc":"2026-09-03T19:17:02Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"50075fef9f6f89581e04e38ed66eeeb550bcf662afb00f20a503875bedf5a092","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T201701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T20:17:01Z","finished_at_utc":"2026-09-03T20:17:02Z","reference_register_checked":true,"reference_sha256":"431b7f043d8e4d2a30fcb4af1395a8b7e3e215279e494560161ad907c0ed2272","error_register_checked":true,"error_register_sha256":"ab238a04f549e45d5dd8ba6ea964727d10cbeb8f029479fe58c422be7d04b7c8","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 1a0fdb7d..81f89816 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -5,9 +5,9 @@ RC=0 HOST=pve01 COMPONENT=cluster-context REFERENCE_SHA[PRIVATE_IP]d[PRIVATE_IP]fcb4af[PRIVATE_IP]e[PRIVATE_IP]560161ad907c0ed2272 -ERROR_REGISTER_SHA[PRIVATE_IP]fef[PRIVATE_IP]e04e38ed66eeeb550bcf662afb[PRIVATE_IP]bedf5a092 +ERROR_REGISTER_SHA256=ab[PRIVATE_IP]d5dd8ba6ea[PRIVATE_IP]cbeb[PRIVATE_IP]fe58c422be[PRIVATE_IP] OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T19:17:01Z +GENERATED_AT_UTC=[PRIVATE_IP]T20:17:01Z Cluster information ------------------- Name: homelab @@ -45,7 +45,7 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":539097,"vmid":110},{"cpu":[PRIVATE_IP]85135,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":539087,"vmid":111},{"cpu":[PRIVATE_IP]461e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":539100,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":539090,"vmid":113},{"cpu":[PRIVATE_IP]61518,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":538961,"vmid":130},{"cpu":[PRIVATE_IP]488,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":539087,"vmid":150},{"cpu":[PRIVATE_IP]510644,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":539084,"vmid":160},{"cpu":[PRIVATE_IP]688,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":539094,"vmid":170},{"cpu":[PRIVATE_IP]576,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":539091,"vmid":171},{"cpu":[PRIVATE_IP]65378,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":539081,"vmid":180},{"cpu":[PRIVATE_IP]825138,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":538957,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":538953,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]546206,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":539122},{"cgroup-mode":2,"cpu":[PRIVATE_IP]20581,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":539114},{"cgroup-mode":2,"cpu":[PRIVATE_IP]62944,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":538978},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":110},{"cpu":[PRIVATE_IP]988e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542697,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":542699,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":542700,"vmid":113},{"cpu":[PRIVATE_IP]5788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542561,"vmid":130},{"cpu":[PRIVATE_IP]381723,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542687,"vmid":150},{"cpu":[PRIVATE_IP]895788,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":160},{"cpu":[PRIVATE_IP]06206,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542694,"vmid":170},{"cpu":[PRIVATE_IP]16585,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":171},{"cpu":[PRIVATE_IP]54103,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":542691,"vmid":180},{"cpu":[PRIVATE_IP]000543,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":542557,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":542553,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]315724,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":542722},{"cgroup-mode":2,"cpu":[PRIVATE_IP]95985,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":542578},{"cgroup-mode":2,"cpu":[PRIVATE_IP]56903,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":542724},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,vztmpl,import,iso","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.11% local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 11.05% @@ -53,59 +53,59 @@ local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [P 0 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 22:17:16 MSK 14s Thu [PRIVATE_IP] 22:16:16 MSK 45s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -Thu [PRIVATE_IP] 22:17:16 MSK 14s Thu [PRIVATE_IP] 22:16:16 MSK 45s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 22:17:16 MSK 14s Thu [PRIVATE_IP] 22:12:16 MSK 4min 45s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 22:17:16 MSK 14s Thu [PRIVATE_IP] 22:12:16 MSK 4min 45s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 22:17:43 MSK 41s Thu [PRIVATE_IP] 22:16:38 MSK 23s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 22:18:17 MSK 1min 15s Thu [PRIVATE_IP] 22:16:16 MSK 45s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Thu [PRIVATE_IP] 22:18:23 MSK 1min 21s Thu [PRIVATE_IP] 22:03:23 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 22:19:32 MSK 2min 30s Thu [PRIVATE_IP] 22:04:32 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 22:21:30 MSK 4min 28s Thu [PRIVATE_IP] 22:16:16 MSK 45s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 22:21:32 MSK 4min 30s Thu [PRIVATE_IP] 22:11:32 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 22:22:47 MSK 5min Thu [PRIVATE_IP] 21:49:52 MSK 27min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 22:27:23 MSK 10min Thu [PRIVATE_IP] 22:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 22:29:23 MSK 12min Thu [PRIVATE_IP] 22:14:23 MSK 2min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 22:30:00 MSK 12min Thu [PRIVATE_IP] 22:15:12 MSK 1min 49s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 22:30:05 MSK 13min Thu [PRIVATE_IP] 22:01:16 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 22:30:09 MSK 13min Thu [PRIVATE_IP] 22:15:12 MSK 1min 49s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 22:30:30 MSK 13min Thu [PRIVATE_IP] 22:16:16 MSK 45s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 22:31:21 MSK 14min Thu [PRIVATE_IP] 22:15:58 MSK 1min 3s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 22:35:00 MSK 17min Thu [PRIVATE_IP] 22:06:50 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 22:35:23 MSK 18min Thu [PRIVATE_IP] 16:35:23 MSK 5h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 23:04:37 MSK 47min Thu [PRIVATE_IP] 22:06:14 MSK 10min ago homelab-control-backup.timer homelab-control-backup.service -Thu [PRIVATE_IP] 23:30:00 MSK 1h 12min Thu [PRIVATE_IP] 22:13:05 MSK 3min 56s ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Thu [PRIVATE_IP] 23:55:16 MSK 1h 38min Thu [PRIVATE_IP] 19:51:50 MSK 2h 25min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service -Fri [PRIVATE_IP] 00:00:00 MSK 1h 42min Thu [PRIVATE_IP] 00:00:16 MSK 22h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:01:50 MSK 1h 44min Thu [PRIVATE_IP] 17:58:38 MSK 4h 18min ago homelab-evidence-root.timer homelab-evidence-root.service -Fri [PRIVATE_IP] 00:03:09 MSK 1h 46min Thu [PRIVATE_IP] 00:12:47 MSK 22h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:03:34 MSK 1h 46min Thu [PRIVATE_IP] 00:02:16 MSK 22h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:13:39 MSK 1h 56min Thu [PRIVATE_IP] 00:17:58 MSK 21h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:14:18 MSK 1h 57min Thu [PRIVATE_IP] 00:15:24 MSK 22h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:32:39 MSK 2h 15min Thu [PRIVATE_IP] 20:31:58 MSK 1h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service -Fri [PRIVATE_IP] 00:45:30 MSK 2h 28min Thu [PRIVATE_IP] 00:18:58 MSK 21h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 01:24:25 MSK 3h 7min Thu [PRIVATE_IP] 19:23:16 MSK 2h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Fri [PRIVATE_IP] 02:58:14 MSK 4h 41min Thu [PRIVATE_IP] 05:54:16 MSK 16h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 03:28:01 MSK 5h 10min Thu [PRIVATE_IP] 03:32:44 MSK 18h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 06:42:28 MSK 8h Thu [PRIVATE_IP] 06:24:23 MSK 15h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:12:29 MSK 8h Thu [PRIVATE_IP] 07:16:56 MSK 15h ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:30:56 MSK 9h Thu [PRIVATE_IP] 07:29:58 MSK 14h ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:42:04 MSK 9h Thu [PRIVATE_IP] 07:47:32 MSK 14h ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:43:08 MSK 9h Thu [PRIVATE_IP] 07:46:33 MSK 14h ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:45:58 MSK 9h Thu [PRIVATE_IP] 07:48:58 MSK 14h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:58:34 MSK 9h Thu [PRIVATE_IP] 07:56:16 MSK 14h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:03 MSK 9h Thu [PRIVATE_IP] 08:10:23 MSK 14h ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:10:39 MSK 9h Thu [PRIVATE_IP] 08:12:16 MSK 14h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:15:06 MSK 9h Thu [PRIVATE_IP] 19:06:23 MSK 3h 10min ago apt-daily.timer apt-daily.service -Fri [PRIVATE_IP] 08:22:30 MSK 10h Thu [PRIVATE_IP] 08:06:49 MSK 14h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:28:34 MSK 10h Thu [PRIVATE_IP] 08:18:52 MSK 13h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:31:47 MSK 10h Thu [PRIVATE_IP] 08:36:58 MSK 13h ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:32:13 MSK 10h Thu [PRIVATE_IP] 08:47:53 MSK 13h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:39:21 MSK 10h Thu [PRIVATE_IP] 02:28:16 MSK 19h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 08:44:52 MSK 10h Thu [PRIVATE_IP] 08:52:38 MSK 13h ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 08:45:28 MSK 10h Thu [PRIVATE_IP] 08:54:58 MSK 13h ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 10:15:00 MSK 11h Thu [PRIVATE_IP] 10:15:12 MSK 12h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service -Fri [PRIVATE_IP] 16:47:16 MSK 18h Thu [PRIVATE_IP] 16:47:16 MSK 5h 29min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 23:17:23 MSK 21s Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 23:17:24 MSK 21s Thu [PRIVATE_IP] 23:16:23 MSK 38s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 23:17:25 MSK 22s Thu [PRIVATE_IP] 23:16:25 MSK 37s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 23:17:32 MSK 29s Thu [PRIVATE_IP] 23:15:26 MSK 1min 36s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 23:18:27 MSK 1min 24s Thu [PRIVATE_IP] 23:03:27 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 23:19:38 MSK 2min 36s Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 23:21:16 MSK 4min 13s Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 23:22:02 MSK 4min 59s Thu [PRIVATE_IP] 23:12:02 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 23:27:23 MSK 10min Thu [PRIVATE_IP] 23:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 23:29:23 MSK 12min Thu [PRIVATE_IP] 23:14:23 MSK 2min 38s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 22:13:05 MSK 1h 3min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 23:30:00 MSK 12min Thu [PRIVATE_IP] 23:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 23:30:22 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 23:30:44 MSK 13min Thu [PRIVATE_IP] 23:15:56 MSK 1min 6s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 23:31:24 MSK 14min Thu [PRIVATE_IP] 23:15:52 MSK 1min 9s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 23:32:16 MSK 15min Thu [PRIVATE_IP] 22:58:16 MSK 18min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 23:32:54 MSK 15min Thu [PRIVATE_IP] 23:04:16 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 23:36:15 MSK 19min Thu [PRIVATE_IP] 23:05:32 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 23:55:16 MSK 38min Thu [PRIVATE_IP] 19:51:50 MSK 3h 25min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 00:00:00 MSK 42min Thu [PRIVATE_IP] 00:00:16 MSK 23h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:00:55 MSK 43min Thu [PRIVATE_IP] 23:04:38 MSK 12min ago homelab-control-backup.timer homelab-control-backup.service +Fri [PRIVATE_IP] 00:01:50 MSK 44min Thu [PRIVATE_IP] 17:58:38 MSK 5h 18min ago homelab-evidence-root.timer homelab-evidence-root.service +Fri [PRIVATE_IP] 00:03:09 MSK 46min Thu [PRIVATE_IP] 00:12:47 MSK 23h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 46min Thu [PRIVATE_IP] 00:02:16 MSK 23h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 56min Thu [PRIVATE_IP] 00:17:58 MSK 22h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 57min Thu [PRIVATE_IP] 00:15:24 MSK 23h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:32:39 MSK 1h 15min Thu [PRIVATE_IP] 20:31:58 MSK 2h 45min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Fri [PRIVATE_IP] 00:45:30 MSK 1h 28min Thu [PRIVATE_IP] 00:18:58 MSK 22h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 01:24:25 MSK 2h 7min Thu [PRIVATE_IP] 19:23:16 MSK 3h 53min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Fri [PRIVATE_IP] 02:58:14 MSK 3h 41min Thu [PRIVATE_IP] 05:54:16 MSK 17h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 4h 10min Thu [PRIVATE_IP] 03:32:44 MSK 19h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 04:35:23 MSK 5h 18min Thu [PRIVATE_IP] 22:35:23 MSK 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Fri [PRIVATE_IP] 06:42:28 MSK 7h Thu [PRIVATE_IP] 06:24:23 MSK 16h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 7h Thu [PRIVATE_IP] 07:16:56 MSK 16h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 8h Thu [PRIVATE_IP] 07:29:58 MSK 15h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 8h Thu [PRIVATE_IP] 07:47:32 MSK 15h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 8h Thu [PRIVATE_IP] 07:46:33 MSK 15h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 8h Thu [PRIVATE_IP] 07:48:58 MSK 15h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 8h Thu [PRIVATE_IP] 07:56:16 MSK 15h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 8h Thu [PRIVATE_IP] 08:10:23 MSK 15h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 8h Thu [PRIVATE_IP] 08:12:16 MSK 15h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:15:06 MSK 8h Thu [PRIVATE_IP] 19:06:23 MSK 4h 10min ago apt-daily.timer apt-daily.service +Fri [PRIVATE_IP] 08:22:30 MSK 9h Thu [PRIVATE_IP] 08:06:49 MSK 15h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 9h Thu [PRIVATE_IP] 08:18:52 MSK 14h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 9h Thu [PRIVATE_IP] 08:36:58 MSK 14h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 9h Thu [PRIVATE_IP] 08:47:53 MSK 14h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 9h Thu [PRIVATE_IP] 02:28:16 MSK 20h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 9h Thu [PRIVATE_IP] 08:52:38 MSK 14h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 9h Thu [PRIVATE_IP] 08:54:58 MSK 14h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 10h Thu [PRIVATE_IP] 10:15:12 MSK 13h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Fri [PRIVATE_IP] 16:47:16 MSK 17h Thu [PRIVATE_IP] 16:47:16 MSK 6h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service @@ -136,25 +136,25 @@ Assets: /styles/kingofwolk/books/project-koroli-1.jpg and project-koroli-2.jpg Pre-change DB backup: /root/kingofwolk-pre-book-cards-v[PRIVATE_IP].sql.gz Backup SHA256: eb466efe3823b6bbc7fe[PRIVATE_IP]e[PRIVATE_IP]b[PRIVATE_IP]ea19b7844 Verification: public pages PASS; node9 counters 3/3; pinned series index preserved; xf_error_log 0/0; outdated templates 0; extra.less unchanged. -- Impact: no mutation attempted after committed-state verification. -- RCA: assistant assumed XenForo service-class path instead of discovering installed layout. -- Required action: verify committed state again and discover actual Thread service/entity implementation before mutation. - -[PRIVATE_IP] KOW_SERIES_INDEX_CREATOR_PATH_[PRIVATE_IP] CLOSED_NO_MUTATION actual_classes_CreatorService_EditorService discovered_from_installed_XenForo - -[PRIVATE_IP] KOW_SERIES_INDEX_V1 CLOSED_PASS node9_threads_3 posts_3 forum_counts_3_3 sticky_1 user1_KingOfWolk thread_id_9 internal_links_7_8_PASS public_smoke_PASS backup_sha256_d[PRIVATE_IP]b[PRIVATE_IP]d74c05e63bfa1129beaa[PRIVATE_IP]ccac[PRIVATE_IP] error_log_0_0 outdated_0 extra_less_unchanged - -## KOW_BOOK_CARDS_POST_UPDATE_GENERIC_ERROR_[PRIVATE_IP] -- Status: OPEN -- Scope: adding local cover images to first posts of threads 7 and 8. -- Symptom: QGA inner exitcode was 0 but required semantic PASS markers were absent; XenForo emitted its generic unexpected-error message. -- Impact: success is NOT accepted; committed post state must be read back before any retry. -- RCA: pending server-error readback. -- Required action: verify posts 7/8, node9 counters, backup/assets and xf_error_log; inspect only sanitized latest exception fields; then apply the minimal fix. - -[PRIVATE_IP] KOW_BOOK_CARDS_POST_UPDATE_GENERIC_ERROR_[PRIVATE_IP] CLOSED_PASS posts_7_8_were_committed_before_failure RCA_invalid_XF_Entity_Post_refresh_verifier_only known_error_id_2_cleared public_state_PASS -[PRIVATE_IP] KOW_BOOK_CARDS_V1 CLOSED_PASS threads_7_8_local_covers_PASS litres_links_preserved public_smoke_PASS backup_sha256_eb466efe3823b6bbc7fe[PRIVATE_IP]e[PRIVATE_IP]b[PRIVATE_IP]ea19b7844 error_log_0_0 outdated_0 extra_less_unchanged [[PRIVATE_IP]T[PRIVATE_IP]:00] AUTHENTIK_SSH_ROOT_DENIED_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Authentik audit attempted root SSH to VM170; VM required user debian; no guest command executed; correction: debian SSH + sudo. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] OPEN — forward-auth mutation command produced incomplete/mangled shell input and no semantic markers; committed state must be read back before any retry. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] OPEN — second forward-auth include command was mangled during paste; no success markers observed; committed state requires readback before any retry. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_AUTHENTIK_FORWARD_AUTH_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] GRAM1_FORWARD_AUTH_INCLUDE_PASTE_FAILURE_[PRIVATE_IP] CLOSED_PASS — final Authentik forward-auth deployed and nginx validated; no-cookie public request redirects to Authentik; operator independently confirmed both YubiKey USB-A and USB-C successfully open gram1.ru. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_HOST_KEY_CHANGED_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_PATH_AUDIT_FALSE_PASS_[PRIVATE_IP] OPEN — VM160 SSH host-key mismatch blocked read-only audit; outer audit nevertheless printed PASS because host failure was suppressed; verify offered key against trusted QGA before updating known_hosts. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] PVE02_SSH_DEBIAN_DENIED_VM160_HOSTKEY_VERIFY_[PRIVATE_IP] CLOSED_NO_MUTATION — trusted VM160 host-key verification via debian@pve02 failed with publickey denial; retry via Proxmox root inter-node SSH. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] VM160_SSH_DEBIAN_DENIED_CF_TOKEN_AUDIT_[PRIVATE_IP] CLOSED_NO_MUTATION — debian SSH to VM160 denied during read-only Cloudflare token path audit; use trusted pve02 QGA instead. + +[[PRIVATE_IP]T[PRIVATE_IP]:00] CLOUDFLARE_TOKEN_SCOPE_MAP_PYTHON_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION — read-only Cloudflare token scope mapper failed with local Python SyntaxError before any API result; no token/config mutation; replace complex inline Python with staged minimal script. OUTPUT_END CHAT_OUTPUT_END