diff --git a/runtime/history/CONTEXT-AUTO-20260903T131701Z.json b/runtime/history/CONTEXT-AUTO-20260903T131701Z.json new file mode 100644 index 00000000..459c5769 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T131701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T131701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T13:17:01Z","finished_at_utc":"2026-09-03T13:17:02Z","reference_register_checked":true,"reference_sha256":"c7a4818fb2f5d2d06a2f48b187ace051a61d6b3402b8c19cb364e722b3404baf","error_register_checked":true,"error_register_sha256":"35e34ef283a2597cd91c1175146a2a14b7a506b5c47caa103c8d6a4a7d8fcb4d","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260903T131701Z.txt b/runtime/history/CONTEXT-AUTO-20260903T131701Z.txt new file mode 100644 index 00000000..3d6727ef --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260903T131701Z.txt @@ -0,0 +1,160 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA256=c7a4818fb[PRIVATE_IP]a[PRIVATE_IP]ace[PRIVATE_IP]2b8c19cb[PRIVATE_IP]baf +ERROR_REGISTER_SHA[PRIVATE_IP]ef[PRIVATE_IP]cd[PRIVATE_IP]a[PRIVATE_IP]c47caa[PRIVATE_IP]a7d8fcb4d +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T13:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Thu Sep [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.130 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":517495,"vmid":110},{"cpu":[PRIVATE_IP]516e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":517494,"vmid":111},{"cpu":[PRIVATE_IP]454e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":517498,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":517497,"vmid":113},{"cpu":[PRIVATE_IP]75658,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":517368,"vmid":130},{"cpu":[PRIVATE_IP]19692,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517485,"vmid":150},{"cpu":[PRIVATE_IP]246618,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":517492,"vmid":160},{"cpu":[PRIVATE_IP]40631,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517492,"vmid":170},{"cpu":[PRIVATE_IP]97981,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517489,"vmid":171},{"cpu":[PRIVATE_IP]036232,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":517489,"vmid":180},{"cpu":[PRIVATE_IP]739959,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":517364,"vmid":190},{"cpu":[PRIVATE_IP]929e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":517361,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39881,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":517522},{"cgroup-mode":2,"cpu":[PRIVATE_IP]43296,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":517520},{"cgroup-mode":2,"cpu":[PRIVATE_IP]91543,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":517386},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.08% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% + UNIT LOAD ACTIVE SUB DESCRIPTION + +0 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Thu [PRIVATE_IP] 16:17:22 MSK 19s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 16:17:22 MSK 19s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 16:17:54 MSK 52s Thu [PRIVATE_IP] 16:16:50 MSK 12s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 16:18:16 MSK 1min 13s Thu [PRIVATE_IP] 16:03:16 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 16:18:23 MSK 1min 20s Thu [PRIVATE_IP] 16:13:00 MSK 4min 1s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 16:18:25 MSK 1min 23s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 16:19:16 MSK 2min 13s Thu [PRIVATE_IP] 16:14:16 MSK 2min 46s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 16:19:16 MSK 2min 13s Thu [PRIVATE_IP] 16:14:16 MSK 2min 46s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 16:19:23 MSK 2min 21s Thu [PRIVATE_IP] 16:04:23 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 16:20:23 MSK 3min 21s Thu [PRIVATE_IP] 16:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 16:22:48 MSK 5min Thu [PRIVATE_IP] 15:51:16 MSK 25min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 16:27:23 MSK 10min Thu [PRIVATE_IP] 16:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 16:28:32 MSK 11min Thu [PRIVATE_IP] 16:13:32 MSK 3min 30s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 16:30:00 MSK 12min Thu [PRIVATE_IP] 16:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 16:30:12 MSK 13min Thu [PRIVATE_IP] 16:15:23 MSK 1min 38s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 16:30:23 MSK 13min Thu [PRIVATE_IP] 16:15:47 MSK 1min 14s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 16:30:26 MSK 13min Thu [PRIVATE_IP] 16:02:23 MSK 14min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 16:31:01 MSK 13min Thu [PRIVATE_IP] 16:15:16 MSK 1min 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 16:32:23 MSK 15min Thu [PRIVATE_IP] 12:33:58 MSK 3h 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 18min Thu [PRIVATE_IP] 10:35:23 MSK 5h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:36:59 MSK 19min Thu [PRIVATE_IP] 16:05:23 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 29min Wed [PRIVATE_IP] 16:46:49 MSK 23h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:09:44 MSK 52min Thu [PRIVATE_IP] 16:00:44 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 17:30:00 MSK 1h 12min Thu [PRIVATE_IP] 15:30:12 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 17:58:34 MSK 1h 41min Thu [PRIVATE_IP] 11:55:08 MSK 4h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 2h 49min Thu [PRIVATE_IP] 13:10:16 MSK 3h 6min ago apt-daily.timer apt-daily.service +Thu [PRIVATE_IP] 19:23:02 MSK 3h 6min Thu [PRIVATE_IP] 13:20:16 MSK 2h 56min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Thu [PRIVATE_IP] 19:51:48 MSK 3h 34min Thu [PRIVATE_IP] 15:44:12 MSK 32min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 00:00:00 MSK 7h Thu [PRIVATE_IP] 00:00:16 MSK 16h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 7h Thu [PRIVATE_IP] 00:12:47 MSK 16h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 7h Thu [PRIVATE_IP] 00:02:16 MSK 16h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 7h Thu [PRIVATE_IP] 00:17:58 MSK 15h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 7h Thu [PRIVATE_IP] 00:15:24 MSK 16h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 8h Thu [PRIVATE_IP] 00:18:58 MSK 15h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 10h Thu [PRIVATE_IP] 05:54:16 MSK 10h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 11h Thu [PRIVATE_IP] 03:32:44 MSK 12h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 14h Thu [PRIVATE_IP] 06:24:23 MSK 9h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 14h Thu [PRIVATE_IP] 07:16:56 MSK 9h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 15h Thu [PRIVATE_IP] 07:29:58 MSK 8h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 15h Thu [PRIVATE_IP] 07:47:32 MSK 8h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 15h Thu [PRIVATE_IP] 07:46:33 MSK 8h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 15h Thu [PRIVATE_IP] 07:48:58 MSK 8h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 15h Thu [PRIVATE_IP] 07:56:16 MSK 8h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 15h Thu [PRIVATE_IP] 08:10:23 MSK 8h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 15h Thu [PRIVATE_IP] 08:12:16 MSK 8h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 16h Thu [PRIVATE_IP] 08:06:49 MSK 8h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 16h Thu [PRIVATE_IP] 08:18:52 MSK 7h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 16h Thu [PRIVATE_IP] 08:36:58 MSK 7h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 16h Thu [PRIVATE_IP] 08:47:53 MSK 7h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 16h Thu [PRIVATE_IP] 02:28:16 MSK 13h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 16h Thu [PRIVATE_IP] 08:52:38 MSK 7h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 16h Thu [PRIVATE_IP] 08:54:58 MSK 7h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 17h Thu [PRIVATE_IP] 10:15:12 MSK 6h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service +Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +61 timers listed. +Status: PASS +Mode: Content-Security-Policy-Report-Only only; enforcing CSP is NOT enabled. +VM130 config: /opt/npmplus/nginx/proxy_host/996.conf +VM130 config SHA256: dad[PRIVATE_IP]db[PRIVATE_IP]eace3bf[PRIVATE_IP]fc60dac49c17c8bdf08a8 +Backup: /opt/npmplus/manual-backups/kingofwolk-csp-report-only-[PRIVATE_IP]-a1/996.conf.before +Backup SHA256: a[PRIVATE_IP]da[PRIVATE_IP]f9e269fb[PRIVATE_IP]b[PRIVATE_IP]eb8feaeeb8441d +Turnstile: challenges.cloudflare.com permitted for script/frame/connect. +Verification: nginx test PASS; HOME/REGISTER/LOGIN/404 Report-Only header PASS; enforcing CSP absent; Turnstile registration PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. + +## KINGOFWOLK_CSP_REPORT_COLLECTOR_V[PRIVATE_IP] +Status: PASS +Endpoint: https://kingofwolk.ru/__csp-report-v1 (POST only). +Mode: CSP remains Report-Only; enforcing CSP is NOT enabled. +VM130 config: /opt/npmplus/nginx/proxy_host/996.conf +VM130 config SHA256: [PRIVATE_IP]d[PRIVATE_IP]de8efb7fe[PRIVATE_IP]ec7587fce3fa2028eba523d73ba2 +Backup: /opt/npmplus/manual-backups/kingofwolk-csp-collector-[PRIVATE_IP]-a1/996.conf.before +Backup SHA256: dad[PRIVATE_IP]db[PRIVATE_IP]eace3bf[PRIVATE_IP]fc60dac49c17c8bdf08a8 +Persistent log: /opt/npmplus/csp-reports/kingofwolk-csp-report.log (0600), rotates at about 5 MiB to .1. +Privacy: collector strips URL query/fragment fields and drops script-sample/sample before logging; client IP is not stored in collector log. +Verification: nginx test/reload PASS; synthetic CSP POST 204 and logged; GET 405; report-uri public header PASS; enforcing CSP absent; Turnstile PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. +- Required action: read back node9 thread/post counters, staging presence, backup integrity, xf_error_log, outdated templates and extra.less; then retry with a small compressed payload only. + +## KOW_BOOKS_SERIES_FAILURE_READBACK_TI_UNBOUND_[PRIVATE_IP] +- Status: OPEN +- Scope: read-only committed-state verification after failed books payload. +- Symptom: verifier emitted all relevant state and then failed with TI: unbound variable. +- Impact: no forum mutation was performed by the verifier; node9 had already reported threads=0 posts=0 forum_counts=0:0. +- RCA: assistant left an unnecessary reference to undefined variable TI while set -u was active. +- Required action: repeat the same committed-state gates without TI, verify backup and health, then remove stale staging and retry using a small compressed payload. + +[PRIVATE_IP] KOW_BOOKS_SERIES_PAYLOAD_SHELL_SPLIT_[PRIVATE_IP] CLOSED_NO_MUTATION verified_node9_0_0 backup_valid forum_health_PASS stale_staging_only +[PRIVATE_IP] KOW_BOOKS_SERIES_FAILURE_READBACK_TI_UNBOUND_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_readback_PASS undefined_TI_removed + +## KOW_BOOKS_SERIES_XF_ROOT_PATH_[PRIVATE_IP] +- Status: OPEN +- Scope: creation of two book threads in node 9. +- Symptom: staged PHP passed syntax check but failed before XenForo bootstrap because /var/www/forums/kingofwolk/src/XF.php does not exist. +- Impact: mutation status must be read back; fatal occurred at require before XF startup. +- RCA: assistant used the parent directory instead of the actual XenForo application root. +- Required action: verify node9 remains unchanged, backup and forum health remain valid, locate the actual src/XF.php, then patch only the root path and rerun. +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 00f55eff..459c5769 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T121701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T12:17:01Z","finished_at_utc":"2026-09-03T12:17:03Z","reference_register_checked":true,"reference_sha256":"eb841bf73c01faea019f33c145f43be25a8a00509a3b2a10423e5687c8bdde38","error_register_checked":true,"error_register_sha256":"6165dd3cdca0339245b9a6bdb20dda89aea9e823957b0a61e6cb585982589e9a","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260903T131701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-03T13:17:01Z","finished_at_utc":"2026-09-03T13:17:02Z","reference_register_checked":true,"reference_sha256":"c7a4818fb2f5d2d06a2f48b187ace051a61d6b3402b8c19cb364e722b3404baf","error_register_checked":true,"error_register_sha256":"35e34ef283a2597cd91c1175146a2a14b7a506b5c47caa103c8d6a4a7d8fcb4d","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index e9eb4a9e..3d6727ef 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -4,10 +4,10 @@ STATUS=OK RC=0 HOST=pve01 COMPONENT=cluster-context -REFERENCE_SHA256=eb841bf73c01faea[PRIVATE_IP]be[PRIVATE_IP]a[PRIVATE_IP]e5687c8bdde38 -ERROR_REGISTER_SHA[PRIVATE_IP]dd3cdca[PRIVATE_IP]bdb20dda89aea[PRIVATE_IP]a61e6cb[PRIVATE_IP]a +REFERENCE_SHA256=c7a4818fb[PRIVATE_IP]a[PRIVATE_IP]ace[PRIVATE_IP]2b8c19cb[PRIVATE_IP]baf +ERROR_REGISTER_SHA[PRIVATE_IP]ef[PRIVATE_IP]cd[PRIVATE_IP]a[PRIVATE_IP]c47caa[PRIVATE_IP]a7d8fcb4d OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T12:17:01Z +GENERATED_AT_UTC=[PRIVATE_IP]T13:17:01Z Cluster information ------------------- Name: homelab @@ -45,7 +45,7 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":513894,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":513895,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":513897,"vmid":112},{"cpu":[PRIVATE_IP]58e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":513898,"vmid":113},{"cpu":[PRIVATE_IP]65722,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":513769,"vmid":130},{"cpu":[PRIVATE_IP]852373,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":513885,"vmid":150},{"cpu":[PRIVATE_IP]506337,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":513892,"vmid":160},{"cpu":[PRIVATE_IP]39687,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":513892,"vmid":170},{"cpu":[PRIVATE_IP]28263,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":513889,"vmid":171},{"cpu":[PRIVATE_IP]683566,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":513889,"vmid":180},{"cpu":[PRIVATE_IP]155691,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":513765,"vmid":190},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":513761,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]36099,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":513922},{"cgroup-mode":2,"cpu":[PRIVATE_IP]49285,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":513786},{"cgroup-mode":2,"cpu":[PRIVATE_IP]53269,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":513920},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"vztmpl,import,iso,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,import,iso,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,import,iso,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":517495,"vmid":110},{"cpu":[PRIVATE_IP]516e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":517494,"vmid":111},{"cpu":[PRIVATE_IP]454e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":517498,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":517497,"vmid":113},{"cpu":[PRIVATE_IP]75658,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":517368,"vmid":130},{"cpu":[PRIVATE_IP]19692,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517485,"vmid":150},{"cpu":[PRIVATE_IP]246618,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":517492,"vmid":160},{"cpu":[PRIVATE_IP]40631,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517492,"vmid":170},{"cpu":[PRIVATE_IP]97981,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":517489,"vmid":171},{"cpu":[PRIVATE_IP]036232,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":517489,"vmid":180},{"cpu":[PRIVATE_IP]739959,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":517364,"vmid":190},{"cpu":[PRIVATE_IP]929e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/200","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"skladchik-mod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"lxc","uptime":517361,"vmid":200},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39881,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":517522},{"cgroup-mode":2,"cpu":[PRIVATE_IP]43296,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":517520},{"cgroup-mode":2,"cpu":[PRIVATE_IP]91543,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":517386},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 20.08% local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 10.99% @@ -53,108 +53,108 @@ local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [P 0 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 15:17:08 MSK 5s Thu [PRIVATE_IP] 15:14:56 MSK 2min 6s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Thu [PRIVATE_IP] 15:17:32 MSK 29s Thu [PRIVATE_IP] 15:16:32 MSK 30s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 15:17:52 MSK 49s Thu [PRIVATE_IP] 15:02:52 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 15:18:23 MSK 1min 20s Thu [PRIVATE_IP] 15:13:23 MSK 3min 39s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 15:18:23 MSK 1min 20s Thu [PRIVATE_IP] 15:13:23 MSK 3min 39s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 15:18:59 MSK 1min 56s Thu [PRIVATE_IP] 15:13:38 MSK 3min 24s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 15:19:16 MSK 2min 13s Thu [PRIVATE_IP] 15:04:16 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 15:20:23 MSK 3min 20s Thu [PRIVATE_IP] 15:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 15:27:23 MSK 10min Thu [PRIVATE_IP] 15:12:23 MSK 4min 39s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 15:28:23 MSK 11min Thu [PRIVATE_IP] 15:13:23 MSK 3min 39s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 15:30:00 MSK 12min Thu [PRIVATE_IP] 13:30:16 MSK 1h 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Thu [PRIVATE_IP] 15:30:00 MSK 12min Thu [PRIVATE_IP] 15:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 15:30:46 MSK 13min Thu [PRIVATE_IP] 15:16:16 MSK 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 15:30:57 MSK 13min Thu [PRIVATE_IP] 15:15:58 MSK 1min 4s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 15:31:19 MSK 14min Thu [PRIVATE_IP] 15:16:16 MSK 46s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 15:33:14 MSK 16min Thu [PRIVATE_IP] 15:04:38 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 15:35:50 MSK 18min Thu [PRIVATE_IP] 15:06:50 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 15:43:49 MSK 26min Thu [PRIVATE_IP] 11:34:12 MSK 3h 42min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service -Thu [PRIVATE_IP] 15:51:06 MSK 34min Thu [PRIVATE_IP] 15:16:50 MSK 12s ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 16:00:44 MSK 43min Thu [PRIVATE_IP] 15:06:21 MSK 10min ago homelab-control-backup.timer homelab-control-backup.service -Thu [PRIVATE_IP] 16:32:23 MSK 1h 15min Thu [PRIVATE_IP] 12:33:58 MSK 2h 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service -Thu [PRIVATE_IP] 16:35:23 MSK 1h 18min Thu [PRIVATE_IP] 10:35:23 MSK 4h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 16:46:49 MSK 1h 29min Wed [PRIVATE_IP] 16:46:49 MSK 22h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Thu [PRIVATE_IP] 17:58:34 MSK 2h 41min Thu [PRIVATE_IP] 11:55:08 MSK 3h 21min ago homelab-evidence-root.timer homelab-evidence-root.service -Thu [PRIVATE_IP] 19:06:18 MSK 3h 49min Thu [PRIVATE_IP] 13:10:16 MSK 2h 6min ago apt-daily.timer apt-daily.service -Thu [PRIVATE_IP] 19:23:02 MSK 4h 5min Thu [PRIVATE_IP] 13:20:16 MSK 1h 56min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Fri [PRIVATE_IP] 00:00:00 MSK 8h Thu [PRIVATE_IP] 00:00:16 MSK 15h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:03:09 MSK 8h Thu [PRIVATE_IP] 00:12:47 MSK 15h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:03:34 MSK 8h Thu [PRIVATE_IP] 00:02:16 MSK 15h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:13:39 MSK 8h Thu [PRIVATE_IP] 00:17:58 MSK 14h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:14:18 MSK 8h Thu [PRIVATE_IP] 00:15:24 MSK 15h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:45:30 MSK 9h Thu [PRIVATE_IP] 00:18:58 MSK 14h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 02:58:14 MSK 11h Thu [PRIVATE_IP] 05:54:16 MSK 9h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 03:28:01 MSK 12h Thu [PRIVATE_IP] 03:32:44 MSK 11h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 06:42:28 MSK 15h Thu [PRIVATE_IP] 06:24:23 MSK 8h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:12:29 MSK 15h Thu [PRIVATE_IP] 07:16:56 MSK 8h ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:30:56 MSK 16h Thu [PRIVATE_IP] 07:29:58 MSK 7h ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:42:04 MSK 16h Thu [PRIVATE_IP] 07:47:32 MSK 7h ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:43:08 MSK 16h Thu [PRIVATE_IP] 07:46:33 MSK 7h ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:45:58 MSK 16h Thu [PRIVATE_IP] 07:48:58 MSK 7h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:58:34 MSK 16h Thu [PRIVATE_IP] 07:56:16 MSK 7h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:03 MSK 16h Thu [PRIVATE_IP] 08:10:23 MSK 7h ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:10:39 MSK 16h Thu [PRIVATE_IP] 08:12:16 MSK 7h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:22:30 MSK 17h Thu [PRIVATE_IP] 08:06:49 MSK 7h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:28:34 MSK 17h Thu [PRIVATE_IP] 08:18:52 MSK 6h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:31:47 MSK 17h Thu [PRIVATE_IP] 08:36:58 MSK 6h ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:32:13 MSK 17h Thu [PRIVATE_IP] 08:47:53 MSK 6h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:39:21 MSK 17h Thu [PRIVATE_IP] 02:28:16 MSK 12h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 08:44:52 MSK 17h Thu [PRIVATE_IP] 08:52:38 MSK 6h ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 08:45:28 MSK 17h Thu [PRIVATE_IP] 08:54:58 MSK 6h ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 10:15:00 MSK 18h Thu [PRIVATE_IP] 10:15:12 MSK 5h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Thu [PRIVATE_IP] 16:17:22 MSK 19s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Thu [PRIVATE_IP] 16:17:22 MSK 19s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Thu [PRIVATE_IP] 16:17:54 MSK 52s Thu [PRIVATE_IP] 16:16:50 MSK 12s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Thu [PRIVATE_IP] 16:18:16 MSK 1min 13s Thu [PRIVATE_IP] 16:03:16 MSK 13min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Thu [PRIVATE_IP] 16:18:23 MSK 1min 20s Thu [PRIVATE_IP] 16:13:00 MSK 4min 1s ago homelab-health-metrics.timer homelab-health-metrics.service +Thu [PRIVATE_IP] 16:18:25 MSK 1min 23s Thu [PRIVATE_IP] 16:16:22 MSK 40s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Thu [PRIVATE_IP] 16:19:16 MSK 2min 13s Thu [PRIVATE_IP] 16:14:16 MSK 2min 46s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Thu [PRIVATE_IP] 16:19:16 MSK 2min 13s Thu [PRIVATE_IP] 16:14:16 MSK 2min 46s ago netbird-peers-health.timer netbird-peers-health.service +Thu [PRIVATE_IP] 16:19:23 MSK 2min 21s Thu [PRIVATE_IP] 16:04:23 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Thu [PRIVATE_IP] 16:20:23 MSK 3min 21s Thu [PRIVATE_IP] 16:10:23 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Thu [PRIVATE_IP] 16:22:48 MSK 5min Thu [PRIVATE_IP] 15:51:16 MSK 25min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Thu [PRIVATE_IP] 16:27:23 MSK 10min Thu [PRIVATE_IP] 16:12:23 MSK 4min 38s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Thu [PRIVATE_IP] 16:28:32 MSK 11min Thu [PRIVATE_IP] 16:13:32 MSK 3min 30s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Thu [PRIVATE_IP] 16:30:00 MSK 12min Thu [PRIVATE_IP] 16:15:16 MSK 1min 46s ago homelab-incident-journal.timer homelab-incident-journal.service +Thu [PRIVATE_IP] 16:30:12 MSK 13min Thu [PRIVATE_IP] 16:15:23 MSK 1min 38s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Thu [PRIVATE_IP] 16:30:23 MSK 13min Thu [PRIVATE_IP] 16:15:47 MSK 1min 14s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Thu [PRIVATE_IP] 16:30:26 MSK 13min Thu [PRIVATE_IP] 16:02:23 MSK 14min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Thu [PRIVATE_IP] 16:31:01 MSK 13min Thu [PRIVATE_IP] 16:15:16 MSK 1min 46s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Thu [PRIVATE_IP] 16:32:23 MSK 15min Thu [PRIVATE_IP] 12:33:58 MSK 3h 43min ago homelab-vm-cloud-quorum-queue.timer homelab-vm-cloud-quorum-queue.service +Thu [PRIVATE_IP] 16:35:23 MSK 18min Thu [PRIVATE_IP] 10:35:23 MSK 5h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Thu [PRIVATE_IP] 16:36:59 MSK 19min Thu [PRIVATE_IP] 16:05:23 MSK 11min ago homelab-backup-audit.timer homelab-backup-audit.service +Thu [PRIVATE_IP] 16:46:49 MSK 29min Wed [PRIVATE_IP] 16:46:49 MSK 23h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Thu [PRIVATE_IP] 17:09:44 MSK 52min Thu [PRIVATE_IP] 16:00:44 MSK 16min ago homelab-control-backup.timer homelab-control-backup.service +Thu [PRIVATE_IP] 17:30:00 MSK 1h 12min Thu [PRIVATE_IP] 15:30:12 MSK 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service +Thu [PRIVATE_IP] 17:58:34 MSK 1h 41min Thu [PRIVATE_IP] 11:55:08 MSK 4h 21min ago homelab-evidence-root.timer homelab-evidence-root.service +Thu [PRIVATE_IP] 19:06:18 MSK 2h 49min Thu [PRIVATE_IP] 13:10:16 MSK 3h 6min ago apt-daily.timer apt-daily.service +Thu [PRIVATE_IP] 19:23:02 MSK 3h 6min Thu [PRIVATE_IP] 13:20:16 MSK 2h 56min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service +Thu [PRIVATE_IP] 19:51:48 MSK 3h 34min Thu [PRIVATE_IP] 15:44:12 MSK 32min ago homelab-cluster-admin-update-visibility.timer homelab-cluster-admin-update-visibility.service +Fri [PRIVATE_IP] 00:00:00 MSK 7h Thu [PRIVATE_IP] 00:00:16 MSK 16h ago dpkg-db-backup.timer dpkg-db-backup.service +Fri [PRIVATE_IP] 00:03:09 MSK 7h Thu [PRIVATE_IP] 00:12:47 MSK 16h ago homelab-docker-health.timer homelab-docker-health.service +Fri [PRIVATE_IP] 00:03:34 MSK 7h Thu [PRIVATE_IP] 00:02:16 MSK 16h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Fri [PRIVATE_IP] 00:13:39 MSK 7h Thu [PRIVATE_IP] 00:17:58 MSK 15h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Fri [PRIVATE_IP] 00:14:18 MSK 7h Thu [PRIVATE_IP] 00:15:24 MSK 16h ago homelab-quality-gate.timer homelab-quality-gate.service +Fri [PRIVATE_IP] 00:45:30 MSK 8h Thu [PRIVATE_IP] 00:18:58 MSK 15h ago logrotate.timer logrotate.service +Fri [PRIVATE_IP] 02:58:14 MSK 10h Thu [PRIVATE_IP] 05:54:16 MSK 10h ago pve-daily-update.timer pve-daily-update.service +Fri [PRIVATE_IP] 03:28:01 MSK 11h Thu [PRIVATE_IP] 03:32:44 MSK 12h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service +Fri [PRIVATE_IP] 06:42:28 MSK 14h Thu [PRIVATE_IP] 06:24:23 MSK 9h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Fri [PRIVATE_IP] 07:12:29 MSK 14h Thu [PRIVATE_IP] 07:16:56 MSK 9h ago homelab-drift-check.timer homelab-drift-check.service +Fri [PRIVATE_IP] 07:30:56 MSK 15h Thu [PRIVATE_IP] 07:29:58 MSK 8h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Fri [PRIVATE_IP] 07:42:04 MSK 15h Thu [PRIVATE_IP] 07:47:32 MSK 8h ago homelab-alerting-health.timer homelab-alerting-health.service +Fri [PRIVATE_IP] 07:43:08 MSK 15h Thu [PRIVATE_IP] 07:46:33 MSK 8h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Fri [PRIVATE_IP] 07:45:58 MSK 15h Thu [PRIVATE_IP] 07:48:58 MSK 8h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Fri [PRIVATE_IP] 07:58:34 MSK 15h Thu [PRIVATE_IP] 07:56:16 MSK 8h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Fri [PRIVATE_IP] 08:07:03 MSK 15h Thu [PRIVATE_IP] 08:10:23 MSK 8h ago homelab-overall-health.timer homelab-overall-health.service +Fri [PRIVATE_IP] 08:10:39 MSK 15h Thu [PRIVATE_IP] 08:12:16 MSK 8h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Fri [PRIVATE_IP] 08:22:30 MSK 16h Thu [PRIVATE_IP] 08:06:49 MSK 8h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Fri [PRIVATE_IP] 08:28:34 MSK 16h Thu [PRIVATE_IP] 08:18:52 MSK 7h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Fri [PRIVATE_IP] 08:31:47 MSK 16h Thu [PRIVATE_IP] 08:36:58 MSK 7h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Fri [PRIVATE_IP] 08:32:13 MSK 16h Thu [PRIVATE_IP] 08:47:53 MSK 7h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Fri [PRIVATE_IP] 08:39:21 MSK 16h Thu [PRIVATE_IP] 02:28:16 MSK 13h ago man-db.timer man-db.service +Fri [PRIVATE_IP] 08:44:52 MSK 16h Thu [PRIVATE_IP] 08:52:38 MSK 7h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Fri [PRIVATE_IP] 08:45:28 MSK 16h Thu [PRIVATE_IP] 08:54:58 MSK 7h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Fri [PRIVATE_IP] 10:15:00 MSK 17h Thu [PRIVATE_IP] 10:15:12 MSK 6h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service Sun [PRIVATE_IP] 03:10:42 MSK 2 days Sun [PRIVATE_IP] 03:10:21 MSK 4 days ago e2scrub_all.timer e2scrub_all.service Sun [PRIVATE_IP] 03:10:50 MSK 2 days Sun [PRIVATE_IP] 03:10:32 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun [PRIVATE_IP] 06:52:03 MSK 2 days Sun [PRIVATE_IP] 07:03:44 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service Mon [PRIVATE_IP] 00:03:32 MSK 3 days Mon [PRIVATE_IP] 00:07:22 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service Mon [PRIVATE_IP] 01:34:45 MSK 3 days Mon [PRIVATE_IP] 00:35:24 MSK 3 days ago fstrim.timer fstrim.service -- - Thu [PRIVATE_IP] 15:17:03 MSK 11ms ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -- - Thu [PRIVATE_IP] 15:17:03 MSK 12ms ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service - - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service - - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service - - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service 61 timers listed. - -## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP] Status: PASS -Reason: active source-default hCaptcha credential was exposed during audit and was rotated. -Storage: XenForo extraCaptchaKeys override via OptionRepository; credential values are never printed. -Pre-change DB backup: /root/kingofwolk-pre-hcaptcha-rotation-[PRIVATE_IP].sql.gz -Verification: HCaptcha active; override site/secret SET; source-default secret inactive; public register h-captcha PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. +Mode: Content-Security-Policy-Report-Only only; enforcing CSP is NOT enabled. +VM130 config: /opt/npmplus/nginx/proxy_host/996.conf +VM130 config SHA256: dad[PRIVATE_IP]db[PRIVATE_IP]eace3bf[PRIVATE_IP]fc60dac49c17c8bdf08a8 +Backup: /opt/npmplus/manual-backups/kingofwolk-csp-report-only-[PRIVATE_IP]-a1/996.conf.before +Backup SHA256: a[PRIVATE_IP]da[PRIVATE_IP]f9e269fb[PRIVATE_IP]b[PRIVATE_IP]eb8feaeeb8441d +Turnstile: challenges.cloudflare.com permitted for script/frame/connect. +Verification: nginx test PASS; HOME/REGISTER/LOGIN/404 Report-Only header PASS; enforcing CSP absent; Turnstile registration PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. -## KINGOFWOLK_HCAPTCHA_ROTATION_[PRIVATE_IP]_CORRECTION -Status: INVALIDATED / remediation OPEN -Fresh-process readback found extraCaptchaKeys hCaptcha overrides absent and active class-default credentials still selected. Previous same-process PASS must not be treated as persisted rotation. No credential values are recorded here. - -## KINGOFWOLK_TURNSTILE_SWITCH_[PRIVATE_IP] +## KINGOFWOLK_CSP_REPORT_COLLECTOR_V[PRIVATE_IP] Status: PASS -CAPTCHA provider: Cloudflare Turnstile. -Persistence: captcha=Turnstile and turnstileSiteKey/turnstileSecretKey stored in XenForo extraCaptchaKeys; credential values are not recorded. -HCaptcha: inactive; previously exposed source-default credential must not be reused. -Pre-change DB backup: /root/kingofwolk-pre-turnstile-switch-[PRIVATE_IP].sql.gz -Backup SHA256: [PRIVATE_IP]cf[PRIVATE_IP]f[PRIVATE_IP]aa5de[PRIVATE_IP]ed551c69cce2f8b8 -Verification: fresh-process DB/app match PASS; Turnstile siteverify credential check PASS; public register Turnstile PASS and h-captcha absent; xf_error_log 0/0; outdated templates 0; extra.less unchanged. -[PRIVATE_IP] KOW_HCAPTCHA_ROTATION_RCA_COMMAND_INCOMPLETE_[PRIVATE_IP] CLOSED_PASS metadata_extraCaptchaKeys_array_suboptions_wildcard_no_validation Option_postSave_rebuildOptionCache_confirmed no_credentials_read +Endpoint: https://kingofwolk.ru/__csp-report-v1 (POST only). +Mode: CSP remains Report-Only; enforcing CSP is NOT enabled. +VM130 config: /opt/npmplus/nginx/proxy_host/996.conf +VM130 config SHA256: [PRIVATE_IP]d[PRIVATE_IP]de8efb7fe[PRIVATE_IP]ec7587fce3fa2028eba523d73ba2 +Backup: /opt/npmplus/manual-backups/kingofwolk-csp-collector-[PRIVATE_IP]-a1/996.conf.before +Backup SHA256: dad[PRIVATE_IP]db[PRIVATE_IP]eace3bf[PRIVATE_IP]fc60dac49c17c8bdf08a8 +Persistent log: /opt/npmplus/csp-reports/kingofwolk-csp-report.log (0600), rotates at about 5 MiB to .1. +Privacy: collector strips URL query/fragment fields and drops script-sample/sample before logging; client IP is not stored in collector log. +Verification: nginx test/reload PASS; synthetic CSP POST 204 and logged; GET 405; report-uri public header PASS; enforcing CSP absent; Turnstile PASS; xf_error_log 0/0; outdated templates 0; extra.less unchanged. +- Required action: read back node9 thread/post counters, staging presence, backup integrity, xf_error_log, outdated templates and extra.less; then retry with a small compressed payload only. -[PRIVATE_IP] KOW_HCAPTCHA_ROTATION_RCA_COMMAND_INCOMPLETE_[PRIVATE_IP] CLOSED_PASS metadata_extraCaptchaKeys_array_suboptions_wildcard_no_validation Option_postSave_rebuildOptionCache_confirmed no_credentials_read - -[PRIVATE_IP] KOW_HCAPTCHA_ROTATION_RCA_COMMAND_INCOMPLETE_[PRIVATE_IP] CLOSED_PASS metadata_extraCaptchaKeys_array_suboptions_wildcard_no_validation Option_postSave_rebuildOptionCache_confirmed no_credentials_read - -## KOW_TURNSTILE_PRE_SWITCH_AUDIT_PY_SYNTAX_[PRIVATE_IP] +## KOW_BOOKS_SERIES_FAILURE_READBACK_TI_UNBOUND_[PRIVATE_IP] - Status: OPEN -- Scope: read-only XenForo Turnstile pre-switch audit. -- Symptom: generated Python failed at compile time with SyntaxError in URL extraction expression. -- Impact: Python executed no audit statements; no VM160/XenForo/config/database mutation occurred and no credentials were read or printed. -- RCA: assistant-generated sorted(set(re.findall(...))) expression was missing one closing parenthesis. -- Required action: replace the unnecessary generic URL parser with a minimal safe audit that outputs only Turnstile option key names, template name, fixed origin-presence booleans and option metadata; never output credential values. +- Scope: read-only committed-state verification after failed books payload. +- Symptom: verifier emitted all relevant state and then failed with TI: unbound variable. +- Impact: no forum mutation was performed by the verifier; node9 had already reported threads=0 posts=0 forum_counts=0:0. +- RCA: assistant left an unnecessary reference to undefined variable TI while set -u was active. +- Required action: repeat the same committed-state gates without TI, verify backup and health, then remove stale staging and retry using a small compressed payload. -[PRIVATE_IP] KOW_TURNSTILE_PRE_SWITCH_AUDIT_PY_SYNTAX_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_minimal_metadata_audit_PASS no_credentials_read_or_printed +[PRIVATE_IP] KOW_BOOKS_SERIES_PAYLOAD_SHELL_SPLIT_[PRIVATE_IP] CLOSED_NO_MUTATION verified_node9_0_0 backup_valid forum_health_PASS stale_staging_only +[PRIVATE_IP] KOW_BOOKS_SERIES_FAILURE_READBACK_TI_UNBOUND_[PRIVATE_IP] CLOSED_NO_MUTATION corrected_readback_PASS undefined_TI_removed -[PRIVATE_IP] KOW_TURNSTILE_SWITCH_V1 CLOSED_PASS captcha_Turnstile direct_DB_JSON_persist fresh_process_PASS siteverify_credentials_PASS public_register_PASS hcaptcha_provider_inactive no_credentials_printed backup_/root/kingofwolk-pre-turnstile-switch-[PRIVATE_IP].sql.gz backup_sha[PRIVATE_IP]b45cf[PRIVATE_IP]f[PRIVATE_IP]aa5de[PRIVATE_IP]ed551c69cce2f8b8 -[PRIVATE_IP] KOW_HCAPTCHA_ACTIVE_SECRET_EXPOSED_[PRIVATE_IP] CLOSED_MITIGATED_PROVIDER_REPLACED Turnstile_active HCaptcha_inactive exposed_vendor_source_default_not_used do_not_reenable_HCaptcha_without_new_credentials no_credentials_printed -[PRIVATE_IP] KOW_HCAPTCHA_OVERRIDE_STATE_DISCREPANCY_[PRIVATE_IP] CLOSED_SUPERSEDED_PROVIDER_REPLACED Turnstile_fresh_process_PASS -[PRIVATE_IP] KOW_CSP_ACTIVE_PATH_AUDIT_SQL_AND_HCAPTCHA_SECRET_EXPOSURE_[PRIVATE_IP] CLOSED_PROVIDER_REPLACED Turnstile_active hCaptcha_inactive +## KOW_BOOKS_SERIES_XF_ROOT_PATH_[PRIVATE_IP] +- Status: OPEN +- Scope: creation of two book threads in node 9. +- Symptom: staged PHP passed syntax check but failed before XenForo bootstrap because /var/www/forums/kingofwolk/src/XF.php does not exist. +- Impact: mutation status must be read back; fatal occurred at require before XF startup. +- RCA: assistant used the parent directory instead of the actual XenForo application root. +- Required action: verify node9 remains unchanged, backup and forum health remain valid, locate the actual src/XF.php, then patch only the root path and rerun. OUTPUT_END CHAT_OUTPUT_END