From 9f6cc17f74c7328af26b018f991cd13679f7a8e3 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 6 Oct 2026 18:20:13 +0000 Subject: [PATCH] runtime: publish SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2 --- ...1006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.json | 38 ++ ...61006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.txt | 284 ++++++++++++ runtime/latest.json | 39 +- runtime/latest.txt | 423 ++++++++++++------ 4 files changed, 636 insertions(+), 148 deletions(-) create mode 100644 runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.json create mode 100644 runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.txt diff --git a/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.json b/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.json new file mode 100644 index 00000000..0a851085 --- /dev/null +++ b/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-final-deep-audit", + "started_at_utc": "2026-10-06T18:19:39Z", + "finished_at_utc": "2026-10-06T18:20:12Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "0a47c5a1b9a3f8954b92f8875eb600a41b1c616678ffccc9701606afadbcd349", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4", + "sanitized_output_sha256": "5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "CLUSTER_FINAL_DEEP_AUDIT=V2\nMODE=read-only\nNO_MUTATION=true\nWINDOWS_LOCAL64020_LISTENER_COUNT=1\nWINDOWS_LOCAL64022_LISTENER_COUNT=1\nWINDOWS_PLINK_PROCESS_COUNT=1\nWINDOWS_SOCKS64020_GOOGLE_RC=97\nWINDOWS_SOCKS64020_TELEGRAM_RC=97\nWINDOWS_SOCKS64022_GOOGLE_RC=28\nWINDOWS_SOCKS64022_TELEGRAM_RC=28\nCLUSTER_QUORATE=true\nCLUSTER_NODES=3\nCLUSTER_EXPECTED_VOTES=3\nCLUSTER_TOTAL_VOTES=3\nREC|CLUSTER_NODE|ID=1|VOTES=1|NAME=pve01\nREC|CLUSTER_NODE|ID=2|VOTES=1|NAME=pve03\nREC|CLUSTER_NODE|ID=3|VOTES=1|NAME=pve02\nCLUSTER_GUEST_COUNT=13\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped\nNODE_COLLECTION_RC|NODE=pve01|RC=0\nNODE_BEGIN=pve01\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve01|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve01|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=49\nREC|STORAGE|NODE=pve01|NAME=local|TYPE=dir|STATUS=active|USE=45.95%\nREC|STORAGE|NODE=pve01|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=16.05%\nREC|QEMU|NODE=pve01|VMID=100|STATUS=running\nREC|QEMU|NODE=pve01|VMID=101|STATUS=stopped\nREC|QEMU|NODE=pve01|VMID=150|STATUS=running\nREC|QEMU|NODE=pve01|VMID=170|STATUS=running\nREC|QEMU|NODE=pve01|VMID=171|STATUS=running\nREC|QEMU|NODE=pve01|VMID=210|STATUS=running\nREC|LXC|NODE=pve01|VMID=110|STATUS=running\nREC|LXC|NODE=pve01|VMID=112|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=0\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve01|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5001 milliseconds\nREC|HTTPS4|NODE=pve01|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nREC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-audit.service|ACTIVE=inactive|RESULT=success|EXEC=0\nREC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-retention-gc.service|ACTIVE=inactive|RESULT=success|EXEC=0\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45346|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45184|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45290|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 3.205s CPU time, 150.6M memory peak.\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47170|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47008|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47114|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.717s CPU time, 150.9M memory peak.\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48946|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48784|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48890|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.877s CPU time, 150.5M memory peak.\nNODE_END=pve01\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nNODE_BEGIN=pve02\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve02|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false\nREC|PACKAGE|NODE=pve02|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve02|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=12\nREC|STORAGE|NODE=pve02|NAME=local|TYPE=dir|STATUS=active|USE=10.90%\nREC|STORAGE|NODE=pve02|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=5.38%\nREC|QEMU|NODE=pve02|VMID=9130|STATUS=stopped\nREC|LXC|NODE=pve02|VMID=111|STATUS=running\nREC|LXC|NODE=pve02|VMID=113|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=1\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve02|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5002 milliseconds\nREC|HTTPS4|NODE=pve02|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nNODE_END=pve02\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nNODE_BEGIN=pve03\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve03|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve03|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=18\nREC|STORAGE|NODE=pve03|NAME=local|TYPE=dir|STATUS=active|USE=16.63%\nREC|STORAGE|NODE=pve03|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=20.02%\nREC|QEMU|NODE=pve03|VMID=130|STATUS=running\nREC|QEMU|NODE=pve03|VMID=190|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=0\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve03|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5002 milliseconds\nREC|HTTPS4|NODE=pve03|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nNODE_END=pve03\nVM150_QGA_TRANSPORT_RC=0\nQGA_EXIT=0\nVM150_EDGE_EGRESS_UNIT_PRESENT=false\nVM150_TURN_RESULT=success\nVM150_TURN_EXEC=0\nREC|SNIKKET_CONTAINER|NAME=snikket|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-proxy|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-certs|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-portal|RUNNING=true|RESTARTS=0\nVM150_GOOGLE_RC=0\nVM150_IPIFY_RC=0\nVM150_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nVM150_EGRESS_MATCH_HOME=true\nVM150_LOCAL_HTTPS_RC=0\nVM150_LOCAL_HTTPS_CODE=302\nVM150_FAILED_UNIT_COUNT=0\nVM130_QGA_TRANSPORT_RC=0\nQGA_EXIT=0\nVM130_PRIORITY101_COUNT=0\nVM130_WG_CONFIG_PRESENT=true\nVM130_WG_ORIGINAL_PRESENT=true\nVM130_WG_CONFIG_MATCH_ORIGINAL=true\nVM130_WG_EDGE_ACTIVE=active\nVM130_WG_EDGE_HANDSHAKE_NONZERO=0\nVM130_GOOGLE_RC=0\nVM130_FAILED_UNIT_COUNT=0\nPVE01_HOME_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nPVE01_HOME_MATCH_EXPECTED=true\nSNIKKET_BEGET_NS_PRESENT=true\nREC|SNIKKET_DNS|ROLE=primary|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=primary|RC=0|HTTP=302\nREC|SNIKKET_DNS|ROLE=groups|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=groups|RC=0|HTTP=301\nREC|SNIKKET_DNS|ROLE=share|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=share|RC=0|HTTP=301\nREC|ISSUE|pve02_PACKAGE_MISMATCH_1\nREC|ISSUE|WINDOWS_64020_GOOGLE\nREC|ISSUE|WINDOWS_64020_TELEGRAM\nFINAL_ISSUE_COUNT=3\nDECISION=HOLD_CLUSTER_FINAL_DEEP_AUDIT_FINDINGS\nNEXT_GATE=TARGETED_FINAL_REMEDIATION\nTASK_RESULT=CLUSTER_FINAL_DEEP_AUDIT\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.txt b/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.txt new file mode 100644 index 00000000..8806aeaa --- /dev/null +++ b/runtime/history/SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2.txt @@ -0,0 +1,284 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-final-deep-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=0a47c5a1b9a3f8954b92f8875eb600a41b1c616678ffccc9701606afadbcd349 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4 +SANITIZED_OUTPUT_SHA256=5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4 +OUTPUT_BEGIN +CLUSTER_FINAL_DEEP_AUDIT=V2 +MODE=read-only +NO_MUTATION=true +WINDOWS_LOCAL64020_LISTENER_COUNT=1 +WINDOWS_LOCAL64022_LISTENER_COUNT=1 +WINDOWS_PLINK_PROCESS_COUNT=1 +WINDOWS_SOCKS64020_GOOGLE_RC=97 +WINDOWS_SOCKS64020_TELEGRAM_RC=97 +WINDOWS_SOCKS64022_GOOGLE_RC=28 +WINDOWS_SOCKS64022_TELEGRAM_RC=28 +CLUSTER_QUORATE=true +CLUSTER_NODES=3 +CLUSTER_EXPECTED_VOTES=3 +CLUSTER_TOTAL_VOTES=3 +REC|CLUSTER_NODE|ID=1|VOTES=1|NAME=pve01 +REC|CLUSTER_NODE|ID=2|VOTES=1|NAME=pve03 +REC|CLUSTER_NODE|ID=3|VOTES=1|NAME=pve02 +CLUSTER_GUEST_COUNT=13 +REC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped +REC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped +NODE_COLLECTION_RC|NODE=pve01|RC=0 +NODE_BEGIN=pve01 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve01|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve01|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=49 +REC|STORAGE|NODE=pve01|NAME=local|TYPE=dir|STATUS=active|USE=45.95% +REC|STORAGE|NODE=pve01|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=16.05% +REC|QEMU|NODE=pve01|VMID=100|STATUS=running +REC|QEMU|NODE=pve01|VMID=101|STATUS=stopped +REC|QEMU|NODE=pve01|VMID=150|STATUS=running +REC|QEMU|NODE=pve01|VMID=170|STATUS=running +REC|QEMU|NODE=pve01|VMID=171|STATUS=running +REC|QEMU|NODE=pve01|VMID=210|STATUS=running +REC|LXC|NODE=pve01|VMID=110|STATUS=running +REC|LXC|NODE=pve01|VMID=112|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=0 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve01|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5001 milliseconds +REC|HTTPS4|NODE=pve01|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +REC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-audit.service|ACTIVE=inactive|RESULT=success|EXEC=0 +REC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-retention-gc.service|ACTIVE=inactive|RESULT=success|EXEC=0 +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45346|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45184|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45290|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 3.205s CPU time, 150.6M memory peak. +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47170|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47008|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47114|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.717s CPU time, 150.9M memory peak. +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48946|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48784|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48890|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.877s CPU time, 150.5M memory peak. +NODE_END=pve01 +NODE_COLLECTION_RC|NODE=pve02|RC=0 +NODE_BEGIN=pve02 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve02|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false +REC|PACKAGE|NODE=pve02|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve02|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=12 +REC|STORAGE|NODE=pve02|NAME=local|TYPE=dir|STATUS=active|USE=10.90% +REC|STORAGE|NODE=pve02|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=5.38% +REC|QEMU|NODE=pve02|VMID=9130|STATUS=stopped +REC|LXC|NODE=pve02|VMID=111|STATUS=running +REC|LXC|NODE=pve02|VMID=113|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=1 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve02|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5002 milliseconds +REC|HTTPS4|NODE=pve02|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +NODE_END=pve02 +NODE_COLLECTION_RC|NODE=pve03|RC=0 +NODE_BEGIN=pve03 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve03|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve03|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=18 +REC|STORAGE|NODE=pve03|NAME=local|TYPE=dir|STATUS=active|USE=16.63% +REC|STORAGE|NODE=pve03|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=20.02% +REC|QEMU|NODE=pve03|VMID=130|STATUS=running +REC|QEMU|NODE=pve03|VMID=190|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=0 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve03|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5002 milliseconds +REC|HTTPS4|NODE=pve03|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +NODE_END=pve03 +VM150_QGA_TRANSPORT_RC=0 +QGA_EXIT=0 +VM150_EDGE_EGRESS_UNIT_PRESENT=false +VM150_TURN_RESULT=success +VM150_TURN_EXEC=0 +REC|SNIKKET_CONTAINER|NAME=snikket|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-proxy|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-certs|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-portal|RUNNING=true|RESTARTS=0 +VM150_GOOGLE_RC=0 +VM150_IPIFY_RC=0 +VM150_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +VM150_EGRESS_MATCH_HOME=true +VM150_LOCAL_HTTPS_RC=0 +VM150_LOCAL_HTTPS_CODE=302 +VM150_FAILED_UNIT_COUNT=0 +VM130_QGA_TRANSPORT_RC=0 +QGA_EXIT=0 +VM130_PRIORITY101_COUNT=0 +VM130_WG_CONFIG_PRESENT=true +VM130_WG_ORIGINAL_PRESENT=true +VM130_WG_CONFIG_MATCH_ORIGINAL=true +VM130_WG_EDGE_ACTIVE=active +VM130_WG_EDGE_HANDSHAKE_NONZERO=0 +VM130_GOOGLE_RC=0 +VM130_FAILED_UNIT_COUNT=0 +PVE01_HOME_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +PVE01_HOME_MATCH_EXPECTED=true +SNIKKET_BEGET_NS_PRESENT=true +REC|SNIKKET_DNS|ROLE=primary|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=primary|RC=0|HTTP=302 +REC|SNIKKET_DNS|ROLE=groups|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=groups|RC=0|HTTP=301 +REC|SNIKKET_DNS|ROLE=share|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=share|RC=0|HTTP=301 +REC|ISSUE|pve02_PACKAGE_MISMATCH_1 +REC|ISSUE|WINDOWS_64020_GOOGLE +REC|ISSUE|WINDOWS_64020_TELEGRAM +FINAL_ISSUE_COUNT=3 +DECISION=HOLD_CLUSTER_FINAL_DEEP_AUDIT_FINDINGS +NEXT_GATE=TARGETED_FINAL_REMEDIATION +TASK_RESULT=CLUSTER_FINAL_DEEP_AUDIT +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 8554311e..0a851085 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1,38 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20261006T181701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-10-06T18:17:01Z","finished_at_utc":"2026-10-06T18:17:02Z","reference_register_checked":true,"reference_sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66","error_register_checked":true,"error_register_sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-final-deep-audit", + "started_at_utc": "2026-10-06T18:19:39Z", + "finished_at_utc": "2026-10-06T18:20:12Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "0a47c5a1b9a3f8954b92f8875eb600a41b1c616678ffccc9701606afadbcd349", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4", + "sanitized_output_sha256": "5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "CLUSTER_FINAL_DEEP_AUDIT=V2\nMODE=read-only\nNO_MUTATION=true\nWINDOWS_LOCAL64020_LISTENER_COUNT=1\nWINDOWS_LOCAL64022_LISTENER_COUNT=1\nWINDOWS_PLINK_PROCESS_COUNT=1\nWINDOWS_SOCKS64020_GOOGLE_RC=97\nWINDOWS_SOCKS64020_TELEGRAM_RC=97\nWINDOWS_SOCKS64022_GOOGLE_RC=28\nWINDOWS_SOCKS64022_TELEGRAM_RC=28\nCLUSTER_QUORATE=true\nCLUSTER_NODES=3\nCLUSTER_EXPECTED_VOTES=3\nCLUSTER_TOTAL_VOTES=3\nREC|CLUSTER_NODE|ID=1|VOTES=1|NAME=pve01\nREC|CLUSTER_NODE|ID=2|VOTES=1|NAME=pve03\nREC|CLUSTER_NODE|ID=3|VOTES=1|NAME=pve02\nCLUSTER_GUEST_COUNT=13\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped\nNODE_COLLECTION_RC|NODE=pve01|RC=0\nNODE_BEGIN=pve01\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve01|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve01|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve01|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve01|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=49\nREC|STORAGE|NODE=pve01|NAME=local|TYPE=dir|STATUS=active|USE=45.95%\nREC|STORAGE|NODE=pve01|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=16.05%\nREC|QEMU|NODE=pve01|VMID=100|STATUS=running\nREC|QEMU|NODE=pve01|VMID=101|STATUS=stopped\nREC|QEMU|NODE=pve01|VMID=150|STATUS=running\nREC|QEMU|NODE=pve01|VMID=170|STATUS=running\nREC|QEMU|NODE=pve01|VMID=171|STATUS=running\nREC|QEMU|NODE=pve01|VMID=210|STATUS=running\nREC|LXC|NODE=pve01|VMID=110|STATUS=running\nREC|LXC|NODE=pve01|VMID=112|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=0\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve01|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5001 milliseconds\nREC|HTTPS4|NODE=pve01|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nREC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-audit.service|ACTIVE=inactive|RESULT=success|EXEC=0\nREC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-retention-gc.service|ACTIVE=inactive|RESULT=success|EXEC=0\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45346|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45184|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45290|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 3.205s CPU time, 150.6M memory peak.\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47170|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47008|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47114|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.717s CPU time, 150.9M memory peak.\nREC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48946|generation=app-filebrowser-pve01-20261006T043010Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48784|generation=app-hbarhub-pve01-20261006T043148Z\nREC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48890|generation=app-immich-pve01-20261006T043031Z\nREC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully.\nREC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.877s CPU time, 150.5M memory peak.\nNODE_END=pve01\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nNODE_BEGIN=pve02\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve02|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false\nREC|PACKAGE|NODE=pve02|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve02|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve02|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve02|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=12\nREC|STORAGE|NODE=pve02|NAME=local|TYPE=dir|STATUS=active|USE=10.90%\nREC|STORAGE|NODE=pve02|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=5.38%\nREC|QEMU|NODE=pve02|VMID=9130|STATUS=stopped\nREC|LXC|NODE=pve02|VMID=111|STATUS=running\nREC|LXC|NODE=pve02|VMID=113|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=1\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve02|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5002 milliseconds\nREC|HTTPS4|NODE=pve02|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nNODE_END=pve02\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nNODE_BEGIN=pve03\nNODE_KERNEL=7.0.14-20-pve\nNODE_NTP_SYNC=yes\nREC|PACKAGE|NODE=pve03|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|PACKAGE|NODE=pve03|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nNODE_HOLD_COUNT=0\nNODE_DPKG_AUDIT_COUNT=0\nNODE_APT_SIM_RC=0\nNODE_APT_UPGRADE_COUNT=0\nNODE_APT_REMOVE_COUNT=0\nNODE_FAILED_UNIT_COUNT=0\nREC|SERVICE|NODE=pve03|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0\nREC|SERVICE|NODE=pve03|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0\nNODE_ROOT_USE_PCT=18\nREC|STORAGE|NODE=pve03|NAME=local|TYPE=dir|STATUS=active|USE=16.63%\nREC|STORAGE|NODE=pve03|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=20.02%\nREC|QEMU|NODE=pve03|VMID=130|STATUS=running\nREC|QEMU|NODE=pve03|VMID=190|STATUS=running\nNODE_DEFAULT_ROUTE_COUNT=1\nNODE_IPV4_FORWARD=0\nNODE_RULE7120_COUNT=1\nNODE_TABLE7120_COUNT=0\nNODE_NETBIRD_LAZY=false\nNODE_NETBIRD_MANAGEMENT=true\nNODE_NETBIRD_SIGNAL=true\nNODE_NETBIRD_CONNECTED=5\nNODE_NETBIRD_IDLE=0\nREC|HTTPS4|NODE=pve03|TARGET=google|RC=0|HTTP=200\ncurl: (28) Connection timed out after 5002 milliseconds\nREC|HTTPS4|NODE=pve03|TARGET=telegram|RC=28|HTTP=000\nNODE_POSTFIX_QUEUE_COUNT=0\nNODE_POSTFIX_DEFERRED_LAST30M=0\nNODE_SMTP_A_COUNT=1\nNODE_SMTP_AAAA_COUNT=1\nNODE_END=pve03\nVM150_QGA_TRANSPORT_RC=0\nQGA_EXIT=0\nVM150_EDGE_EGRESS_UNIT_PRESENT=false\nVM150_TURN_RESULT=success\nVM150_TURN_EXEC=0\nREC|SNIKKET_CONTAINER|NAME=snikket|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-proxy|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-certs|RUNNING=true|RESTARTS=0\nREC|SNIKKET_CONTAINER|NAME=snikket-portal|RUNNING=true|RESTARTS=0\nVM150_GOOGLE_RC=0\nVM150_IPIFY_RC=0\nVM150_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nVM150_EGRESS_MATCH_HOME=true\nVM150_LOCAL_HTTPS_RC=0\nVM150_LOCAL_HTTPS_CODE=302\nVM150_FAILED_UNIT_COUNT=0\nVM130_QGA_TRANSPORT_RC=0\nQGA_EXIT=0\nVM130_PRIORITY101_COUNT=0\nVM130_WG_CONFIG_PRESENT=true\nVM130_WG_ORIGINAL_PRESENT=true\nVM130_WG_CONFIG_MATCH_ORIGINAL=true\nVM130_WG_EDGE_ACTIVE=active\nVM130_WG_EDGE_HANDSHAKE_NONZERO=0\nVM130_GOOGLE_RC=0\nVM130_FAILED_UNIT_COUNT=0\nPVE01_HOME_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nPVE01_HOME_MATCH_EXPECTED=true\nSNIKKET_BEGET_NS_PRESENT=true\nREC|SNIKKET_DNS|ROLE=primary|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=primary|RC=0|HTTP=302\nREC|SNIKKET_DNS|ROLE=groups|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=groups|RC=0|HTTP=301\nREC|SNIKKET_DNS|ROLE=share|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=share|RC=0|HTTP=301\nREC|ISSUE|pve02_PACKAGE_MISMATCH_1\nREC|ISSUE|WINDOWS_64020_GOOGLE\nREC|ISSUE|WINDOWS_64020_TELEGRAM\nFINAL_ISSUE_COUNT=3\nDECISION=HOLD_CLUSTER_FINAL_DEEP_AUDIT_FINDINGS\nNEXT_GATE=TARGETED_FINAL_REMEDIATION\nTASK_RESULT=CLUSTER_FINAL_DEEP_AUDIT\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/latest.txt b/runtime/latest.txt index 8910dfea..8806aeaa 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,155 +1,284 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +COMMAND_ID=SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2 STATUS=OK RC=0 HOST=pve01 -COMPONENT=cluster-context -REFERENCE_SHA[PRIVATE_IP]e5154c41cb[PRIVATE_IP]aca68090be[PRIVATE_IP]bf[PRIVATE_IP]df[PRIVATE_IP] -ERROR_REGISTER_SHA[PRIVATE_IP]ec0f527ed3afeed[PRIVATE_IP]ee[PRIVATE_IP]bbfb[PRIVATE_IP]af4ba7ba0 +MODE=read-only +COMPONENT=cluster-final-deep-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=0a47c5a1b9a3f8954b92f8875eb600a41b1c616678ffccc9701606afadbcd349 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4 +SANITIZED_OUTPUT_SHA256=5381e4da12decb4df61103cfba7e356153d6f0fe56d16a273dd4c90d30db4bb4 OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T18:17:01Z -Cluster information -------------------- -Name: homelab -Config Version: 3 -Transport: knet -Secure auth: on +CLUSTER_FINAL_DEEP_AUDIT=V2 +MODE=read-only +NO_MUTATION=true +WINDOWS_LOCAL64020_LISTENER_COUNT=1 +WINDOWS_LOCAL64022_LISTENER_COUNT=1 +WINDOWS_PLINK_PROCESS_COUNT=1 +WINDOWS_SOCKS64020_GOOGLE_RC=97 +WINDOWS_SOCKS64020_TELEGRAM_RC=97 +WINDOWS_SOCKS64022_GOOGLE_RC=28 +WINDOWS_SOCKS64022_TELEGRAM_RC=28 +CLUSTER_QUORATE=true +CLUSTER_NODES=3 +CLUSTER_EXPECTED_VOTES=3 +CLUSTER_TOTAL_VOTES=3 +REC|CLUSTER_NODE|ID=1|VOTES=1|NAME=pve01 +REC|CLUSTER_NODE|ID=2|VOTES=1|NAME=pve03 +REC|CLUSTER_NODE|ID=3|VOTES=1|NAME=pve02 +CLUSTER_GUEST_COUNT=13 +REC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped +REC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running +REC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped +NODE_COLLECTION_RC|NODE=pve01|RC=0 +NODE_BEGIN=pve01 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve01|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve01|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve01|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve01|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=49 +REC|STORAGE|NODE=pve01|NAME=local|TYPE=dir|STATUS=active|USE=45.95% +REC|STORAGE|NODE=pve01|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=16.05% +REC|QEMU|NODE=pve01|VMID=100|STATUS=running +REC|QEMU|NODE=pve01|VMID=101|STATUS=stopped +REC|QEMU|NODE=pve01|VMID=150|STATUS=running +REC|QEMU|NODE=pve01|VMID=170|STATUS=running +REC|QEMU|NODE=pve01|VMID=171|STATUS=running +REC|QEMU|NODE=pve01|VMID=210|STATUS=running +REC|LXC|NODE=pve01|VMID=110|STATUS=running +REC|LXC|NODE=pve01|VMID=112|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=0 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve01|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5001 milliseconds +REC|HTTPS4|NODE=pve01|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +REC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-audit.service|ACTIVE=inactive|RESULT=success|EXEC=0 +REC|BACKUP_UNIT|NODE=pve01|UNIT=homelab-backup-retention-gc.service|ACTIVE=inactive|RESULT=success|EXEC=0 +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45346|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45184|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=45290|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 3.205s CPU time, 150.6M memory peak. +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47170|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47008|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47114|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.717s CPU time, 150.9M memory peak. +REC|BACKUP_AUDIT|NODE=pve01|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48946|generation=app-filebrowser-pve01-20261006T043010Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48784|generation=app-hbarhub-pve01-20261006T043148Z +REC|BACKUP_AUDIT|NODE=pve01|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48890|generation=app-immich-pve01-20261006T043031Z +REC|BACKUP_AUDIT|NODE=pve01|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Deactivated successfully. +REC|BACKUP_AUDIT|NODE=pve01|Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +REC|BACKUP_AUDIT|NODE=pve01|homelab-backup-audit.service: Consumed 2.877s CPU time, 150.5M memory peak. +NODE_END=pve01 +NODE_COLLECTION_RC|NODE=pve02|RC=0 +NODE_BEGIN=pve02 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve02|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false +REC|PACKAGE|NODE=pve02|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve02|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve02|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve02|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=12 +REC|STORAGE|NODE=pve02|NAME=local|TYPE=dir|STATUS=active|USE=10.90% +REC|STORAGE|NODE=pve02|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=5.38% +REC|QEMU|NODE=pve02|VMID=9130|STATUS=stopped +REC|LXC|NODE=pve02|VMID=111|STATUS=running +REC|LXC|NODE=pve02|VMID=113|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=1 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve02|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5002 milliseconds +REC|HTTPS4|NODE=pve02|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +NODE_END=pve02 +NODE_COLLECTION_RC|NODE=pve03|RC=0 +NODE_BEGIN=pve03 +NODE_KERNEL=7.0.14-20-pve +NODE_NTP_SYNC=yes +REC|PACKAGE|NODE=pve03|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|PACKAGE|NODE=pve03|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +NODE_HOLD_COUNT=0 +NODE_DPKG_AUDIT_COUNT=0 +NODE_APT_SIM_RC=0 +NODE_APT_UPGRADE_COUNT=0 +NODE_APT_REMOVE_COUNT=0 +NODE_FAILED_UNIT_COUNT=0 +REC|SERVICE|NODE=pve03|NAME=pve-cluster|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pvedaemon|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pveproxy|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=pvestatd|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=corosync|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=ssh|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=postfix|ACTIVE=active|RESULT=success|EXEC=0 +REC|SERVICE|NODE=pve03|NAME=netbird|ACTIVE=active|RESULT=success|EXEC=0 +NODE_ROOT_USE_PCT=18 +REC|STORAGE|NODE=pve03|NAME=local|TYPE=dir|STATUS=active|USE=16.63% +REC|STORAGE|NODE=pve03|NAME=local-lvm|TYPE=lvmthin|STATUS=active|USE=20.02% +REC|QEMU|NODE=pve03|VMID=130|STATUS=running +REC|QEMU|NODE=pve03|VMID=190|STATUS=running +NODE_DEFAULT_ROUTE_COUNT=1 +NODE_IPV4_FORWARD=0 +NODE_RULE7120_COUNT=1 +NODE_TABLE7120_COUNT=0 +NODE_NETBIRD_LAZY=false +NODE_NETBIRD_MANAGEMENT=true +NODE_NETBIRD_SIGNAL=true +NODE_NETBIRD_CONNECTED=5 +NODE_NETBIRD_IDLE=0 +REC|HTTPS4|NODE=pve03|TARGET=google|RC=0|HTTP=200 +curl: (28) Connection timed out after 5002 milliseconds +REC|HTTPS4|NODE=pve03|TARGET=telegram|RC=28|HTTP=000 +NODE_POSTFIX_QUEUE_COUNT=0 +NODE_POSTFIX_DEFERRED_LAST30M=0 +NODE_SMTP_A_COUNT=1 +NODE_SMTP_AAAA_COUNT=1 +NODE_END=pve03 +VM150_QGA_TRANSPORT_RC=0 +QGA_EXIT=0 +VM150_EDGE_EGRESS_UNIT_PRESENT=false +VM150_TURN_RESULT=success +VM150_TURN_EXEC=0 +REC|SNIKKET_CONTAINER|NAME=snikket|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-proxy|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-certs|RUNNING=true|RESTARTS=0 +REC|SNIKKET_CONTAINER|NAME=snikket-portal|RUNNING=true|RESTARTS=0 +VM150_GOOGLE_RC=0 +VM150_IPIFY_RC=0 +VM150_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +VM150_EGRESS_MATCH_HOME=true +VM150_LOCAL_HTTPS_RC=0 +VM150_LOCAL_HTTPS_CODE=302 +VM150_FAILED_UNIT_COUNT=0 +VM130_QGA_TRANSPORT_RC=0 +QGA_EXIT=0 +VM130_PRIORITY101_COUNT=0 +VM130_WG_CONFIG_PRESENT=true +VM130_WG_ORIGINAL_PRESENT=true +VM130_WG_CONFIG_MATCH_ORIGINAL=true +VM130_WG_EDGE_ACTIVE=active +VM130_WG_EDGE_HANDSHAKE_NONZERO=0 +VM130_GOOGLE_RC=0 +VM130_FAILED_UNIT_COUNT=0 +PVE01_HOME_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +PVE01_HOME_MATCH_EXPECTED=true +SNIKKET_BEGET_NS_PRESENT=true +REC|SNIKKET_DNS|ROLE=primary|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=primary|RC=0|HTTP=302 +REC|SNIKKET_DNS|ROLE=groups|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=groups|RC=0|HTTP=301 +REC|SNIKKET_DNS|ROLE=share|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=share|RC=0|HTTP=301 +REC|ISSUE|pve02_PACKAGE_MISMATCH_1 +REC|ISSUE|WINDOWS_64020_GOOGLE +REC|ISSUE|WINDOWS_64020_TELEGRAM +FINAL_ISSUE_COUNT=3 +DECISION=HOLD_CLUSTER_FINAL_DEEP_AUDIT_FINDINGS +NEXT_GATE=TARGETED_FINAL_REMEDIATION +TASK_RESULT=CLUSTER_FINAL_DEEP_AUDIT +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-CLUSTER-FINAL-DEEP-AUDIT-99742R2","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} -Quorum information ------------------- -Date: Tue Oct [PRIVATE_IP] 2026 -Quorum provider: corosync_votequorum -Nodes: 3 -Node ID: [PRIVATE_IP] -Ring ID: 1.172 -Quorate: Yes - -Votequorum information ----------------------- -Expected votes: 3 -Highest expected: 3 -Total votes: 3 -Quorum: 2 -Flags: Quorate - -Membership information ----------------------- - Nodeid Votes Name -[PRIVATE_IP] [PRIVATE_IP].11 (local) -[PRIVATE_IP] [PRIVATE_IP].13 -[PRIVATE_IP] [PRIVATE_IP].12 - -Membership information ----------------------- - Nodeid Votes Name - 1 1 pve01 (local) - 2 1 pve03 - 3 1 pve02 -[{"cpu":[PRIVATE_IP]771179,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/100","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"pvepro-prod","netin":[PRIVATE_IP],"netout":90760,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":32030,"vmid":100},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/101","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"pvepro-staging-v1","netin":0,"netout":0,"node":"pve01","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":101},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":32040,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":71520,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":32043,"vmid":112},{"cpu":[PRIVATE_IP]643e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":71523,"vmid":113},{"cpu":[PRIVATE_IP]79167,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":48456,"vmid":130},{"cpu":[PRIVATE_IP]179164,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":32027,"vmid":150},{"cpu":[PRIVATE_IP]647,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":32037,"vmid":170},{"cpu":[PRIVATE_IP]53263,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":32034,"vmid":171},{"cpu":[PRIVATE_IP]858911,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":48474,"vmid":190},{"cpu":[PRIVATE_IP]179164,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/210","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-prod","netin":[PRIVATE_IP],"netout":684453,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":32024,"vmid":210},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]416214,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":71541},{"cgroup-mode":2,"cpu":[PRIVATE_IP]8743,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":48493},{"cgroup-mode":2,"cpu":[PRIVATE_IP]6612,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":32057},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"iso,backup,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,vztmpl,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] -Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 45.95% -local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 16.05% - UNIT LOAD ACTIVE SUB DESCRIPTION - -0 loaded units listed. -NEXT LEFT LAST PASSED UNIT ACTIVATES -Tue [PRIVATE_IP] 21:19:45 MSK 2min 42s Tue [PRIVATE_IP] 21:14:45 MSK 2min 17s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Tue [PRIVATE_IP] 21:19:45 MSK 2min 42s Tue [PRIVATE_IP] 21:14:45 MSK 2min 17s ago netbird-peers-health.timer netbird-peers-health.service -Tue [PRIVATE_IP] 21:20:06 MSK 3min 4s Tue [PRIVATE_IP] 21:15:03 MSK 1min 59s ago homelab-health-metrics.timer homelab-health-metrics.service -Tue [PRIVATE_IP] 21:20:08 MSK 3min 6s Tue [PRIVATE_IP] 21:10:08 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Tue [PRIVATE_IP] 21:21:57 MSK 4min 54s Tue [PRIVATE_IP] 20:48:08 MSK 28min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Tue [PRIVATE_IP] 21:24:08 MSK 7min Tue [PRIVATE_IP] 21:09:08 MSK 7min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Tue [PRIVATE_IP] 21:24:08 MSK 7min Tue [PRIVATE_IP] 21:09:08 MSK 7min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Tue [PRIVATE_IP] 21:26:37 MSK 9min Tue [PRIVATE_IP] 21:11:37 MSK 5min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Tue [PRIVATE_IP] 21:26:37 MSK 9min Tue [PRIVATE_IP] 21:11:37 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Tue [PRIVATE_IP] 21:27:20 MSK 10min Tue [PRIVATE_IP] 21:12:08 MSK 4min 53s ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service -Tue [PRIVATE_IP] 21:30:00 MSK 12min Tue [PRIVATE_IP] 19:30:03 MSK 1h 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Tue [PRIVATE_IP] 21:30:00 MSK 12min Tue [PRIVATE_IP] 21:15:03 MSK 1min 59s ago homelab-incident-journal.timer homelab-incident-journal.service -Tue [PRIVATE_IP] 21:30:07 MSK 13min Tue [PRIVATE_IP] 21:16:03 MSK 59s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Tue [PRIVATE_IP] 21:30:50 MSK 13min Tue [PRIVATE_IP] 21:16:27 MSK 35s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Tue [PRIVATE_IP] 21:31:10 MSK 14min Tue [PRIVATE_IP] 21:16:04 MSK 58s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Tue [PRIVATE_IP] 21:34:03 MSK 17min Tue [PRIVATE_IP] 21:01:42 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Tue [PRIVATE_IP] 21:35:32 MSK 18min Tue [PRIVATE_IP] 21:06:03 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Tue [PRIVATE_IP] 21:44:14 MSK 27min Tue [PRIVATE_IP] 21:12:08 MSK 4min 53s ago homelab-backup-v2.timer homelab-backup-v2.service -Tue [PRIVATE_IP] 21:51:45 MSK 34min Tue [PRIVATE_IP] 15:45:27 MSK 5h 31min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Tue [PRIVATE_IP] 23:42:48 MSK 2h 25min Tue [PRIVATE_IP] 11:55:26 MSK - apt-daily.timer apt-daily.service -Wed [PRIVATE_IP] 00:00:00 MSK 2h 42min Tue [PRIVATE_IP] 00:00:07 MSK - dpkg-db-backup.timer dpkg-db-backup.service -Wed [PRIVATE_IP] 00:09:31 MSK 2h 52min Tue [PRIVATE_IP] 00:09:12 MSK - homelab-evidence-catalog.timer homelab-evidence-catalog.service -Wed [PRIVATE_IP] 00:09:40 MSK 2h 52min Tue [PRIVATE_IP] 00:00:41 MSK - homelab-storage-capacity.timer homelab-storage-capacity.service -Wed [PRIVATE_IP] 00:14:26 MSK 2h 57min Tue [PRIVATE_IP] 00:18:22 MSK - homelab-docker-health.timer homelab-docker-health.service -Wed [PRIVATE_IP] 00:15:12 MSK 2h 58min Tue [PRIVATE_IP] 00:08:32 MSK - homelab-quality-gate.timer homelab-quality-gate.service -Wed [PRIVATE_IP] 00:25:46 MSK 3h 8min Tue [PRIVATE_IP] 18:25:46 MSK 2h 51min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Wed [PRIVATE_IP] 00:29:02 MSK 3h 11min Tue [PRIVATE_IP] 00:14:16 MSK - logrotate.timer logrotate.service -Wed [PRIVATE_IP] 02:16:36 MSK 4h 59min Tue [PRIVATE_IP] 20:15:03 MSK 1h 1min ago homelab-evidence-root.timer homelab-evidence-root.service -Wed [PRIVATE_IP] 03:21:59 MSK 6h - - homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Wed [PRIVATE_IP] 03:40:57 MSK 6h Tue [PRIVATE_IP] 05:10:32 MSK - pve-daily-update.timer pve-daily-update.service -Wed [PRIVATE_IP] 06:45:19 MSK 9h Tue [PRIVATE_IP] 06:30:58 MSK - apt-daily-upgrade.timer apt-daily-upgrade.service -Wed [PRIVATE_IP] 07:03:53 MSK 9h Tue [PRIVATE_IP] 04:46:58 MSK - man-db.timer man-db.service -Wed [PRIVATE_IP] 07:14:38 MSK 9h Tue [PRIVATE_IP] 07:00:44 MSK - homelab-drift-check.timer homelab-drift-check.service -Wed [PRIVATE_IP] 07:20:45 MSK 10h Tue [PRIVATE_IP] 07:36:12 MSK - homelab-service-registry-check.timer homelab-service-registry-check.service -Wed [PRIVATE_IP] 07:36:57 MSK 10h Tue [PRIVATE_IP] 07:51:16 MSK - homelab-alerting-health.timer homelab-alerting-health.service -Wed [PRIVATE_IP] 07:46:42 MSK 10h Tue [PRIVATE_IP] 07:48:11 MSK - homelab-runbook-generate.timer homelab-runbook-generate.service -Wed [PRIVATE_IP] 07:49:27 MSK 10h Tue [PRIVATE_IP] 08:07:42 MSK - homelab-desired-state-sync.timer homelab-desired-state-sync.service -Wed [PRIVATE_IP] 07:49:30 MSK 10h Tue [PRIVATE_IP] 07:46:32 MSK - homelab-dependency-map-check.timer homelab-dependency-map-check.service -Wed [PRIVATE_IP] 08:07:55 MSK 10h Tue [PRIVATE_IP] 08:10:49 MSK - homelab-overall-health.timer homelab-overall-health.service -Wed [PRIVATE_IP] 08:08:52 MSK 10h Tue [PRIVATE_IP] 08:01:29 MSK - homelab-duty-admin-report.timer homelab-duty-admin-report.service -Wed [PRIVATE_IP] 08:13:48 MSK 10h Tue [PRIVATE_IP] 08:19:58 MSK - homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Wed [PRIVATE_IP] 08:14:58 MSK 10h Tue [PRIVATE_IP] 08:12:39 MSK - homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Wed [PRIVATE_IP] 08:29:05 MSK 11h Tue [PRIVATE_IP] 08:27:32 MSK - homelab-capacity-risk.timer homelab-capacity-risk.service -Wed [PRIVATE_IP] 08:45:36 MSK 11h Tue [PRIVATE_IP] 08:41:34 MSK - homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Wed [PRIVATE_IP] 08:47:36 MSK 11h Tue [PRIVATE_IP] 08:37:42 MSK - homelab-cluster-passport.timer homelab-cluster-passport.service -Wed [PRIVATE_IP] 08:52:08 MSK 11h Tue [PRIVATE_IP] 08:55:46 MSK - homelab-golden-state-index.timer homelab-golden-state-index.service -Wed [PRIVATE_IP] 12:37:37 MSK 15h Tue [PRIVATE_IP] 12:37:37 MSK 8h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Sun [PRIVATE_IP] 03:10:08 MSK 4 days Sun [PRIVATE_IP] 03:10:12 MSK - xfs_scrub_all.timer xfs_scrub_all.service -Sun [PRIVATE_IP] 03:10:58 MSK 4 days Sun [PRIVATE_IP] 03:10:58 MSK - e2scrub_all.timer e2scrub_all.service -Sun [PRIVATE_IP] 07:03:11 MSK 4 days - - homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service -Mon [PRIVATE_IP] 00:03:00 MSK 5 days Mon [PRIVATE_IP] 00:06:16 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service -Mon [PRIVATE_IP] 00:22:11 MSK 5 days Mon [PRIVATE_IP] 00:02:16 MSK - fstrim.timer fstrim.service -- - Tue [PRIVATE_IP] 21:17:02 MSK 19ms ago homelab-router-watchdog.timer homelab-router-watchdog.service -- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service -- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service -- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service - -56 timers listed. -RUNTIME_MANIFEST_ID=df[PRIVATE_IP]ac9b5abd[PRIVATE_IP]b[PRIVATE_IP]d89496fb2bde[PRIVATE_IP] -EXPERIMENT_ID=5462ee[PRIVATE_IP]ebe[PRIVATE_IP]feb2ad[PRIVATE_IP]1ad87bbac0b8108 -COLLECTION_START_AT=[PRIVATE_IP]T[PRIVATE_IP]:00 -FIRST_COMPLETE_D1_CLOSE=[PRIVATE_IP]T[PRIVATE_IP]:00 -PRODUCTION_LAUNCH_ALLOWED=False -EXECUTION_AUTHORITY=False -RISK_AUTHORITY=False -STAGE_A_HEALTH=AWAITING_PRIMARY_FINALITY -FORENSIC_PREVIOUS_EPOCH_PRESERVED=YES - -## NEWFI_TASK6_AUTH_CHECKPOINT_V[PRIVATE_IP] -- Scope: historical accepted AUTH test, not a current SMTP connection test. -- Newfi approved SMTP account/sender: aleisaev@yandex.ru. -- Endpoint used by accepted test: smtp.yandex.ru:465 with certificate verification; single PLAIN initial response accepted with code 235. -- Evidence: incident ledger ### NEWFI_TASK6_YANDEX_AUTH_V2_OBSERVATION and ### NEWFI_TASK6_AUTH_PROOF_CLOSE_V1. -- No password file written, no application configuration changed, no mail sent by the accepted AUTH test. -- Persistent transport installation and application delivery are not proven by this checkpoint. Task6 is not complete. -- AUTH challenge and missing-file incidents closed; launch/session incident remains OPEN with original cause unproven. -- This update does not change VM211, VM160, routing, board state or Git. -- Other incidents and infrastructure health were not assessed. - - -## NEWFI_PRIVATE_STRUCTURE92_WRONG_MARKER_SCOPE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: NEWFI92 inspected the pve01 NEWFI90 attempt marker, which had not been finalized because the outer shell exited immediately after the guest returned RC3 following its successful rollback. The guest marker contained the true final rollback state. -- Correction: NEWFI93 required both the guest FINISHED/ROLLED_BACK record and a fresh exact demo-state readback before reconciling the outer NEWFI90 marker. NEWFI92 itself never reserved an attempt or mutated state. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] -- Status: OPEN -- Command: NEWFI95 -- Symptom: after the content-structure precheck passed, the pve03 Python wrapper failed to parse at the PHP line beginning with $root. No Portal discovery or application mutation was reached. -- RCA: an outer raw triple-single-quoted guest Python payload contained an inner raw triple-single-quoted PHP payload. The inner delimiter terminated the outer Python string, causing PHP source to be parsed as Python. -- Safety: NEWFI95 was read-only, created no attempt marker, and did not reach the intended nested guest execution. Do not replay NEWFI95. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: an inner triple-single-quoted PHP literal terminated the outer triple-single-quoted Python guest payload in NEWFI95. The wrapper therefore failed parsing before the intended Portal discovery executed. -- Correction: NEWFI96 removed the nested Python payload layer entirely and passed one Python program directly to VM211 through qm guest exec stdin. The read-only Portal contract completed with QGA exit 0 and the implementation worktree remained unchanged. OUTPUT_END CHAT_OUTPUT_END