From f3c10459cdec9d35a5c8c93f7213dbf1e17cc37e Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Wed, 7 Oct 2026 12:43:39 +0000 Subject: [PATCH] runtime: publish SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1 --- ...1007-FINAL-RESIDUAL-STATE-RCA-99786R1.json | 38 +++ ...61007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt | 184 ++++++++++++++ runtime/latest.json | 16 +- runtime/latest.txt | 239 +++++++++++------- 4 files changed, 377 insertions(+), 100 deletions(-) create mode 100644 runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.json create mode 100644 runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt diff --git a/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.json b/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.json new file mode 100644 index 00000000..8f9ea890 --- /dev/null +++ b/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "final-residual-state-rca", + "started_at_utc": "2026-10-07T12:42:55Z", + "finished_at_utc": "2026-10-07T12:43:38Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f", + "sanitized_output_sha256": "d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "FINAL_RESIDUAL_STATE_RCA=V1\nMODE=read-only\nNO_MUTATION=true\nBACKUP_V2_ACTIVE=failed\nBACKUP_V2_SUBSTATE=failed\nBACKUP_V2_RESULT=exit-code\nBACKUP_V2_EXEC_MAIN_STATUS=2\nBACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK\nBACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK\nBACKUP_V2_TIMER_ACTIVE=active\nBACKUP_V2_TIMER_ENABLED=enabled\nBACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK\nBACKUP_V2_TIMER_NEXT_ELAPSE=\nREC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112\nREC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\nREC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\nREC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze\nREC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130\nREC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768\nREC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc)\nREC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20)\nREC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110\nREC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111\nREC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot\nREC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc)\nREC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24)\nREC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112\nREC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\nREC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\nREC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113\nREC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26)\nREC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150\nREC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190\nREC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20)\nREC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210\nREC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2\nREC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi\nREC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18)\nREC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170\nREC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57)\nBACKUP_V2_RELEVANT_JOURNAL_COUNT=87\nBACKUP_AUDIT_LATEST_PRESENT=true\nREC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_DATA_HEALTHY=true\nBACKUP_V2_FAILED_STATE_PRESENT=true\nREC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_SSH_OWNER_COUNT=1\nPVE64020_TELEGRAM_OK=6/7\nPVE64020_IOBIT_OK=7/7\nPVE64020_GOOGLE_OK=7/7\nPVE64020_STABLE=true\nHOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nHOME_EGRESS_MATCH_EXPECTED=true\nREC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nDNS_LOCAL_SOURCE_COUNT=4\nNSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24\nRESOLV_NAMESERVER_COUNT=1\nREC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nSYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3\nSYSTEM_DNS_HOME_MATCH_COUNT=0\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE\nVM130_NODE=pve03\nVM130_NODE_COLLECTION_RC=0\nREC|VM130|NODE_HOST=pve03\nREC|VM130|VM_STATUS=running\nREC|VM130|VM_AGENT_CONFIG=enabled=1\nREC|VM130|QGA_PING_RC=0\nREC|VM130|QGA_TRUE_RC=0\nREC|VM130|QGA_STATE_RC=0\nREC|VM130|PRIORITY101_COUNT=0\nREC|VM130|WG_CONFIG_PRESENT=false\nREC|VM130|WG_ORIGINAL_PRESENT=false\nREC|VM130|WG_CONFIG_MATCH_ORIGINAL=false\nREC|VM130|WG_QUICK_ACTIVE=inactive\nREC|VM130|WG_EDGE_ACTIVE=inactive\nREC|VM130|WG_HANDSHAKE_NONZERO=0\nREC|VM130|GOOGLE_RC=0\nREC|VM130|FAILED_UNIT_COUNT=0\nREC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL\nRESIDUAL_CONFIRMED_COUNT=3\nDECISION=HOLD_FINAL_RESIDUAL_STATE_RCA\nNEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS\nTASK_RESULT=FINAL_RESIDUAL_STATE_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt b/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt new file mode 100644 index 00000000..d14b0906 --- /dev/null +++ b/runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt @@ -0,0 +1,184 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=final-residual-state-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f +SANITIZED_OUTPUT_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f +OUTPUT_BEGIN +FINAL_RESIDUAL_STATE_RCA=V1 +MODE=read-only +NO_MUTATION=true +BACKUP_V2_ACTIVE=failed +BACKUP_V2_SUBSTATE=failed +BACKUP_V2_RESULT=exit-code +BACKUP_V2_EXEC_MAIN_STATUS=2 +BACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK +BACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK +BACKUP_V2_TIMER_ACTIVE=active +BACKUP_V2_TIMER_ENABLED=enabled +BACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK +BACKUP_V2_TIMER_NEXT_ELAPSE= +REC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112 +REC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT +REC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. +REC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze +REC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130 +REC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768 +REC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc) +REC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20) +REC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110 +REC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111 +REC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot +REC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc) +REC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24) +REC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112 +REC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112 +REC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT +REC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. +REC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113 +REC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26) +REC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150 +REC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190 +REC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20) +REC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210 +REC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2 +REC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi +REC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18) +REC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170 +REC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57) +BACKUP_V2_RELEVANT_JOURNAL_COUNT=87 +BACKUP_AUDIT_LATEST_PRESENT=true +REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_DATA_HEALTHY=true +BACKUP_V2_FAILED_STATE_PRESENT=true +REC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT +PVE64020_UNIT_ACTIVE=active +PVE64020_UNIT_ENABLED=enabled +PVE64020_LISTENER_COUNT=1 +PVE64020_SSH_OWNER_COUNT=1 +PVE64020_TELEGRAM_OK=6/7 +PVE64020_IOBIT_OK=7/7 +PVE64020_GOOGLE_OK=7/7 +PVE64020_STABLE=true +HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +HOME_EGRESS_MATCH_EXPECTED=true +REC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +DNS_LOCAL_SOURCE_COUNT=4 +NSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24 +RESOLV_NAMESERVER_COUNT=1 +REC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +SYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3 +SYSTEM_DNS_HOME_MATCH_COUNT=0 +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE +VM130_NODE=pve03 +VM130_NODE_COLLECTION_RC=0 +REC|VM130|NODE_HOST=pve03 +REC|VM130|VM_STATUS=running +REC|VM130|VM_AGENT_CONFIG=enabled=1 +REC|VM130|QGA_PING_RC=0 +REC|VM130|QGA_TRUE_RC=0 +REC|VM130|QGA_STATE_RC=0 +REC|VM130|PRIORITY101_COUNT=0 +REC|VM130|WG_CONFIG_PRESENT=false +REC|VM130|WG_ORIGINAL_PRESENT=false +REC|VM130|WG_CONFIG_MATCH_ORIGINAL=false +REC|VM130|WG_QUICK_ACTIVE=inactive +REC|VM130|WG_EDGE_ACTIVE=inactive +REC|VM130|WG_HANDSHAKE_NONZERO=0 +REC|VM130|GOOGLE_RC=0 +REC|VM130|FAILED_UNIT_COUNT=0 +REC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL +RESIDUAL_CONFIRMED_COUNT=3 +DECISION=HOLD_FINAL_RESIDUAL_STATE_RCA +NEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS +TASK_RESULT=FINAL_RESIDUAL_STATE_RCA +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index f8683804..8f9ea890 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1", + "command_id": "SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "cluster-postrestore-findings-reconcile", - "started_at_utc": "2026-10-07T12:37:13Z", - "finished_at_utc": "2026-10-07T12:37:29Z", + "component": "final-residual-state-rca", + "started_at_utc": "2026-10-07T12:42:55Z", + "finished_at_utc": "2026-10-07T12:43:38Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062", + "command_sha256": "c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", - "sanitized_output_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", + "raw_evidence_sha256": "d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f", + "sanitized_output_sha256": "d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1\nMODE=read-only\nNO_MUTATION=true\nCLUSTER_NODE_COUNT=3\nCLUSTER_ONLINE_NODE_COUNT=3\nREC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1\nREC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3\nREC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2\nCLUSTER_QUORATE=true\nPVE01_FAILED_UNIT_COUNT=1\nREC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2\nREC|ISSUE|PVE01_FAILED_UNITS_1\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nREC|NODE|pve02|HOST=pve02\nREC|NODE|pve02|KERNEL=7.0.14-20-pve\nREC|NODE|pve02|DPKG_AUDIT_COUNT=0\nREC|NODE|pve02|FAILED_UNIT_COUNT=0\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false\nREC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve02|ZPOOL_COUNT=0\nREC|NODE|pve02|ZFS_MOUNT_COUNT=0\nREC|NODE|pve02|ZFS_MODULE_LOADED=true\nREC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve02|NETBIRD_LAZY=false\nREC|NODE|pve02|NETBIRD_MANAGEMENT=true\nREC|NODE|pve02|NETBIRD_SIGNAL=true\nREC|NODE|pve02|NETBIRD_CONNECTED=5\nPVE02_ZFSUTILS_INSTALLED=false\nPVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1\nPVE02_ZFS_REQUIRED=false\nREC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nREC|NODE|pve03|HOST=pve03\nREC|NODE|pve03|KERNEL=7.0.14-20-pve\nREC|NODE|pve03|DPKG_AUDIT_COUNT=0\nREC|NODE|pve03|FAILED_UNIT_COUNT=0\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve03|ZPOOL_COUNT=0\nREC|NODE|pve03|ZFS_MOUNT_COUNT=0\nREC|NODE|pve03|ZFS_MODULE_LOADED=true\nREC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve03|NETBIRD_LAZY=false\nREC|NODE|pve03|NETBIRD_MANAGEMENT=true\nREC|NODE|pve03|NETBIRD_SIGNAL=true\nREC|NODE|pve03|NETBIRD_CONNECTED=5\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_TELEGRAM_OK=2/2\nPVE64020_IOBIT_OK=1/2\nREC|ISSUE|PVE64020_SANITY\nHOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nREC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=primary|HTTP=302\nREC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=groups|HTTP=301\nREC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=share|HTTP=301\nVM130_QGA_PING_RC=2\nVM130_QGA_TRUE_RC=2\nVM130_STATE_EXEC_RC=2\nREC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2\nRECONCILED_ISSUE_COUNT=3\nDECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nNEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES\nTASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "FINAL_RESIDUAL_STATE_RCA=V1\nMODE=read-only\nNO_MUTATION=true\nBACKUP_V2_ACTIVE=failed\nBACKUP_V2_SUBSTATE=failed\nBACKUP_V2_RESULT=exit-code\nBACKUP_V2_EXEC_MAIN_STATUS=2\nBACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK\nBACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK\nBACKUP_V2_TIMER_ACTIVE=active\nBACKUP_V2_TIMER_ENABLED=enabled\nBACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK\nBACKUP_V2_TIMER_NEXT_ELAPSE=\nREC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112\nREC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\nREC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\nREC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze\nREC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130\nREC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768\nREC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc)\nREC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20)\nREC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110\nREC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111\nREC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot\nREC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc)\nREC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24)\nREC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112\nREC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\nREC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\nREC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113\nREC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26)\nREC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150\nREC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190\nREC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20)\nREC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210\nREC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2\nREC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi\nREC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18)\nREC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170\nREC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nREC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nREC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu)\nREC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57)\nBACKUP_V2_RELEVANT_JOURNAL_COUNT=87\nBACKUP_AUDIT_LATEST_PRESENT=true\nREC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_DATA_HEALTHY=true\nBACKUP_V2_FAILED_STATE_PRESENT=true\nREC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_SSH_OWNER_COUNT=1\nPVE64020_TELEGRAM_OK=6/7\nPVE64020_IOBIT_OK=7/7\nPVE64020_GOOGLE_OK=7/7\nPVE64020_STABLE=true\nHOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nHOME_EGRESS_MATCH_EXPECTED=true\nREC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false\nREC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false\nDNS_LOCAL_SOURCE_COUNT=4\nNSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24\nRESOLV_NAMESERVER_COUNT=1\nREC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nSYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3\nSYSTEM_DNS_HOME_MATCH_COUNT=0\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false\nREC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE\nVM130_NODE=pve03\nVM130_NODE_COLLECTION_RC=0\nREC|VM130|NODE_HOST=pve03\nREC|VM130|VM_STATUS=running\nREC|VM130|VM_AGENT_CONFIG=enabled=1\nREC|VM130|QGA_PING_RC=0\nREC|VM130|QGA_TRUE_RC=0\nREC|VM130|QGA_STATE_RC=0\nREC|VM130|PRIORITY101_COUNT=0\nREC|VM130|WG_CONFIG_PRESENT=false\nREC|VM130|WG_ORIGINAL_PRESENT=false\nREC|VM130|WG_CONFIG_MATCH_ORIGINAL=false\nREC|VM130|WG_QUICK_ACTIVE=inactive\nREC|VM130|WG_EDGE_ACTIVE=inactive\nREC|VM130|WG_HANDSHAKE_NONZERO=0\nREC|VM130|GOOGLE_RC=0\nREC|VM130|FAILED_UNIT_COUNT=0\nREC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL\nRESIDUAL_CONFIRMED_COUNT=3\nDECISION=HOLD_FINAL_RESIDUAL_STATE_RCA\nNEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS\nTASK_RESULT=FINAL_RESIDUAL_STATE_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 91284459..d14b0906 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1 +COMMAND_ID=SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=cluster-postrestore-findings-reconcile +COMPONENT=final-residual-state-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062 +COMMAND_SHA256=c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,106 +24,161 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd -SANITIZED_OUTPUT_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd +RAW_EVIDENCE_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f +SANITIZED_OUTPUT_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f OUTPUT_BEGIN -CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1 +FINAL_RESIDUAL_STATE_RCA=V1 MODE=read-only NO_MUTATION=true -CLUSTER_NODE_COUNT=3 -CLUSTER_ONLINE_NODE_COUNT=3 -REC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1 -REC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3 -REC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2 -CLUSTER_QUORATE=true -PVE01_FAILED_UNIT_COUNT=1 -REC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2 -REC|ISSUE|PVE01_FAILED_UNITS_1 -NODE_COLLECTION_RC|NODE=pve02|RC=0 -REC|NODE|pve02|HOST=pve02 -REC|NODE|pve02|KERNEL=7.0.14-20-pve -REC|NODE|pve02|DPKG_AUDIT_COUNT=0 -REC|NODE|pve02|FAILED_UNIT_COUNT=0 -REC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true -REC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true -REC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true -REC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true -REC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false -REC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true -REC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true -REC|NODE|pve02|ZPOOL_COUNT=0 -REC|NODE|pve02|ZFS_MOUNT_COUNT=0 -REC|NODE|pve02|ZFS_MODULE_LOADED=true -REC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0 -REC|NODE|pve02|NETBIRD_LAZY=false -REC|NODE|pve02|NETBIRD_MANAGEMENT=true -REC|NODE|pve02|NETBIRD_SIGNAL=true -REC|NODE|pve02|NETBIRD_CONNECTED=5 -PVE02_ZFSUTILS_INSTALLED=false -PVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1 -PVE02_ZFS_REQUIRED=false -REC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true -NODE_COLLECTION_RC|NODE=pve03|RC=0 -REC|NODE|pve03|HOST=pve03 -REC|NODE|pve03|KERNEL=7.0.14-20-pve -REC|NODE|pve03|DPKG_AUDIT_COUNT=0 -REC|NODE|pve03|FAILED_UNIT_COUNT=0 -REC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true -REC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true -REC|NODE|pve03|ZPOOL_COUNT=0 -REC|NODE|pve03|ZFS_MOUNT_COUNT=0 -REC|NODE|pve03|ZFS_MODULE_LOADED=true -REC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0 -REC|NODE|pve03|NETBIRD_LAZY=false -REC|NODE|pve03|NETBIRD_MANAGEMENT=true -REC|NODE|pve03|NETBIRD_SIGNAL=true -REC|NODE|pve03|NETBIRD_CONNECTED=5 +BACKUP_V2_ACTIVE=failed +BACKUP_V2_SUBSTATE=failed +BACKUP_V2_RESULT=exit-code +BACKUP_V2_EXEC_MAIN_STATUS=2 +BACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK +BACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK +BACKUP_V2_TIMER_ACTIVE=active +BACKUP_V2_TIMER_ENABLED=enabled +BACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK +BACKUP_V2_TIMER_NEXT_ELAPSE= +REC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112 +REC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT +REC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. +REC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze +REC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130 +REC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768 +REC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc) +REC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20) +REC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110 +REC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111 +REC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot +REC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc) +REC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24) +REC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112 +REC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112 +REC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT +REC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. +REC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113 +REC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26) +REC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150 +REC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190 +REC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20) +REC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210 +REC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2 +REC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi +REC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18) +REC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170 +REC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +REC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +REC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu) +REC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57) +BACKUP_V2_RELEVANT_JOURNAL_COUNT=87 +BACKUP_AUDIT_LATEST_PRESENT=true +REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_DATA_HEALTHY=true +BACKUP_V2_FAILED_STATE_PRESENT=true +REC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT PVE64020_UNIT_ACTIVE=active PVE64020_UNIT_ENABLED=enabled PVE64020_LISTENER_COUNT=1 -PVE64020_TELEGRAM_OK=2/2 -PVE64020_IOBIT_OK=1/2 -REC|ISSUE|PVE64020_SANITY +PVE64020_SSH_OWNER_COUNT=1 +PVE64020_TELEGRAM_OK=6/7 +PVE64020_IOBIT_OK=7/7 +PVE64020_GOOGLE_OK=7/7 +PVE64020_STABLE=true HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee -REC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false -REC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false -REC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true -REC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true -REC|SNIKKET_HTTPS|ROLE=primary|HTTP=302 -REC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false -REC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false -REC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true -REC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true -REC|SNIKKET_HTTPS|ROLE=groups|HTTP=301 -REC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false -REC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false -REC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true -REC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true -REC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true -REC|SNIKKET_HTTPS|ROLE=share|HTTP=301 -VM130_QGA_PING_RC=2 -VM130_QGA_TRUE_RC=2 -VM130_STATE_EXEC_RC=2 -REC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2 -RECONCILED_ISSUE_COUNT=3 -DECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE -NEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES -TASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE +HOME_EGRESS_MATCH_EXPECTED=true +REC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false +REC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false +DNS_LOCAL_SOURCE_COUNT=4 +NSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24 +RESOLV_NAMESERVER_COUNT=1 +REC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +SYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3 +SYSTEM_DNS_HOME_MATCH_COUNT=0 +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false +REC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE +VM130_NODE=pve03 +VM130_NODE_COLLECTION_RC=0 +REC|VM130|NODE_HOST=pve03 +REC|VM130|VM_STATUS=running +REC|VM130|VM_AGENT_CONFIG=enabled=1 +REC|VM130|QGA_PING_RC=0 +REC|VM130|QGA_TRUE_RC=0 +REC|VM130|QGA_STATE_RC=0 +REC|VM130|PRIORITY101_COUNT=0 +REC|VM130|WG_CONFIG_PRESENT=false +REC|VM130|WG_ORIGINAL_PRESENT=false +REC|VM130|WG_CONFIG_MATCH_ORIGINAL=false +REC|VM130|WG_QUICK_ACTIVE=inactive +REC|VM130|WG_EDGE_ACTIVE=inactive +REC|VM130|WG_HANDSHAKE_NONZERO=0 +REC|VM130|GOOGLE_RC=0 +REC|VM130|FAILED_UNIT_COUNT=0 +REC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL +RESIDUAL_CONFIRMED_COUNT=3 +DECISION=HOLD_FINAL_RESIDUAL_STATE_RCA +NEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS +TASK_RESULT=FINAL_RESIDUAL_STATE_RCA CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END