homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-10-07 12:43:39 +00:00
parent df72c9f5b0
commit f3c10459cd
4 changed files with 377 additions and 100 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.json
+38
View File
File diff suppressed because one or more lines are too long
runtime/history/SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1.txt
+184
View File
@@ -0,0 +1,184 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=final-residual-state-rca
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f
SANITIZED_OUTPUT_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f
OUTPUT_BEGIN
FINAL_RESIDUAL_STATE_RCA=V1
MODE=read-only
NO_MUTATION=true
BACKUP_V2_ACTIVE=failed
BACKUP_V2_SUBSTATE=failed
BACKUP_V2_RESULT=exit-code
BACKUP_V2_EXEC_MAIN_STATUS=2
BACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK
BACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK
BACKUP_V2_TIMER_ACTIVE=active
BACKUP_V2_TIMER_ENABLED=enabled
BACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK
BACKUP_V2_TIMER_NEXT_ELAPSE=
REC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112
REC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
REC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
REC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze
REC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130
REC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768
REC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc)
REC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20)
REC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110
REC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111
REC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot
REC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc)
REC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24)
REC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112
REC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112
REC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
REC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
REC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113
REC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26)
REC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150
REC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190
REC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20)
REC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210
REC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2
REC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi
REC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18)
REC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170
REC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57)
BACKUP_V2_RELEVANT_JOURNAL_COUNT=87
BACKUP_AUDIT_LATEST_PRESENT=true
REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
BACKUP_DATA_HEALTHY=true
BACKUP_V2_FAILED_STATE_PRESENT=true
REC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT
PVE64020_UNIT_ACTIVE=active
PVE64020_UNIT_ENABLED=enabled
PVE64020_LISTENER_COUNT=1
PVE64020_SSH_OWNER_COUNT=1
PVE64020_TELEGRAM_OK=6/7
PVE64020_IOBIT_OK=7/7
PVE64020_GOOGLE_OK=7/7
PVE64020_STABLE=true
HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee
HOME_EGRESS_MATCH_EXPECTED=true
REC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
DNS_LOCAL_SOURCE_COUNT=4
NSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24
RESOLV_NAMESERVER_COUNT=1
REC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
SYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3
SYSTEM_DNS_HOME_MATCH_COUNT=0
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE
VM130_NODE=pve03
VM130_NODE_COLLECTION_RC=0
REC|VM130|NODE_HOST=pve03
REC|VM130|VM_STATUS=running
REC|VM130|VM_AGENT_CONFIG=enabled=1
REC|VM130|QGA_PING_RC=0
REC|VM130|QGA_TRUE_RC=0
REC|VM130|QGA_STATE_RC=0
REC|VM130|PRIORITY101_COUNT=0
REC|VM130|WG_CONFIG_PRESENT=false
REC|VM130|WG_ORIGINAL_PRESENT=false
REC|VM130|WG_CONFIG_MATCH_ORIGINAL=false
REC|VM130|WG_QUICK_ACTIVE=inactive
REC|VM130|WG_EDGE_ACTIVE=inactive
REC|VM130|WG_HANDSHAKE_NONZERO=0
REC|VM130|GOOGLE_RC=0
REC|VM130|FAILED_UNIT_COUNT=0
REC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL
RESIDUAL_CONFIRMED_COUNT=3
DECISION=HOLD_FINAL_RESIDUAL_STATE_RCA
NEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS
TASK_RESULT=FINAL_RESIDUAL_STATE_RCA
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+8 -8
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+147 -92
View File
@@ -1,15 +1,15 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1
COMMAND_ID=SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=cluster-postrestore-findings-reconcile
COMPONENT=final-residual-state-rca
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062
COMMAND_SHA256=c2cd5d38db66ada12f58303265c7fc0510e554eda8949ec9c61172e8801a5f39
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
@@ -24,106 +24,161 @@ MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd
SANITIZED_OUTPUT_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd
RAW_EVIDENCE_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f
SANITIZED_OUTPUT_SHA256=d2a8285e27f5d3f86e9d9afc8dfa7689181e551d2e1babb86bc068a2253f391f
OUTPUT_BEGIN
CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1
FINAL_RESIDUAL_STATE_RCA=V1
MODE=read-only
NO_MUTATION=true
CLUSTER_NODE_COUNT=3
CLUSTER_ONLINE_NODE_COUNT=3
REC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1
REC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3
REC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2
CLUSTER_QUORATE=true
PVE01_FAILED_UNIT_COUNT=1
REC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2
REC|ISSUE|PVE01_FAILED_UNITS_1
NODE_COLLECTION_RC|NODE=pve02|RC=0
REC|NODE|pve02|HOST=pve02
REC|NODE|pve02|KERNEL=7.0.14-20-pve
REC|NODE|pve02|DPKG_AUDIT_COUNT=0
REC|NODE|pve02|FAILED_UNIT_COUNT=0
REC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
REC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
REC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
REC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
REC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false
REC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
REC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
REC|NODE|pve02|ZPOOL_COUNT=0
REC|NODE|pve02|ZFS_MOUNT_COUNT=0
REC|NODE|pve02|ZFS_MODULE_LOADED=true
REC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0
REC|NODE|pve02|NETBIRD_LAZY=false
REC|NODE|pve02|NETBIRD_MANAGEMENT=true
REC|NODE|pve02|NETBIRD_SIGNAL=true
REC|NODE|pve02|NETBIRD_CONNECTED=5
PVE02_ZFSUTILS_INSTALLED=false
PVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1
PVE02_ZFS_REQUIRED=false
REC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true
NODE_COLLECTION_RC|NODE=pve03|RC=0
REC|NODE|pve03|HOST=pve03
REC|NODE|pve03|KERNEL=7.0.14-20-pve
REC|NODE|pve03|DPKG_AUDIT_COUNT=0
REC|NODE|pve03|FAILED_UNIT_COUNT=0
REC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
REC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
REC|NODE|pve03|ZPOOL_COUNT=0
REC|NODE|pve03|ZFS_MOUNT_COUNT=0
REC|NODE|pve03|ZFS_MODULE_LOADED=true
REC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0
REC|NODE|pve03|NETBIRD_LAZY=false
REC|NODE|pve03|NETBIRD_MANAGEMENT=true
REC|NODE|pve03|NETBIRD_SIGNAL=true
REC|NODE|pve03|NETBIRD_CONNECTED=5
BACKUP_V2_ACTIVE=failed
BACKUP_V2_SUBSTATE=failed
BACKUP_V2_RESULT=exit-code
BACKUP_V2_EXEC_MAIN_STATUS=2
BACKUP_V2_EXEC_START_TIMESTAMP=Wed 2026-10-07 15:17:53 MSK
BACKUP_V2_EXEC_EXIT_TIMESTAMP=Wed 2026-10-07 15:17:59 MSK
BACKUP_V2_TIMER_ACTIVE=active
BACKUP_V2_TIMER_ENABLED=enabled
BACKUP_V2_TIMER_LAST_TRIGGER=Wed 2026-10-07 15:17:53 MSK
BACKUP_V2_TIMER_NEXT_ELAPSE=
REC|BACKUP_V2_JOURNAL|IDX=1|2026-10-07T00:38:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=2|2026-10-07T01:17:24+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=3|2026-10-07T01:17:25+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=4|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=5|2026-10-07T01:50:56+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=6|2026-10-07T02:29:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=7|2026-10-07T02:29:14+03:00 pve01 homelab-backup-v2[2621941]: SCHEDULE_TARGET=guest-pve01-lxc-112
REC|BACKUP_V2_JOURNAL|IDX=8|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
REC|BACKUP_V2_JOURNAL|IDX=9|2026-10-07T02:29:14+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
REC|BACKUP_V2_JOURNAL|IDX=10|2026-10-07T02:29:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=11|2026-10-07T03:01:41+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=12|2026-10-07T03:02:05+03:00 pve01 homelab-backup-v2[2727450]: SCHEDULE_TARGET=router-netcraze
REC|BACKUP_V2_JOURNAL|IDX=13|2026-10-07T03:02:05+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=14|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=15|2026-10-07T03:40:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=16|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=17|2026-10-07T04:11:59+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=18|2026-10-07T04:49:56+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=19|2026-10-07T04:49:57+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=20|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=21|2026-10-07T05:29:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=22|2026-10-07T06:08:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=23|2026-10-07T06:13:04+03:00 pve01 homelab-backup-v2[3347698]: SCHEDULE_TARGET=vm130
REC|BACKUP_V2_JOURNAL|IDX=24|2026-10-07T06:29:58+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=25|2026-10-07T06:45:27+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=26|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: starting new backup job: vzdump 110 --zstd 1 --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20261007T034527Z-5a42bcc3026c --ionice 7 --stdexcludes 0 --remove 0 --mode snapshot --compress zstd --bwlimit 32768
REC|BACKUP_V2_JOURNAL|IDX=27|2026-10-07T06:45:43+03:00 pve01 vzdump[3462216]: INFO: Starting Backup of VM 110 (lxc)
REC|BACKUP_V2_JOURNAL|IDX=28|2026-10-07T06:48:03+03:00 pve01 vzdump[3462216]: INFO: Finished Backup of VM 110 (00:02:20)
REC|BACKUP_V2_JOURNAL|IDX=29|2026-10-07T06:48:03+03:00 pve01 homelab-backup-v2[3462015]: SCHEDULE_TARGET=ct110
REC|BACKUP_V2_JOURNAL|IDX=30|2026-10-07T06:49:09+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=31|2026-10-07T07:20:07+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=32|2026-10-07T07:21:55+03:00 pve01 homelab-backup-v2[3569687]: SCHEDULE_TARGET=ct111
REC|BACKUP_V2_JOURNAL|IDX=33|2026-10-07T07:22:45+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=34|2026-10-07T07:51:08+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=35|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: starting new backup job: vzdump 112 --bwlimit 32768 --node pve01 --prune-backups 'keep-all=1' --zstd 1 --lockwait 0 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20261007T045109Z-ce9503fc59c5 --remove 0 --ionice 7 --stdexcludes 0 --mode snapshot
REC|BACKUP_V2_JOURNAL|IDX=36|2026-10-07T07:51:24+03:00 pve01 vzdump[3670183]: INFO: Starting Backup of VM 112 (lxc)
REC|BACKUP_V2_JOURNAL|IDX=37|2026-10-07T07:51:48+03:00 pve01 vzdump[3670183]: INFO: Finished Backup of VM 112 (00:00:24)
REC|BACKUP_V2_JOURNAL|IDX=38|2026-10-07T07:51:48+03:00 pve01 homelab-backup-v2[3670022]: SCHEDULE_TARGET=ct112
REC|BACKUP_V2_JOURNAL|IDX=39|2026-10-07T07:52:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=40|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=41|2026-10-07T08:21:39+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=42|2026-10-07T08:56:46+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=43|2026-10-07T08:56:52+03:00 pve01 homelab-backup-v2[3873771]: SCHEDULE_TARGET=guest-pve01-lxc-112
REC|BACKUP_V2_JOURNAL|IDX=44|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
REC|BACKUP_V2_JOURNAL|IDX=45|2026-10-07T08:56:52+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
REC|BACKUP_V2_JOURNAL|IDX=46|2026-10-07T08:56:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=47|2026-10-07T09:27:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=48|2026-10-07T09:28:12+03:00 pve01 homelab-backup-v2[3971591]: SCHEDULE_TARGET=ct113
REC|BACKUP_V2_JOURNAL|IDX=49|2026-10-07T09:28:49+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=50|2026-10-07T10:02:33+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=51|2026-10-07T10:02:34+03:00 pve01 vzdump[4092084]: INFO: Starting Backup of VM 150 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=52|2026-10-07T10:03:00+03:00 pve01 vzdump[4092084]: INFO: Finished Backup of VM 150 (00:00:26)
REC|BACKUP_V2_JOURNAL|IDX=53|2026-10-07T10:03:01+03:00 pve01 homelab-backup-v2[4091972]: SCHEDULE_TARGET=vm150
REC|BACKUP_V2_JOURNAL|IDX=54|2026-10-07T10:04:31+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=55|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=56|2026-10-07T10:35:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=57|2026-10-07T11:11:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=58|2026-10-07T11:12:02+03:00 pve01 homelab-backup-v2[98380]: SCHEDULE_TARGET=vm190
REC|BACKUP_V2_JOURNAL|IDX=59|2026-10-07T11:14:43+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=60|2026-10-07T11:49:40+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=61|2026-10-07T11:49:41+03:00 pve01 vzdump[225253]: INFO: Starting Backup of VM 210 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=62|2026-10-07T11:50:01+03:00 pve01 vzdump[225253]: INFO: Finished Backup of VM 210 (00:00:20)
REC|BACKUP_V2_JOURNAL|IDX=63|2026-10-07T11:50:01+03:00 pve01 homelab-backup-v2[225247]: SCHEDULE_TARGET=vm210
REC|BACKUP_V2_JOURNAL|IDX=64|2026-10-07T11:51:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=65|2026-10-07T12:27:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=66|2026-10-07T12:27:11+03:00 pve01 homelab-backup-v2[337415]: SCHEDULE_TARGET=control-bootstrap-v2
REC|BACKUP_V2_JOURNAL|IDX=67|2026-10-07T12:27:11+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=68|2026-10-07T13:03:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=69|2026-10-07T13:11:19+03:00 pve01 homelab-backup-v2[456367]: SCHEDULE_TARGET=xf-newfi
REC|BACKUP_V2_JOURNAL|IDX=70|2026-10-07T13:11:19+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=71|2026-10-07T13:39:32+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=72|2026-10-07T13:39:33+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=73|2026-10-07T14:14:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=74|2026-10-07T14:14:04+03:00 pve01 vzdump[685320]: INFO: Starting Backup of VM 170 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=75|2026-10-07T14:16:22+03:00 pve01 vzdump[685320]: INFO: Finished Backup of VM 170 (00:02:18)
REC|BACKUP_V2_JOURNAL|IDX=76|2026-10-07T14:16:22+03:00 pve01 homelab-backup-v2[685314]: SCHEDULE_TARGET=vm170
REC|BACKUP_V2_JOURNAL|IDX=77|2026-10-07T14:29:01+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
REC|BACKUP_V2_JOURNAL|IDX=78|2026-10-07T14:46:29+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
REC|BACKUP_V2_JOURNAL|IDX=79|2026-10-07T14:46:30+03:00 pve01 vzdump[793687]: INFO: Starting Backup of VM 171 (qemu)
REC|BACKUP_V2_JOURNAL|IDX=80|2026-10-07T14:47:27+03:00 pve01 vzdump[793687]: INFO: Finished Backup of VM 171 (00:00:57)
BACKUP_V2_RELEVANT_JOURNAL_COUNT=87
BACKUP_AUDIT_LATEST_PRESENT=true
REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
BACKUP_DATA_HEALTHY=true
BACKUP_V2_FAILED_STATE_PRESENT=true
REC|ISSUE|BACKUP_V2_FAILED_STATE_PRESENT
PVE64020_UNIT_ACTIVE=active
PVE64020_UNIT_ENABLED=enabled
PVE64020_LISTENER_COUNT=1
PVE64020_TELEGRAM_OK=2/2
PVE64020_IOBIT_OK=1/2
REC|ISSUE|PVE64020_SANITY
PVE64020_SSH_OWNER_COUNT=1
PVE64020_TELEGRAM_OK=6/7
PVE64020_IOBIT_OK=7/7
PVE64020_GOOGLE_OK=7/7
PVE64020_STABLE=true
HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee
REC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false
REC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false
REC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true
REC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true
REC|SNIKKET_HTTPS|ROLE=primary|HTTP=302
REC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false
REC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false
REC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true
REC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true
REC|SNIKKET_HTTPS|ROLE=groups|HTTP=301
REC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false
REC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false
REC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true
REC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true
REC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true
REC|SNIKKET_HTTPS|ROLE=share|HTTP=301
VM130_QGA_PING_RC=2
VM130_QGA_TRUE_RC=2
VM130_STATE_EXEC_RC=2
REC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2
RECONCILED_ISSUE_COUNT=3
DECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE
NEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES
TASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE
HOME_EGRESS_MATCH_EXPECTED=true
REC|DNS_LOCAL_SOURCE|IDX=1|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2872|LINE_SHA256=c57624c5ad367807cde2f834b650b2e98b0bd6a2c9993fb954294b967b1a4473|ROLE_COUNT=1|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=2|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2873|LINE_SHA256=736626054eb32700708ae9a3733a90b94f36eee0f2115d25c6ba5c8d3bf1b719|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=3|BASENAME=31_HOMELAB_REFERENCE.md|PATH_SHA256=b6a8564938774058e8aec9ee89d6eae6fb91b5df6c246fa0f1a955b7d66ce01c|LINE=2902|LINE_SHA256=57ae37d5924fb17023bfe4bf713cb389966d3d46091bc032423adb766b11305e|ROLE_COUNT=3|IP_COUNT=1|HAS_OLD_EDGE=false|HAS_HOME=false
REC|DNS_LOCAL_SOURCE|IDX=4|BASENAME=HOMELAB_ASSISTANT_ERROR_REGISTER.md|PATH_SHA256=035234526670966e26f47d404f660557f043ae1580b21d3f7e40e663cce842f2|LINE=3035|LINE_SHA256=e9e0905a5e8f4f41157663aa30dca97b147adf1f04b8c429376e95604c340c38|ROLE_COUNT=3|IP_COUNT=0|HAS_OLD_EDGE=false|HAS_HOME=false
DNS_LOCAL_SOURCE_COUNT=4
NSS_HOSTS_LINE_SHA256=3906b35a202b591e95a9e2ef434a1f86af9ce2e5ba6d1e9151bc762e9e78be24
RESOLV_NAMESERVER_COUNT=1
REC|SYSTEM_DNS|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|SYSTEM_DNS|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|SYSTEM_DNS|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
SYSTEM_DNS_OLD_EDGE_MATCH_COUNT=3
SYSTEM_DNS_HOME_MATCH_COUNT=0
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=primary|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=groups|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|CONFIGURED_NS_DNS|NS_IDX=1|NS_SHA256=876800f2ea41ad454f6f8fa25eac5fc4ef898632dd7f6cc6f0093c1848498853|ROLE=share|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_OLD_EDGE=true|MATCH_HOME=false
REC|ISSUE|LOCAL_SYSTEM_DNS_STILL_OLD_EDGE
VM130_NODE=pve03
VM130_NODE_COLLECTION_RC=0
REC|VM130|NODE_HOST=pve03
REC|VM130|VM_STATUS=running
REC|VM130|VM_AGENT_CONFIG=enabled=1
REC|VM130|QGA_PING_RC=0
REC|VM130|QGA_TRUE_RC=0
REC|VM130|QGA_STATE_RC=0
REC|VM130|PRIORITY101_COUNT=0
REC|VM130|WG_CONFIG_PRESENT=false
REC|VM130|WG_ORIGINAL_PRESENT=false
REC|VM130|WG_CONFIG_MATCH_ORIGINAL=false
REC|VM130|WG_QUICK_ACTIVE=inactive
REC|VM130|WG_EDGE_ACTIVE=inactive
REC|VM130|WG_HANDSHAKE_NONZERO=0
REC|VM130|GOOGLE_RC=0
REC|VM130|FAILED_UNIT_COUNT=0
REC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL
RESIDUAL_CONFIRMED_COUNT=3
DECISION=HOLD_FINAL_RESIDUAL_STATE_RCA
NEXT_GATE=TARGET_ONLY_CONFIRMED_RESIDUALS
TASK_RESULT=FINAL_RESIDUAL_STATE_RCA
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-FINAL-RESIDUAL-STATE-RCA-99786R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END