diff --git a/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.json b/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.json new file mode 100644 index 00000000..5a97c4e8 --- /dev/null +++ b/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1", + "status": "FAIL", + "rc": 3, + "host": "pve01", + "mode": "read-only", + "component": "newfi-dr221-417-owner-progress-rca", + "started_at_utc": "2026-09-22T14:30:41Z", + "finished_at_utc": "2026-09-22T14:30:41Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 3, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054", + "sanitized_output_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "NEWFI418_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\nMODE=read-only\nCOMPONENT=newfi-dr221-417-owner-progress-rca\nTARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT\nMUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nBACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nOWNER_SNAPSHOT_BEGIN=A\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_A=335341\nMAINPID_PROC_A=present\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_A_rchar=2042268866\nMAINPID_IO_A_wchar=1271471823\nMAINPID_IO_A_syscr=786464\nMAINPID_IO_A_syscw=90470\nMAINPID_IO_A_read_bytes=0\nMAINPID_IO_A_write_bytes=534904832\nMAINPID_STAT_A_UTIME=273\nMAINPID_STAT_A_STIME=78\nPROCESS_TREE_A\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_A\nHEAVY_LOCK_A=BUSY\nJOURNAL_A_LINES=220\nJOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_A_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_A_TAIL_END=true\nOWNER_SNAPSHOT_END=A\nOWNER_SNAPSHOT_BEGIN=B\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_B=335341\nMAINPID_PROC_B=present\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_B_rchar=2048577699\nMAINPID_IO_B_wchar=1275522059\nMAINPID_IO_B_syscr=788976\nMAINPID_IO_B_syscw=90763\nMAINPID_IO_B_read_bytes=0\nMAINPID_IO_B_write_bytes=536608768\nMAINPID_STAT_B_UTIME=274\nMAINPID_STAT_B_STIME=78\nPROCESS_TREE_B\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_B\nHEAVY_LOCK_B=BUSY\nJOURNAL_B_LINES=220\nJOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_B_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_B_TAIL_END=true\nOWNER_SNAPSHOT_END=B\nLATEST_SCHEDULE_TARGET=xf-newfi\nLATEST_SCHEDULE_TARGET_LINE=196\nRESULT_AFTER_LATEST_TARGET=true\nLATEST_RESULT_LINE=197\nPROGRESS_EVENT_COUNT=30\nJOURNAL_PROGRESS_30S=false\nACTIVE_BACKUP_CHILD_PRESENT=false\nOWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY\nOWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S\nDECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED\nNEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION\nCHANGES_MADE_BY_418=false\nPRODUCT_MUTATION_BY_418=false\nVM_MUTATION_BY_418=false\nCLOUD_MUTATION_BY_418=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI418_END=true\n" +} diff --git a/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.txt b/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.txt new file mode 100644 index 00000000..59e380b0 --- /dev/null +++ b/runtime/history/NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1.txt @@ -0,0 +1,217 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1 +STATUS=FAIL +RC=3 +HOST=pve01 +MODE=read-only +COMPONENT=newfi-dr221-417-owner-progress-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=3 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054 +SANITIZED_OUTPUT_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054 +OUTPUT_BEGIN +NEWFI418_BEGIN=true +COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1 +MODE=read-only +COMPONENT=newfi-dr221-417-owner-progress-rca +TARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT +MUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +BACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 +OWNER_SNAPSHOT_BEGIN=A +MainPID=335341 +Result=success +ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK +ExecMainExitTimestamp= +ExecMainPID=335341 +ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +InvocationID=124bde99379341a1bf82f318f31f9621 +MAINPID_A=335341 +MAINPID_PROC_A=present + 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +MAINPID_IO_A_rchar=2042268866 +MAINPID_IO_A_wchar=1271471823 +MAINPID_IO_A_syscr=786464 +MAINPID_IO_A_syscw=90470 +MAINPID_IO_A_read_bytes=0 +MAINPID_IO_A_write_bytes=534904832 +MAINPID_STAT_A_UTIME=273 +MAINPID_STAT_A_STIME=78 +PROCESS_TREE_A + 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +HEAVY_LOCK_HOLDERS_A +HEAVY_LOCK_A=BUSY +JOURNAL_A_LINES=220 +JOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04 +JOURNAL_A_TAIL_BEGIN=true +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0 +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully +2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK +2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110 +2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111 +2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS +2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984 +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully +2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK +2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210 +2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully +2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK +2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170 +2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2 +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS +2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130 +2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS +2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211 +2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01 +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS +JOURNAL_A_TAIL_END=true +OWNER_SNAPSHOT_END=A +OWNER_SNAPSHOT_BEGIN=B +MainPID=335341 +Result=success +ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK +ExecMainExitTimestamp= +ExecMainPID=335341 +ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +InvocationID=124bde99379341a1bf82f318f31f9621 +MAINPID_B=335341 +MAINPID_PROC_B=present + 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +MAINPID_IO_B_rchar=2048577699 +MAINPID_IO_B_wchar=1275522059 +MAINPID_IO_B_syscr=788976 +MAINPID_IO_B_syscw=90763 +MAINPID_IO_B_read_bytes=0 +MAINPID_IO_B_write_bytes=536608768 +MAINPID_STAT_B_UTIME=274 +MAINPID_STAT_B_STIME=78 +PROCESS_TREE_B + 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +HEAVY_LOCK_HOLDERS_B +HEAVY_LOCK_B=BUSY +JOURNAL_B_LINES=220 +JOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04 +JOURNAL_B_TAIL_BEGIN=true +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0 +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully +2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK +2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110 +2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111 +2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS +2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984 +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully +2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK +2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210 +2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully +2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK +2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170 +2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2 +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS +2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130 +2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS +2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211 +2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01 +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS +JOURNAL_B_TAIL_END=true +OWNER_SNAPSHOT_END=B +LATEST_SCHEDULE_TARGET=xf-newfi +LATEST_SCHEDULE_TARGET_LINE=196 +RESULT_AFTER_LATEST_TARGET=true +LATEST_RESULT_LINE=197 +PROGRESS_EVENT_COUNT=30 +JOURNAL_PROGRESS_30S=false +ACTIVE_BACKUP_CHILD_PRESENT=false +OWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY +OWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S +DECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED +NEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION +CHANGES_MADE_BY_418=false +PRODUCT_MUTATION_BY_418=false +VM_MUTATION_BY_418=false +CLOUD_MUTATION_BY_418=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +NEWFI418_END=true + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index e2015219..5a97c4e8 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260922-SPB-ACME-NET-LAYOUT-RCA-9126R2", - "status": "OK", - "rc": 0, + "command_id": "NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1", + "status": "FAIL", + "rc": 3, "host": "pve01", "mode": "read-only", - "component": "spb-acme-net-layout-rca", - "started_at_utc": "2026-09-22T14:24:49Z", - "finished_at_utc": "2026-09-22T14:24:59Z", + "component": "newfi-dr221-417-owner-progress-rca", + "started_at_utc": "2026-09-22T14:30:41Z", + "finished_at_utc": "2026-09-22T14:30:41Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "cbab9e97125c0b3c2dd71b20ca486cb9b9a004073a309e865b5dd16f147c19e2", + "command_sha256": "4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 0, + "command_rc": 3, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "c742bec4128f4167a3e8309c121a5e8d0c2a1834f1c082efb7bf600d2a270142", - "sanitized_output_sha256": "c742bec4128f4167a3e8309c121a5e8d0c2a1834f1c082efb7bf600d2a270142", + "raw_evidence_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054", + "sanitized_output_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "SPB9126_RCA={\"guest\":{\"ok\":true,\"data\":{\"host\":{\"default_v4\":true,\"default_v6\":false,\"le_dns4\":[{\"hash\":\"5786251088dd9c13\"}],\"le_dns6\":[{\"hash\":\"178382f23c269bd3\"}],\"le_curl4\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"5045ad30aef3792e\"},\"le_curl6\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"c6b00db1b2e73d79\"},\"cf_dns4\":[{\"hash\":\"c6984b66666387ed\"},{\"hash\":\"08e9e34051f00a95\"},{\"hash\":\"b0744ce2a1b023db\"},{\"hash\":\"61f9245326ee617f\"},{\"hash\":\"11f9ecc608d7a6f3\"},{\"hash\":\"969b1202bb584ec5\"}],\"cf_dns6\":[{\"hash\":\"0a59e72ae33d2177\"},{\"hash\":\"0eb7cf05e54749bd\"},{\"hash\":\"19edd9d3dd0c1268\"},{\"hash\":\"361719b48fad54b9\"},{\"hash\":\"626fcc5e0554425c\"},{\"hash\":\"b4e5197dd83033f4\"}],\"cf_curl4\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"939627b4259cbb83\"},\"cf_curl6\":{\"rc\":28,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"d4e1bf72a24df49c\"},\"links\":{\"hbarhub.ru/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"dfad5485e3ef1350\"},\"hbarhub.ru/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"e5256d6157663f85\"},\"newfilya.ru/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"a6414148015f01a4\"},\"newfilya.ru/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"4b1d2458965ff477\"},\"npm-29/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"90d2e0d7393a5578\"},\"npm-29/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"4ee14c49b9c9800e\"}}},\"container\":{\"default_v4\":true,\"default_v6\":false,\"le_dns4\":[{\"hash\":\"5786251088dd9c13\"}],\"le_dns6\":[{\"hash\":\"178382f23c269bd3\"}],\"le_curl4\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"35fd3e819e94b08f\"},\"le_curl6\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"0be48abc35047794\"},\"cf_dns4\":[{\"hash\":\"b0744ce2a1b023db\"},{\"hash\":\"969b1202bb584ec5\"},{\"hash\":\"08e9e34051f00a95\"},{\"hash\":\"11f9ecc608d7a6f3\"},{\"hash\":\"61f9245326ee617f\"},{\"hash\":\"c6984b66666387ed\"}],\"cf_dns6\":[{\"hash\":\"0a59e72ae33d2177\"},{\"hash\":\"0eb7cf05e54749bd\"},{\"hash\":\"b4e5197dd83033f4\"},{\"hash\":\"626fcc5e0554425c\"},{\"hash\":\"361719b48fad54b9\"},{\"hash\":\"19edd9d3dd0c1268\"}],\"cf_curl4\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"e1a493e7539c7bb7\"},\"cf_curl6\":{\"rc\":7,\"http\":0,\"remote_hash\":null,\"tls\":\"0\",\"stderr_sha\":\"b6518335342a38e2\"},\"links\":{\"hbarhub.ru/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"dfad5485e3ef1350\"},\"hbarhub.ru/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"e5256d6157663f85\"},\"newfilya.ru/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"a6414148015f01a4\"},\"newfilya.ru/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"4b1d2458965ff477\"},\"npm-29/fullchain.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"90d2e0d7393a5578\"},\"npm-29/privkey.pem\":{\"lexists\":true,\"islink\":true,\"resolves\":true,\"target_hash\":\"4ee14c49b9c9800e\"}},\"host_paths_visible\":{\"gram1_hook\":false,\"parked_hook\":false,\"gram1_token\":false}},\"layout\":{\"network_mode\":\"host\",\"data_mount_found\":true,\"data_mount_hash\":\"ec0ac67820f88633\"}}}}\nTASK_COMPLETE=true\nTASK_RESULT=PASS_SPB_ACME_NET_LAYOUT_RCA\nDECISION=READ_EXACT_9126R2_THEN_SELECT_ACME_EXECUTION_PATH\n" + "output": "NEWFI418_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\nMODE=read-only\nCOMPONENT=newfi-dr221-417-owner-progress-rca\nTARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT\nMUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nBACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nOWNER_SNAPSHOT_BEGIN=A\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_A=335341\nMAINPID_PROC_A=present\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_A_rchar=2042268866\nMAINPID_IO_A_wchar=1271471823\nMAINPID_IO_A_syscr=786464\nMAINPID_IO_A_syscw=90470\nMAINPID_IO_A_read_bytes=0\nMAINPID_IO_A_write_bytes=534904832\nMAINPID_STAT_A_UTIME=273\nMAINPID_STAT_A_STIME=78\nPROCESS_TREE_A\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_A\nHEAVY_LOCK_A=BUSY\nJOURNAL_A_LINES=220\nJOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_A_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_A_TAIL_END=true\nOWNER_SNAPSHOT_END=A\nOWNER_SNAPSHOT_BEGIN=B\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_B=335341\nMAINPID_PROC_B=present\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_B_rchar=2048577699\nMAINPID_IO_B_wchar=1275522059\nMAINPID_IO_B_syscr=788976\nMAINPID_IO_B_syscw=90763\nMAINPID_IO_B_read_bytes=0\nMAINPID_IO_B_write_bytes=536608768\nMAINPID_STAT_B_UTIME=274\nMAINPID_STAT_B_STIME=78\nPROCESS_TREE_B\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_B\nHEAVY_LOCK_B=BUSY\nJOURNAL_B_LINES=220\nJOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_B_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_B_TAIL_END=true\nOWNER_SNAPSHOT_END=B\nLATEST_SCHEDULE_TARGET=xf-newfi\nLATEST_SCHEDULE_TARGET_LINE=196\nRESULT_AFTER_LATEST_TARGET=true\nLATEST_RESULT_LINE=197\nPROGRESS_EVENT_COUNT=30\nJOURNAL_PROGRESS_30S=false\nACTIVE_BACKUP_CHILD_PRESENT=false\nOWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY\nOWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S\nDECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED\nNEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION\nCHANGES_MADE_BY_418=false\nPRODUCT_MUTATION_BY_418=false\nVM_MUTATION_BY_418=false\nCLOUD_MUTATION_BY_418=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI418_END=true\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index fbf986c8..59e380b0 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260922-SPB-ACME-NET-LAYOUT-RCA-9126R2 -STATUS=OK -RC=0 +COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1 +STATUS=FAIL +RC=3 HOST=pve01 MODE=read-only -COMPONENT=spb-acme-net-layout-rca +COMPONENT=newfi-dr221-417-owner-progress-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=cbab9e97125c0b3c2dd71b20ca486cb9b9a004073a309e865b5dd16f147c19e2 +COMMAND_SHA256=4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=3 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,13 +24,194 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=c742bec4128f4167a3e8309c121a5e8d0c2a1834f1c082efb7bf600d2a270142 -SANITIZED_OUTPUT_SHA256=c742bec4128f4167a3e8309c121a5e8d0c2a1834f1c082efb7bf600d2a270142 +RAW_EVIDENCE_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054 +SANITIZED_OUTPUT_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054 OUTPUT_BEGIN -SPB9126_RCA={"guest":{"ok":true,"data":{"host":{"default_v4":true,"default_v6":false,"le_dns4":[{"hash":"5786251088dd9c13"}],"le_dns6":[{"hash":"178382f23c269bd3"}],"le_curl4":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"5045ad30aef3792e"},"le_curl6":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"c6b00db1b2e73d79"},"cf_dns4":[{"hash":"c6984b66666387ed"},{"hash":"08e9e34051f00a95"},{"hash":"b0744ce2a1b023db"},{"hash":"61f9245326ee617f"},{"hash":"11f9ecc608d7a6f3"},{"hash":"969b1202bb584ec5"}],"cf_dns6":[{"hash":"0a59e72ae33d2177"},{"hash":"0eb7cf05e54749bd"},{"hash":"19edd9d3dd0c1268"},{"hash":"361719b48fad54b9"},{"hash":"626fcc5e0554425c"},{"hash":"b4e5197dd83033f4"}],"cf_curl4":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"939627b4259cbb83"},"cf_curl6":{"rc":28,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"d4e1bf72a24df49c"},"links":{"hbarhub.ru/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"dfad5485e3ef1350"},"hbarhub.ru/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"e5256d6157663f85"},"newfilya.ru/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"a6414148015f01a4"},"newfilya.ru/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"4b1d2458965ff477"},"npm-29/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"90d2e0d7393a5578"},"npm-29/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"4ee14c49b9c9800e"}}},"container":{"default_v4":true,"default_v6":false,"le_dns4":[{"hash":"5786251088dd9c13"}],"le_dns6":[{"hash":"178382f23c269bd3"}],"le_curl4":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"35fd3e819e94b08f"},"le_curl6":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"0be48abc35047794"},"cf_dns4":[{"hash":"b0744ce2a1b023db"},{"hash":"969b1202bb584ec5"},{"hash":"08e9e34051f00a95"},{"hash":"11f9ecc608d7a6f3"},{"hash":"61f9245326ee617f"},{"hash":"c6984b66666387ed"}],"cf_dns6":[{"hash":"0a59e72ae33d2177"},{"hash":"0eb7cf05e54749bd"},{"hash":"b4e5197dd83033f4"},{"hash":"626fcc5e0554425c"},{"hash":"361719b48fad54b9"},{"hash":"19edd9d3dd0c1268"}],"cf_curl4":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"e1a493e7539c7bb7"},"cf_curl6":{"rc":7,"http":0,"remote_hash":null,"tls":"0","stderr_sha":"b6518335342a38e2"},"links":{"hbarhub.ru/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"dfad5485e3ef1350"},"hbarhub.ru/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"e5256d6157663f85"},"newfilya.ru/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"a6414148015f01a4"},"newfilya.ru/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"4b1d2458965ff477"},"npm-29/fullchain.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"90d2e0d7393a5578"},"npm-29/privkey.pem":{"lexists":true,"islink":true,"resolves":true,"target_hash":"4ee14c49b9c9800e"}},"host_paths_visible":{"gram1_hook":false,"parked_hook":false,"gram1_token":false}},"layout":{"network_mode":"host","data_mount_found":true,"data_mount_hash":"ec0ac67820f88633"}}}} -TASK_COMPLETE=true -TASK_RESULT=PASS_SPB_ACME_NET_LAYOUT_RCA -DECISION=READ_EXACT_9126R2_THEN_SELECT_ACME_EXECUTION_PATH +NEWFI418_BEGIN=true +COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1 +MODE=read-only +COMPONENT=newfi-dr221-417-owner-progress-rca +TARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT +MUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +BACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 +OWNER_SNAPSHOT_BEGIN=A +MainPID=335341 +Result=success +ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK +ExecMainExitTimestamp= +ExecMainPID=335341 +ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +InvocationID=124bde99379341a1bf82f318f31f9621 +MAINPID_A=335341 +MAINPID_PROC_A=present + 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +MAINPID_IO_A_rchar=2042268866 +MAINPID_IO_A_wchar=1271471823 +MAINPID_IO_A_syscr=786464 +MAINPID_IO_A_syscw=90470 +MAINPID_IO_A_read_bytes=0 +MAINPID_IO_A_write_bytes=534904832 +MAINPID_STAT_A_UTIME=273 +MAINPID_STAT_A_STIME=78 +PROCESS_TREE_A + 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +HEAVY_LOCK_HOLDERS_A +HEAVY_LOCK_A=BUSY +JOURNAL_A_LINES=220 +JOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04 +JOURNAL_A_TAIL_BEGIN=true +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0 +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully +2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK +2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110 +2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111 +2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS +2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984 +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully +2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK +2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210 +2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully +2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK +2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170 +2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2 +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS +2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130 +2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS +2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211 +2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01 +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS +JOURNAL_A_TAIL_END=true +OWNER_SNAPSHOT_END=A +OWNER_SNAPSHOT_BEGIN=B +MainPID=335341 +Result=success +ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK +ExecMainExitTimestamp= +ExecMainPID=335341 +ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +InvocationID=124bde99379341a1bf82f318f31f9621 +MAINPID_B=335341 +MAINPID_PROC_B=present + 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +MAINPID_IO_B_rchar=2048577699 +MAINPID_IO_B_wchar=1275522059 +MAINPID_IO_B_syscr=788976 +MAINPID_IO_B_syscw=90763 +MAINPID_IO_B_read_bytes=0 +MAINPID_IO_B_write_bytes=536608768 +MAINPID_STAT_B_UTIME=274 +MAINPID_STAT_B_STIME=78 +PROCESS_TREE_B + 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +HEAVY_LOCK_HOLDERS_B +HEAVY_LOCK_B=BUSY +JOURNAL_B_LINES=220 +JOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04 +JOURNAL_B_TAIL_BEGIN=true +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim +2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0 +2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05) +2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully +2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK +2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110 +2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS +2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111 +2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS +2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984 +2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14) +2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully +2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK +2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210 +2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd +2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30) +2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully +2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK +2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170 +2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL +2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2 +2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS +2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130 +2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS +2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211 +2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01 +2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL +2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods +2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk +2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi +2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS +JOURNAL_B_TAIL_END=true +OWNER_SNAPSHOT_END=B +LATEST_SCHEDULE_TARGET=xf-newfi +LATEST_SCHEDULE_TARGET_LINE=196 +RESULT_AFTER_LATEST_TARGET=true +LATEST_RESULT_LINE=197 +PROGRESS_EVENT_COUNT=30 +JOURNAL_PROGRESS_30S=false +ACTIVE_BACKUP_CHILD_PRESENT=false +OWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY +OWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S +DECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED +NEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION +CHANGES_MADE_BY_418=false +PRODUCT_MUTATION_BY_418=false +VM_MUTATION_BY_418=false +CLOUD_MUTATION_BY_418=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +NEWFI418_END=true OUTPUT_END CHAT_OUTPUT_END