CHAT_OUTPUT_BEGIN
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1
STATUS=FAIL
RC=3
HOST=pve01
MODE=read-only
COMPONENT=newfi-dr221-417-owner-progress-rca
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=3
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054
SANITIZED_OUTPUT_SHA256=9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054
OUTPUT_BEGIN
NEWFI418_BEGIN=true
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1
MODE=read-only
COMPONENT=newfi-dr221-417-owner-progress-rca
TARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT
MUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
BACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
OWNER_SNAPSHOT_BEGIN=A
MainPID=335341
Result=success
ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK
ExecMainExitTimestamp=
ExecMainPID=335341
ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
InvocationID=124bde99379341a1bf82f318f31f9621
MAINPID_A=335341
MAINPID_PROC_A=present
 335341       1    9526 S  0.0  0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
MAINPID_IO_A_rchar=2042268866
MAINPID_IO_A_wchar=1271471823
MAINPID_IO_A_syscr=786464
MAINPID_IO_A_syscw=90470
MAINPID_IO_A_read_bytes=0
MAINPID_IO_A_write_bytes=534904832
MAINPID_STAT_A_UTIME=273
MAINPID_STAT_A_STIME=78
PROCESS_TREE_A
 335341       1    9526 S  0.0  0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
HEAVY_LOCK_HOLDERS_A
HEAVY_LOCK_A=BUSY
JOURNAL_A_LINES=220
JOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04
JOURNAL_A_TAIL_BEGIN=true
2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim
2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS
2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: <root@pam> starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:
2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0
2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)
2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)
2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully
2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: <root@pam> end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK
2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110
2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS
2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111
2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS
2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: <root@pam> starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:
2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984
2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)
2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)
2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully
2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: <root@pam> end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK
2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210
2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS
2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: <root@pam> starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:
2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd
2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)
2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)
2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully
2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: <root@pam> end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK
2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170
2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED
2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2
2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS
2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130
2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS
2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211
2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS
2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01
2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED
2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods
2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS
2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk
2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS
2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi
2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS
JOURNAL_A_TAIL_END=true
OWNER_SNAPSHOT_END=A
OWNER_SNAPSHOT_BEGIN=B
MainPID=335341
Result=success
ExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK
ExecMainExitTimestamp=
ExecMainPID=335341
ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
InvocationID=124bde99379341a1bf82f318f31f9621
MAINPID_B=335341
MAINPID_PROC_B=present
 335341       1    9556 S  0.0  0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
MAINPID_IO_B_rchar=2048577699
MAINPID_IO_B_wchar=1275522059
MAINPID_IO_B_syscr=788976
MAINPID_IO_B_syscw=90763
MAINPID_IO_B_read_bytes=0
MAINPID_IO_B_write_bytes=536608768
MAINPID_STAT_B_UTIME=274
MAINPID_STAT_B_STIME=78
PROCESS_TREE_B
 335341       1    9556 S  0.0  0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
HEAVY_LOCK_HOLDERS_B
HEAVY_LOCK_B=BUSY
JOURNAL_B_LINES=220
JOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04
JOURNAL_B_TAIL_BEGIN=true
2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim
2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS
2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: <root@pam> starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:
2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0
2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)
2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)
2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully
2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: <root@pam> end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK
2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110
2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS
2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111
2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS
2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: <root@pam> starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:
2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984
2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)
2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)
2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully
2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: <root@pam> end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK
2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210
2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS
2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: <root@pam> starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:
2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd
2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)
2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)
2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully
2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: <root@pam> end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK
2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170
2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL
2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED
2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2
2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS
2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130
2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS
2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211
2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS
2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01
2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL
2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED
2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods
2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS
2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk
2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS
2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi
2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS
JOURNAL_B_TAIL_END=true
OWNER_SNAPSHOT_END=B
LATEST_SCHEDULE_TARGET=xf-newfi
LATEST_SCHEDULE_TARGET_LINE=196
RESULT_AFTER_LATEST_TARGET=true
LATEST_RESULT_LINE=197
PROGRESS_EVENT_COUNT=30
JOURNAL_PROGRESS_30S=false
ACTIVE_BACKUP_CHILD_PRESENT=false
OWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY
OWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S
DECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED
NEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION
CHANGES_MADE_BY_418=false
PRODUCT_MUTATION_BY_418=false
VM_MUTATION_BY_418=false
CLOUD_MUTATION_BY_418=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
NEWFI418_END=true

OUTPUT_END
CHAT_OUTPUT_END
