homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity
Files
bf3444974335182bd80bfd91baa2518bbb09fb5c
homelab-public-context/runtime/latest.json
T
homelab-runtime-publisher bf34449743 runtime: publish NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1
2026-09-22 14:30:42 +00:00

39 lines
14 KiB
JSON
Raw Blame History

{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1",
"status": "FAIL",
"rc": 3,
"host": "pve01",
"mode": "read-only",
"component": "newfi-dr221-417-owner-progress-rca",
"started_at_utc": "2026-09-22T14:30:41Z",
"finished_at_utc": "2026-09-22T14:30:41Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "4a6ffa7e4be488f5525dbf860d798530d452370e871c3254cb9cb85347478085",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 3,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054",
"sanitized_output_sha256": "9d7580ec86a29179a350ddd8360e39c55433c24b55cc87af9923dde088f53054",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "NEWFI418_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\nMODE=read-only\nCOMPONENT=newfi-dr221-417-owner-progress-rca\nTARGET_FAILURE=NEWFI-260922-NEWFDOM-DR221-VM210-MEMBERSHIP-BACKUP417R1:OWNER_NOT_QUIESCENT\nMUTATION_BOUNDARY=NONE;NO_SIGNAL;NO_KILL;NO_SYSTEMD_ACTION;NO_BACKUP;NO_CLOUD_WRITE;NO_VM_WRITE;NO_GIT_WRITE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nBACKUP_WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nOWNER_SNAPSHOT_BEGIN=A\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_A=335341\nMAINPID_PROC_A=present\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_A_rchar=2042268866\nMAINPID_IO_A_wchar=1271471823\nMAINPID_IO_A_syscr=786464\nMAINPID_IO_A_syscw=90470\nMAINPID_IO_A_read_bytes=0\nMAINPID_IO_A_write_bytes=534904832\nMAINPID_STAT_A_UTIME=273\nMAINPID_STAT_A_STIME=78\nPROCESS_TREE_A\n 335341 1 9526 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_A\nHEAVY_LOCK_A=BUSY\nJOURNAL_A_LINES=220\nJOURNAL_A_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_A_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: <root@pam> starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: <root@pam> end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: <root@pam> starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: <root@pam> end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: <root@pam> starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: <root@pam> end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_A_TAIL_END=true\nOWNER_SNAPSHOT_END=A\nOWNER_SNAPSHOT_BEGIN=B\nMainPID=335341\nResult=success\nExecMainStartTimestamp=Tue 2026-09-22 14:51:24 MSK\nExecMainExitTimestamp=\nExecMainPID=335341\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nInvocationID=124bde99379341a1bf82f318f31f9621\nMAINPID_B=335341\nMAINPID_PROC_B=present\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nMAINPID_IO_B_rchar=2048577699\nMAINPID_IO_B_wchar=1275522059\nMAINPID_IO_B_syscr=788976\nMAINPID_IO_B_syscw=90763\nMAINPID_IO_B_read_bytes=0\nMAINPID_IO_B_write_bytes=536608768\nMAINPID_STAT_B_UTIME=274\nMAINPID_STAT_B_STIME=78\nPROCESS_TREE_B\n 335341 1 9556 S 0.0 0.0 homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nHEAVY_LOCK_HOLDERS_B\nHEAVY_LOCK_B=BUSY\nJOURNAL_B_LINES=220\nJOURNAL_B_SHA256=cd10cf61914d21797c6a1f23a43639a2ea6d514a82cd2d4062170cfb3ace9e04\nJOURNAL_B_TAIL_BEGIN=true\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-21T23:25:05+03:00 pve01 homelab-backup-v2[1454793]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496015]: <root@pam> starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\n2026-09-21T23:25:27+03:00 pve01 vzdump[1496016]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Finished Backup of VM 110 (00:02:05)\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496016]: INFO: Backup job finished successfully\n2026-09-21T23:27:32+03:00 pve01 vzdump[1496015]: <root@pam> end task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam: OK\n2026-09-21T23:27:32+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_TARGET=ct110\n2026-09-21T23:28:28+03:00 pve01 homelab-backup-v2[1495880]: SCHEDULE_RESULT=SUCCESS\n2026-09-21T23:30:13+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_TARGET=ct111\n2026-09-21T23:30:55+03:00 pve01 homelab-backup-v2[1511723]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627437]: <root@pam> starting task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam:\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260921T210359Z-571fa9dac984\n2026-09-22T00:04:00+03:00 pve01 vzdump[1627438]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Finished Backup of VM 210 (00:00:14)\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627438]: INFO: Backup job finished successfully\n2026-09-22T00:04:14+03:00 pve01 vzdump[1627437]: <root@pam> end task UPID:pve01:0018D52E:0C857BF7:6AB19BC0:vzdump:210:root@pam: OK\n2026-09-22T00:04:14+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_TARGET=vm210\n2026-09-22T00:05:17+03:00 pve01 homelab-backup-v2[1627342]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000007]: <root@pam> starting task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam:\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: starting new backup job: vzdump 170 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260921T230052Z-7b6556baa842 --compress zstd\n2026-09-22T02:00:53+03:00 pve01 vzdump[2000008]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Finished Backup of VM 170 (00:01:30)\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000008]: INFO: Backup job finished successfully\n2026-09-22T02:02:23+03:00 pve01 vzdump[2000007]: <root@pam> end task UPID:pve01:001E8488:0C902F77:6AB1B725:vzdump:170:root@pam: OK\n2026-09-22T02:02:23+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_TARGET=vm170\n2026-09-22T02:12:47+03:00 pve01 homelab-backup-v2[1999915]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_TARGET=us-netbird\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_RESULT=FAIL\n2026-09-22T02:37:13+03:00 pve01 homelab-backup-v2[2121414]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T03:46:31+03:00 pve01 homelab-backup-v2[2408783]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:29:13+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_TARGET=vm9130\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\nJOURNAL_B_TAIL_END=true\nOWNER_SNAPSHOT_END=B\nLATEST_SCHEDULE_TARGET=xf-newfi\nLATEST_SCHEDULE_TARGET_LINE=196\nRESULT_AFTER_LATEST_TARGET=true\nLATEST_RESULT_LINE=197\nPROGRESS_EVENT_COUNT=30\nJOURNAL_PROGRESS_30S=false\nACTIVE_BACKUP_CHILD_PRESENT=false\nOWNER_FINAL_STATE|service=activating|sub=start|pid=335341|heavy=BUSY\nOWNER_CLASS=ACTIVE_NO_PROGRESS_SIGNAL_30S\nDECISION=HOLD_DR221_418_OWNER_STALL_SUSPECTED\nNEXT_GATE=RCA_ONLY_CURRENT_BACKUP_TARGET_AND_CHILD_BEFORE_ANY_SERVICE_ACTION\nCHANGES_MADE_BY_418=false\nPRODUCT_MUTATION_BY_418=false\nVM_MUTATION_BY_418=false\nCLOUD_MUTATION_BY_418=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-417-OWNER-PROGRESS-RCA418R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI418_END=true\n"
}
View Git Blame Copy Permalink