From 80055aa662da8676d7e396d660bbc3001c15313a Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Mon, 5 Oct 2026 17:38:00 +0000 Subject: [PATCH] runtime: publish SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1 --- ...M160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.json | 38 ++++ ...VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.txt | 125 ++++++++++++++ runtime/latest.json | 16 +- runtime/latest.txt | 163 +++++++++--------- 4 files changed, 250 insertions(+), 92 deletions(-) create mode 100644 runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.json create mode 100644 runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.txt diff --git a/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.json b/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.json new file mode 100644 index 00000000..518153cd --- /dev/null +++ b/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "vm160-vzdump-pipe-producer-rca", + "started_at_utc": "2026-10-05T17:37:54Z", + "finished_at_utc": "2026-10-05T17:37:59Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "72066f03903738f8c012e4b65a4a9af21e10c52b7e5b57d9e204688234754e24", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f", + "sanitized_output_sha256": "24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "VM160_VZDUMP_PIPE_PRODUCER_RCA=V1\nMODE=read-only\nNO_VM_MUTATION=true\nNO_BACKUP_CREATE=true\nNO_BACKUP_DELETE=true\nNO_CONFIG_WRITE=true\nNO_SERVICE_RESTART=true\nNO_GUEST_MUTATION=true\nNO_DNS_MUTATION=true\nNO_PROXY_MUTATION=true\nTARGET_TASK_MATCH_COUNT=1\nTARGET_TASK_UPID_SHA=be6ac2a9c3def71ef248f7fa41bd4e273e39c3b4317424e31af2b6cb5b8e5b3b\nTARGET_TASK_START=1791217449\nTARGET_TASK_END=1791217497\nTARGET_TASK_STATUS=broken pipe\nTARGET_TASK_EXITSTATUS=\nTASK_LOG_RC=0\nTASK_LOG_LINE_COUNT=28\nTASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529\nTASK_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02\nTASK_LOG_02=INFO: Starting Backup of VM 160 (qemu)\nTASK_LOG_03=INFO: Backup started at 2026-10-05 19:24:09\nTASK_LOG_04=INFO: status = running\nTASK_LOG_05=INFO: VM Name: forum-prod\nTASK_LOG_06=INFO: include disk 'scsi0' 'local-lvm:vm-160-disk-0' 200G\nTASK_LOG_07=INFO: backup mode: snapshot\nTASK_LOG_08=INFO: ionice priority: 7\nTASK_LOG_09=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst'\nTASK_LOG_10=INFO: issuing guest-agent 'fs-freeze' command\nTASK_LOG_11=INFO: starting backup via QMP command\nTASK_LOG_12=INFO: issuing guest-agent 'fs-thaw' command\nTASK_LOG_13=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0'\nTASK_LOG_14=INFO: resuming VM again\nTASK_LOG_15=INFO: 0% (1.3 GiB of 200.0 GiB) in 3s, read: 455.5 MiB/s, write: 189.7 MiB/s\nTASK_LOG_16=INFO: 2% (4.1 GiB of 200.0 GiB) in 6s, read: 952.8 MiB/s, write: 158.5 MiB/s\nTASK_LOG_17=INFO: 4% (8.9 GiB of 200.0 GiB) in 9s, read: 1.6 GiB/s, write: 126.9 MiB/s\nTASK_LOG_18=INFO: 6% (12.2 GiB of 200.0 GiB) in 12s, read: 1.1 GiB/s, write: 136.8 MiB/s\nTASK_LOG_19=INFO: 7% (14.3 GiB of 200.0 GiB) in 15s, read: 686.3 MiB/s, write: 142.4 MiB/s\nTASK_LOG_20=INFO: 9% (18.4 GiB of 200.0 GiB) in 18s, read: 1.4 GiB/s, write: 72.2 MiB/s\nTASK_LOG_21=INFO: 10% (20.3 GiB of 200.0 GiB) in 22s, read: 474.9 MiB/s, write: 163.3 MiB/s\nTASK_LOG_22=INFO: 11% (22.6 GiB of 200.0 GiB) in 25s, read: 795.1 MiB/s, write: 165.3 MiB/s\nTASK_LOG_23=INFO: 12% (24.4 GiB of 200.0 GiB) in 28s, read: 599.3 MiB/s, write: 192.6 MiB/s\nTASK_LOG_24=INFO: 13% (26.1 GiB of 200.0 GiB) in 35s, read: 257.2 MiB/s, write: 111.2 MiB/s\nTASK_LOG_25=INFO: 14% (28.3 GiB of 200.0 GiB) in 38s, read: 727.7 MiB/s, write: 161.0 MiB/s\nTASK_LOG_26=INFO: 16% (32.1 GiB of 200.0 GiB) in 41s, read: 1.3 GiB/s, write: 118.1 MiB/s\nTASK_LOG_27=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s\nTASK_LOG_28=TASK ERROR: broken pipe\nLOG_HAS_ZSTD_ERROR=false\nLOG_HAS_NO_SPACE=false\nLOG_HAS_IO_ERROR=false\nLOG_HAS_VMA_QUEUE_WRITE=false\nLOG_HAS_ABORTING=false\nLOG_HAS_GUEST_THAW=true\nLOG_HAS_PROGRESS=true\nPROGRESS_LINE_COUNT=13\nLAST_PROGRESS_LINE=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s\nNODE_JOURNAL_RC=0\nNODE_JOURNAL_LINE_COUNT=10002\nNODE_JOURNAL_SHA=b78892f57eea13b97d0d00ae4a3abc977fe08fbd927622c0b4848733dfddfd6e\nNODE_JOURNAL_RELEVANT_COUNT=63\nNODE_JOURNAL_WINDOW_COUNT=6\nNODE_JOURNAL_01=Oct 05 19:24:09 pve02 pvesh[4125258]: starting task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam:\nNODE_JOURNAL_02=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02\nNODE_JOURNAL_03=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: Starting Backup of VM 160 (qemu)\nNODE_JOURNAL_04=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup of VM 160 failed - interrupted by signal\nNODE_JOURNAL_05=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup job failed - interrupted by signal\nNODE_JOURNAL_06=Oct 05 19:24:57 pve02 pvesh[4125258]: end task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: broken pipe\nJOURNAL_OOM_SIGNAL=false\nJOURNAL_IO_ERROR_SIGNAL=false\nJOURNAL_EXT4_ERROR_SIGNAL=false\nJOURNAL_ZSTD_SIGNAL=true\nJOURNAL_QEMU_SIGNAL=true\nLEFTOVER_FIND_RC=0\nLEFTOVER_160_FILE_COUNT=0\nPKG_PVE_MANAGER_VER_SHA=4bc0532243c6a7480dabf2cb6704e8645fef799b9561a78bc98dae955bec9d19\nPKG_QEMU_SERVER_VER_SHA=86b252f483e9d9c1ecf7a79de6136570ddae05a37b103287f5e5d290b6792269\nPKG_PVE_QEMU_KVM_VER_SHA=6f9cdce1fb8c1849f0ed78ae68aadf9744230ece98a33a5bcabcfd4e914dbb38\nPKG_ZSTD_VER_SHA=42f9875a37197a0a9eaa49c6fc729b93cf63e2d3c2dc11e7d28dd8798ca7e5da\nHOST_MEMINFO_SHA=890013975f41093d8759e94305a292094c46b0061a63aff051fd908f14499b6e\nHOST_MEMTOTAL_KB=32596696\nHOST_MEMAVAILABLE_KB=8851192\nHOST_SWAPTOTAL_KB=10485756\nHOST_SWAPFREE_KB=7745016\nPIPE_ROOT_CLASS=PIPE_CLOSED_WITHOUT_EXPLICIT_CONSUMER_ERROR\nRCA_PROVEN=true\nDECISION=PASS_VM160_VZDUMP_PIPE_PRODUCER_RCA\nNEXT_GATE=VM160_BACKUP_PIPE_SAFE_FIX\nCOMMANDS_REMAINING_AFTER_SUCCESS=2\nTASK_RESULT=VM160_VZDUMP_PIPE_PRODUCER_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n" +} diff --git a/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.txt b/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.txt new file mode 100644 index 00000000..48efb6af --- /dev/null +++ b/runtime/history/SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1.txt @@ -0,0 +1,125 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=vm160-vzdump-pipe-producer-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=72066f03903738f8c012e4b65a4a9af21e10c52b7e5b57d9e204688234754e24 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f +SANITIZED_OUTPUT_SHA256=24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f +OUTPUT_BEGIN +VM160_VZDUMP_PIPE_PRODUCER_RCA=V1 +MODE=read-only +NO_VM_MUTATION=true +NO_BACKUP_CREATE=true +NO_BACKUP_DELETE=true +NO_CONFIG_WRITE=true +NO_SERVICE_RESTART=true +NO_GUEST_MUTATION=true +NO_DNS_MUTATION=true +NO_PROXY_MUTATION=true +TARGET_TASK_MATCH_COUNT=1 +TARGET_TASK_UPID_SHA=be6ac2a9c3def71ef248f7fa41bd4e273e39c3b4317424e31af2b6cb5b8e5b3b +TARGET_TASK_START=1791217449 +TARGET_TASK_END=1791217497 +TARGET_TASK_STATUS=broken pipe +TARGET_TASK_EXITSTATUS= +TASK_LOG_RC=0 +TASK_LOG_LINE_COUNT=28 +TASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529 +TASK_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02 +TASK_LOG_02=INFO: Starting Backup of VM 160 (qemu) +TASK_LOG_03=INFO: Backup started at 2026-10-05 19:24:09 +TASK_LOG_04=INFO: status = running +TASK_LOG_05=INFO: VM Name: forum-prod +TASK_LOG_06=INFO: include disk 'scsi0' 'local-lvm:vm-160-disk-0' 200G +TASK_LOG_07=INFO: backup mode: snapshot +TASK_LOG_08=INFO: ionice priority: 7 +TASK_LOG_09=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst' +TASK_LOG_10=INFO: issuing guest-agent 'fs-freeze' command +TASK_LOG_11=INFO: starting backup via QMP command +TASK_LOG_12=INFO: issuing guest-agent 'fs-thaw' command +TASK_LOG_13=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0' +TASK_LOG_14=INFO: resuming VM again +TASK_LOG_15=INFO: 0% (1.3 GiB of 200.0 GiB) in 3s, read: 455.5 MiB/s, write: 189.7 MiB/s +TASK_LOG_16=INFO: 2% (4.1 GiB of 200.0 GiB) in 6s, read: 952.8 MiB/s, write: 158.5 MiB/s +TASK_LOG_17=INFO: 4% (8.9 GiB of 200.0 GiB) in 9s, read: 1.6 GiB/s, write: 126.9 MiB/s +TASK_LOG_18=INFO: 6% (12.2 GiB of 200.0 GiB) in 12s, read: 1.1 GiB/s, write: 136.8 MiB/s +TASK_LOG_19=INFO: 7% (14.3 GiB of 200.0 GiB) in 15s, read: 686.3 MiB/s, write: 142.4 MiB/s +TASK_LOG_20=INFO: 9% (18.4 GiB of 200.0 GiB) in 18s, read: 1.4 GiB/s, write: 72.2 MiB/s +TASK_LOG_21=INFO: 10% (20.3 GiB of 200.0 GiB) in 22s, read: 474.9 MiB/s, write: 163.3 MiB/s +TASK_LOG_22=INFO: 11% (22.6 GiB of 200.0 GiB) in 25s, read: 795.1 MiB/s, write: 165.3 MiB/s +TASK_LOG_23=INFO: 12% (24.4 GiB of 200.0 GiB) in 28s, read: 599.3 MiB/s, write: 192.6 MiB/s +TASK_LOG_24=INFO: 13% (26.1 GiB of 200.0 GiB) in 35s, read: 257.2 MiB/s, write: 111.2 MiB/s +TASK_LOG_25=INFO: 14% (28.3 GiB of 200.0 GiB) in 38s, read: 727.7 MiB/s, write: 161.0 MiB/s +TASK_LOG_26=INFO: 16% (32.1 GiB of 200.0 GiB) in 41s, read: 1.3 GiB/s, write: 118.1 MiB/s +TASK_LOG_27=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s +TASK_LOG_28=TASK ERROR: broken pipe +LOG_HAS_ZSTD_ERROR=false +LOG_HAS_NO_SPACE=false +LOG_HAS_IO_ERROR=false +LOG_HAS_VMA_QUEUE_WRITE=false +LOG_HAS_ABORTING=false +LOG_HAS_GUEST_THAW=true +LOG_HAS_PROGRESS=true +PROGRESS_LINE_COUNT=13 +LAST_PROGRESS_LINE=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s +NODE_JOURNAL_RC=0 +NODE_JOURNAL_LINE_COUNT=10002 +NODE_JOURNAL_SHA=b78892f57eea13b97d0d00ae4a3abc977fe08fbd927622c0b4848733dfddfd6e +NODE_JOURNAL_RELEVANT_COUNT=63 +NODE_JOURNAL_WINDOW_COUNT=6 +NODE_JOURNAL_01=Oct 05 19:24:09 pve02 pvesh[4125258]: starting task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: +NODE_JOURNAL_02=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02 +NODE_JOURNAL_03=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: Starting Backup of VM 160 (qemu) +NODE_JOURNAL_04=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup of VM 160 failed - interrupted by signal +NODE_JOURNAL_05=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup job failed - interrupted by signal +NODE_JOURNAL_06=Oct 05 19:24:57 pve02 pvesh[4125258]: end task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: broken pipe +JOURNAL_OOM_SIGNAL=false +JOURNAL_IO_ERROR_SIGNAL=false +JOURNAL_EXT4_ERROR_SIGNAL=false +JOURNAL_ZSTD_SIGNAL=true +JOURNAL_QEMU_SIGNAL=true +LEFTOVER_FIND_RC=0 +LEFTOVER_160_FILE_COUNT=0 +PKG_PVE_MANAGER_VER_SHA=4bc0532243c6a7480dabf2cb6704e8645fef799b9561a78bc98dae955bec9d19 +PKG_QEMU_SERVER_VER_SHA=86b252f483e9d9c1ecf7a79de6136570ddae05a37b103287f5e5d290b6792269 +PKG_PVE_QEMU_KVM_VER_SHA=6f9cdce1fb8c1849f0ed78ae68aadf9744230ece98a33a5bcabcfd4e914dbb38 +PKG_ZSTD_VER_SHA=42f9875a37197a0a9eaa49c6fc729b93cf63e2d3c2dc11e7d28dd8798ca7e5da +HOST_MEMINFO_SHA=890013975f41093d8759e94305a292094c46b0061a63aff051fd908f14499b6e +HOST_MEMTOTAL_KB=32596696 +HOST_MEMAVAILABLE_KB=8851192 +HOST_SWAPTOTAL_KB=10485756 +HOST_SWAPFREE_KB=7745016 +PIPE_ROOT_CLASS=PIPE_CLOSED_WITHOUT_EXPLICIT_CONSUMER_ERROR +RCA_PROVEN=true +DECISION=PASS_VM160_VZDUMP_PIPE_PRODUCER_RCA +NEXT_GATE=VM160_BACKUP_PIPE_SAFE_FIX +COMMANDS_REMAINING_AFTER_SUCCESS=2 +TASK_RESULT=VM160_VZDUMP_PIPE_PRODUCER_RCA +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 56798f10..518153cd 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261005-VM160-VZDUMP-BROKEN-PIPE-RCA-99619R1", + "command_id": "SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "vm160-vzdump-broken-pipe-rca", - "started_at_utc": "2026-10-05T17:31:26Z", - "finished_at_utc": "2026-10-05T17:31:41Z", + "component": "vm160-vzdump-pipe-producer-rca", + "started_at_utc": "2026-10-05T17:37:54Z", + "finished_at_utc": "2026-10-05T17:37:59Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "c939026795fa072e94214dbb282f0ee90f661c859f3e95dc606af43751f45f19", + "command_sha256": "72066f03903738f8c012e4b65a4a9af21e10c52b7e5b57d9e204688234754e24", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "90b435fad7871fcbabb424ffd0e930ff069d39534e22c0ac18d6deb2676e03b5", - "sanitized_output_sha256": "90b435fad7871fcbabb424ffd0e930ff069d39534e22c0ac18d6deb2676e03b5", + "raw_evidence_sha256": "24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f", + "sanitized_output_sha256": "24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "VM160_VZDUMP_BROKEN_PIPE_RCA=V1\nMODE=read-only\nNO_VM_MUTATION=true\nNO_BACKUP_CREATE=true\nNO_BACKUP_DELETE=true\nNO_GUEST_MUTATION=true\nNO_SERVICE_RESTART=true\nNO_CONFIG_WRITE=true\nNO_DNS_MUTATION=true\nNO_PROXY_MUTATION=true\nVM160_FOUND=true\nVM160_NODE=pve02\nVM160_STATE=running\nVM160_CONFIG_RC=0\nVM160_AGENT_CONFIGURED=true\nVM160_DISK_COUNT=2\nVM160_CONFIGURED_DISK_BYTES=214748364800\nVM160_USAGE_QGA_RC=0\nVM160_USAGE_EXITCODE=0\nGUEST_FS_USED_BYTES=17487990784\nGUEST_FS_TOTAL_BYTES=211287619584\nGUEST_ROOT_USED_BYTES=17475637248\nGUEST_ROOT_TOTAL_BYTES=211157901312\nGUEST_USAGE_OK=true\nLOCAL_STORAGE_STATUS_RC=0\nLOCAL_STORAGE_ACTIVE=1\nLOCAL_STORAGE_AVAIL_BYTES=87478521856\nLOCAL_STORAGE_TOTAL_BYTES=105089261568\nLOCAL_STORAGE_USED_BYTES=12225253376\nPVESM_LOCAL_STATUS_RC=255\nLOCAL_STORAGE_DIR_WRITABLE=true\nDUMP_FS_FREE_BYTES=50270236672\nDUMP_FS_TOTAL_BYTES=105089261568\nDUMP_FS_FREE_INODES=5906515\nDUMP_MOUNT_INFO_RC=0\nDUMP_MOUNT_RO=false\nDUMP_FSTYPE=ext4\nZSTD_STREAM_TEST_RC=0\nZSTD_STREAM_TEST_OK=true\nZSTD_VERSION_SHA=e36939feb4ff78f4adcf26756b607b11bfb5bb706849c14fa036a97b1b11da66\nTARGET_TASK_MATCH_COUNT=1\nTARGET_TASK_UPID_SHA=be6ac2a9c3def71ef248f7fa41bd4e273e39c3b4317424e31af2b6cb5b8e5b3b\nTARGET_TASK_START=1791217449\nTARGET_TASK_END=1791217497\nTARGET_TASK_STATUS=broken pipe\nTARGET_TASK_EXITSTATUS=\nTARGET_TASK_STATUS_API_RC=0\nTARGET_STATUS_API_STATUS=stopped\nTARGET_STATUS_API_EXITSTATUS=broken pipe\nTARGET_TASK_LOG_RC=0\nTARGET_TASK_LOG_LINE_COUNT=28\nTARGET_TASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529\nTARGET_TASK_RELEVANT_LINE_COUNT=9\nTARGET_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02\nTARGET_LOG_02=INFO: Starting Backup of VM 160 (qemu)\nTARGET_LOG_03=INFO: Backup started at 2026-10-05 19:24:09\nTARGET_LOG_04=INFO: backup mode: snapshot\nTARGET_LOG_05=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst'\nTARGET_LOG_06=INFO: issuing guest-agent 'fs-freeze' command\nTARGET_LOG_07=INFO: starting backup via QMP command\nTARGET_LOG_08=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0'\nTARGET_LOG_09=TASK ERROR: broken pipe\nTARGET_TASK_ROOT_CLASS=ZSTD_BROKEN_PIPE\nPVESH_HELP_RC=255\nPVESH_HELP_HAS_STORAGE=false\nPVESH_HELP_HAS_VMID=false\nPVESH_HELP_HAS_MODE=false\nPVESH_HELP_HAS_COMPRESS=false\nPVESH_HELP_HAS_NOTES_TEMPLATE=false\nPVESH_HELP_HAS_REMOVE=false\nPVESH_HELP_HAS_MAILNOTIFICATION=false\nPVESH_HELP_HAS_BWLIMIT=false\nPVESH_HELP_HAS_STOPWAIT=false\nPVESH_USAGE_PLAIN_RC=0\nPVESH_USAGE_HAS_STORAGE=false\nPVESH_USAGE_HAS_VMID=false\nPVESH_USAGE_HAS_MODE=false\nPVESH_USAGE_HAS_COMPRESS=false\nPVESH_USAGE_HAS_NOTES_TEMPLATE=false\nVZDUMP_HELP_RC=0\nVZDUMP_CLI_HAS_STORAGE=true\nVZDUMP_CLI_HAS_MODE=true\nVZDUMP_CLI_HAS_COMPRESS=true\nVZDUMP_CLI_HAS_NOTES_TEMPLATE=true\nVZDUMP_CLI_HAS_DUMPDIR=true\nVZDUMP_CLI_HAS_REMOVE=true\nVM160_BACKUP_COUNT_NOW=0\nVM160_BACKUP_LATEST_EPOCH_NOW=0\nBACKUP_HEADROOM_OK=true\nRCA_PROVEN=true\nDECISION=PASS_VM160_VZDUMP_BROKEN_PIPE_RCA\nNEXT_GATE=VM160_VZDUMP_BROKEN_PIPE_SAFE_FIX\nCOMMANDS_REMAINING_AFTER_SUCCESS=2\nTASK_RESULT=VM160_VZDUMP_BROKEN_PIPE_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n" + "output": "VM160_VZDUMP_PIPE_PRODUCER_RCA=V1\nMODE=read-only\nNO_VM_MUTATION=true\nNO_BACKUP_CREATE=true\nNO_BACKUP_DELETE=true\nNO_CONFIG_WRITE=true\nNO_SERVICE_RESTART=true\nNO_GUEST_MUTATION=true\nNO_DNS_MUTATION=true\nNO_PROXY_MUTATION=true\nTARGET_TASK_MATCH_COUNT=1\nTARGET_TASK_UPID_SHA=be6ac2a9c3def71ef248f7fa41bd4e273e39c3b4317424e31af2b6cb5b8e5b3b\nTARGET_TASK_START=1791217449\nTARGET_TASK_END=1791217497\nTARGET_TASK_STATUS=broken pipe\nTARGET_TASK_EXITSTATUS=\nTASK_LOG_RC=0\nTASK_LOG_LINE_COUNT=28\nTASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529\nTASK_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02\nTASK_LOG_02=INFO: Starting Backup of VM 160 (qemu)\nTASK_LOG_03=INFO: Backup started at 2026-10-05 19:24:09\nTASK_LOG_04=INFO: status = running\nTASK_LOG_05=INFO: VM Name: forum-prod\nTASK_LOG_06=INFO: include disk 'scsi0' 'local-lvm:vm-160-disk-0' 200G\nTASK_LOG_07=INFO: backup mode: snapshot\nTASK_LOG_08=INFO: ionice priority: 7\nTASK_LOG_09=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst'\nTASK_LOG_10=INFO: issuing guest-agent 'fs-freeze' command\nTASK_LOG_11=INFO: starting backup via QMP command\nTASK_LOG_12=INFO: issuing guest-agent 'fs-thaw' command\nTASK_LOG_13=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0'\nTASK_LOG_14=INFO: resuming VM again\nTASK_LOG_15=INFO: 0% (1.3 GiB of 200.0 GiB) in 3s, read: 455.5 MiB/s, write: 189.7 MiB/s\nTASK_LOG_16=INFO: 2% (4.1 GiB of 200.0 GiB) in 6s, read: 952.8 MiB/s, write: 158.5 MiB/s\nTASK_LOG_17=INFO: 4% (8.9 GiB of 200.0 GiB) in 9s, read: 1.6 GiB/s, write: 126.9 MiB/s\nTASK_LOG_18=INFO: 6% (12.2 GiB of 200.0 GiB) in 12s, read: 1.1 GiB/s, write: 136.8 MiB/s\nTASK_LOG_19=INFO: 7% (14.3 GiB of 200.0 GiB) in 15s, read: 686.3 MiB/s, write: 142.4 MiB/s\nTASK_LOG_20=INFO: 9% (18.4 GiB of 200.0 GiB) in 18s, read: 1.4 GiB/s, write: 72.2 MiB/s\nTASK_LOG_21=INFO: 10% (20.3 GiB of 200.0 GiB) in 22s, read: 474.9 MiB/s, write: 163.3 MiB/s\nTASK_LOG_22=INFO: 11% (22.6 GiB of 200.0 GiB) in 25s, read: 795.1 MiB/s, write: 165.3 MiB/s\nTASK_LOG_23=INFO: 12% (24.4 GiB of 200.0 GiB) in 28s, read: 599.3 MiB/s, write: 192.6 MiB/s\nTASK_LOG_24=INFO: 13% (26.1 GiB of 200.0 GiB) in 35s, read: 257.2 MiB/s, write: 111.2 MiB/s\nTASK_LOG_25=INFO: 14% (28.3 GiB of 200.0 GiB) in 38s, read: 727.7 MiB/s, write: 161.0 MiB/s\nTASK_LOG_26=INFO: 16% (32.1 GiB of 200.0 GiB) in 41s, read: 1.3 GiB/s, write: 118.1 MiB/s\nTASK_LOG_27=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s\nTASK_LOG_28=TASK ERROR: broken pipe\nLOG_HAS_ZSTD_ERROR=false\nLOG_HAS_NO_SPACE=false\nLOG_HAS_IO_ERROR=false\nLOG_HAS_VMA_QUEUE_WRITE=false\nLOG_HAS_ABORTING=false\nLOG_HAS_GUEST_THAW=true\nLOG_HAS_PROGRESS=true\nPROGRESS_LINE_COUNT=13\nLAST_PROGRESS_LINE=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s\nNODE_JOURNAL_RC=0\nNODE_JOURNAL_LINE_COUNT=10002\nNODE_JOURNAL_SHA=b78892f57eea13b97d0d00ae4a3abc977fe08fbd927622c0b4848733dfddfd6e\nNODE_JOURNAL_RELEVANT_COUNT=63\nNODE_JOURNAL_WINDOW_COUNT=6\nNODE_JOURNAL_01=Oct 05 19:24:09 pve02 pvesh[4125258]: starting task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam:\nNODE_JOURNAL_02=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02\nNODE_JOURNAL_03=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: Starting Backup of VM 160 (qemu)\nNODE_JOURNAL_04=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup of VM 160 failed - interrupted by signal\nNODE_JOURNAL_05=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup job failed - interrupted by signal\nNODE_JOURNAL_06=Oct 05 19:24:57 pve02 pvesh[4125258]: end task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: broken pipe\nJOURNAL_OOM_SIGNAL=false\nJOURNAL_IO_ERROR_SIGNAL=false\nJOURNAL_EXT4_ERROR_SIGNAL=false\nJOURNAL_ZSTD_SIGNAL=true\nJOURNAL_QEMU_SIGNAL=true\nLEFTOVER_FIND_RC=0\nLEFTOVER_160_FILE_COUNT=0\nPKG_PVE_MANAGER_VER_SHA=4bc0532243c6a7480dabf2cb6704e8645fef799b9561a78bc98dae955bec9d19\nPKG_QEMU_SERVER_VER_SHA=86b252f483e9d9c1ecf7a79de6136570ddae05a37b103287f5e5d290b6792269\nPKG_PVE_QEMU_KVM_VER_SHA=6f9cdce1fb8c1849f0ed78ae68aadf9744230ece98a33a5bcabcfd4e914dbb38\nPKG_ZSTD_VER_SHA=42f9875a37197a0a9eaa49c6fc729b93cf63e2d3c2dc11e7d28dd8798ca7e5da\nHOST_MEMINFO_SHA=890013975f41093d8759e94305a292094c46b0061a63aff051fd908f14499b6e\nHOST_MEMTOTAL_KB=32596696\nHOST_MEMAVAILABLE_KB=8851192\nHOST_SWAPTOTAL_KB=10485756\nHOST_SWAPFREE_KB=7745016\nPIPE_ROOT_CLASS=PIPE_CLOSED_WITHOUT_EXPLICIT_CONSUMER_ERROR\nRCA_PROVEN=true\nDECISION=PASS_VM160_VZDUMP_PIPE_PRODUCER_RCA\nNEXT_GATE=VM160_BACKUP_PIPE_SAFE_FIX\nCOMMANDS_REMAINING_AFTER_SUCCESS=2\nTASK_RESULT=VM160_VZDUMP_PIPE_PRODUCER_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 1cb3800f..48efb6af 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261005-VM160-VZDUMP-BROKEN-PIPE-RCA-99619R1 +COMMAND_ID=SUPPORT-261005-VM160-VZDUMP-PIPE-PRODUCER-RCA-99620R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=vm160-vzdump-broken-pipe-rca +COMPONENT=vm160-vzdump-pipe-producer-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=c939026795fa072e94214dbb282f0ee90f661c859f3e95dc606af43751f45f19 +COMMAND_SHA256=72066f03903738f8c012e4b65a4a9af21e10c52b7e5b57d9e204688234754e24 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,103 +24,98 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=90b435fad7871fcbabb424ffd0e930ff069d39534e22c0ac18d6deb2676e03b5 -SANITIZED_OUTPUT_SHA256=90b435fad7871fcbabb424ffd0e930ff069d39534e22c0ac18d6deb2676e03b5 +RAW_EVIDENCE_SHA256=24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f +SANITIZED_OUTPUT_SHA256=24493c6b989dfc38fcbc58b91461e936132070e60d58af938cecdb4feda4ea6f OUTPUT_BEGIN -VM160_VZDUMP_BROKEN_PIPE_RCA=V1 +VM160_VZDUMP_PIPE_PRODUCER_RCA=V1 MODE=read-only NO_VM_MUTATION=true NO_BACKUP_CREATE=true NO_BACKUP_DELETE=true -NO_GUEST_MUTATION=true -NO_SERVICE_RESTART=true NO_CONFIG_WRITE=true +NO_SERVICE_RESTART=true +NO_GUEST_MUTATION=true NO_DNS_MUTATION=true NO_PROXY_MUTATION=true -VM160_FOUND=true -VM160_NODE=pve02 -VM160_STATE=running -VM160_CONFIG_RC=0 -VM160_AGENT_CONFIGURED=true -VM160_DISK_COUNT=2 -VM160_CONFIGURED_DISK_BYTES=214748364800 -VM160_USAGE_QGA_RC=0 -VM160_USAGE_EXITCODE=0 -GUEST_FS_USED_BYTES=17487990784 -GUEST_FS_TOTAL_BYTES=211287619584 -GUEST_ROOT_USED_BYTES=17475637248 -GUEST_ROOT_TOTAL_BYTES=211157901312 -GUEST_USAGE_OK=true -LOCAL_STORAGE_STATUS_RC=0 -LOCAL_STORAGE_ACTIVE=1 -LOCAL_STORAGE_AVAIL_BYTES=87478521856 -LOCAL_STORAGE_TOTAL_BYTES=105089261568 -LOCAL_STORAGE_USED_BYTES=12225253376 -PVESM_LOCAL_STATUS_RC=255 -LOCAL_STORAGE_DIR_WRITABLE=true -DUMP_FS_FREE_BYTES=50270236672 -DUMP_FS_TOTAL_BYTES=105089261568 -DUMP_FS_FREE_INODES=5906515 -DUMP_MOUNT_INFO_RC=0 -DUMP_MOUNT_RO=false -DUMP_FSTYPE=ext4 -ZSTD_STREAM_TEST_RC=0 -ZSTD_STREAM_TEST_OK=true -ZSTD_VERSION_SHA=e36939feb4ff78f4adcf26756b607b11bfb5bb706849c14fa036a97b1b11da66 TARGET_TASK_MATCH_COUNT=1 TARGET_TASK_UPID_SHA=be6ac2a9c3def71ef248f7fa41bd4e273e39c3b4317424e31af2b6cb5b8e5b3b TARGET_TASK_START=1791217449 TARGET_TASK_END=1791217497 TARGET_TASK_STATUS=broken pipe TARGET_TASK_EXITSTATUS= -TARGET_TASK_STATUS_API_RC=0 -TARGET_STATUS_API_STATUS=stopped -TARGET_STATUS_API_EXITSTATUS=broken pipe -TARGET_TASK_LOG_RC=0 -TARGET_TASK_LOG_LINE_COUNT=28 -TARGET_TASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529 -TARGET_TASK_RELEVANT_LINE_COUNT=9 -TARGET_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02 -TARGET_LOG_02=INFO: Starting Backup of VM 160 (qemu) -TARGET_LOG_03=INFO: Backup started at 2026-10-05 19:24:09 -TARGET_LOG_04=INFO: backup mode: snapshot -TARGET_LOG_05=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst' -TARGET_LOG_06=INFO: issuing guest-agent 'fs-freeze' command -TARGET_LOG_07=INFO: starting backup via QMP command -TARGET_LOG_08=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0' -TARGET_LOG_09=TASK ERROR: broken pipe -TARGET_TASK_ROOT_CLASS=ZSTD_BROKEN_PIPE -PVESH_HELP_RC=255 -PVESH_HELP_HAS_STORAGE=false -PVESH_HELP_HAS_VMID=false -PVESH_HELP_HAS_MODE=false -PVESH_HELP_HAS_COMPRESS=false -PVESH_HELP_HAS_NOTES_TEMPLATE=false -PVESH_HELP_HAS_REMOVE=false -PVESH_HELP_HAS_MAILNOTIFICATION=false -PVESH_HELP_HAS_BWLIMIT=false -PVESH_HELP_HAS_STOPWAIT=false -PVESH_USAGE_PLAIN_RC=0 -PVESH_USAGE_HAS_STORAGE=false -PVESH_USAGE_HAS_VMID=false -PVESH_USAGE_HAS_MODE=false -PVESH_USAGE_HAS_COMPRESS=false -PVESH_USAGE_HAS_NOTES_TEMPLATE=false -VZDUMP_HELP_RC=0 -VZDUMP_CLI_HAS_STORAGE=true -VZDUMP_CLI_HAS_MODE=true -VZDUMP_CLI_HAS_COMPRESS=true -VZDUMP_CLI_HAS_NOTES_TEMPLATE=true -VZDUMP_CLI_HAS_DUMPDIR=true -VZDUMP_CLI_HAS_REMOVE=true -VM160_BACKUP_COUNT_NOW=0 -VM160_BACKUP_LATEST_EPOCH_NOW=0 -BACKUP_HEADROOM_OK=true +TASK_LOG_RC=0 +TASK_LOG_LINE_COUNT=28 +TASK_LOG_SHA=6bfdb2dbb2eafb6f3701b2f84f41728ade02e640eb64813f0292ab77b810e529 +TASK_LOG_01=INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02 +TASK_LOG_02=INFO: Starting Backup of VM 160 (qemu) +TASK_LOG_03=INFO: Backup started at 2026-10-05 19:24:09 +TASK_LOG_04=INFO: status = running +TASK_LOG_05=INFO: VM Name: forum-prod +TASK_LOG_06=INFO: include disk 'scsi0' 'local-lvm:vm-160-disk-0' 200G +TASK_LOG_07=INFO: backup mode: snapshot +TASK_LOG_08=INFO: ionice priority: 7 +TASK_LOG_09=INFO: creating vzdump archive '/var/lib/vz/dump/vzdump-qemu-160-2026_10_05-19_24_09.vma.zst' +TASK_LOG_10=INFO: issuing guest-agent 'fs-freeze' command +TASK_LOG_11=INFO: starting backup via QMP command +TASK_LOG_12=INFO: issuing guest-agent 'fs-thaw' command +TASK_LOG_13=INFO: started backup task '41ea49b6-7bd9-4883-a24f-722e1d18fca0' +TASK_LOG_14=INFO: resuming VM again +TASK_LOG_15=INFO: 0% (1.3 GiB of 200.0 GiB) in 3s, read: 455.5 MiB/s, write: 189.7 MiB/s +TASK_LOG_16=INFO: 2% (4.1 GiB of 200.0 GiB) in 6s, read: 952.8 MiB/s, write: 158.5 MiB/s +TASK_LOG_17=INFO: 4% (8.9 GiB of 200.0 GiB) in 9s, read: 1.6 GiB/s, write: 126.9 MiB/s +TASK_LOG_18=INFO: 6% (12.2 GiB of 200.0 GiB) in 12s, read: 1.1 GiB/s, write: 136.8 MiB/s +TASK_LOG_19=INFO: 7% (14.3 GiB of 200.0 GiB) in 15s, read: 686.3 MiB/s, write: 142.4 MiB/s +TASK_LOG_20=INFO: 9% (18.4 GiB of 200.0 GiB) in 18s, read: 1.4 GiB/s, write: 72.2 MiB/s +TASK_LOG_21=INFO: 10% (20.3 GiB of 200.0 GiB) in 22s, read: 474.9 MiB/s, write: 163.3 MiB/s +TASK_LOG_22=INFO: 11% (22.6 GiB of 200.0 GiB) in 25s, read: 795.1 MiB/s, write: 165.3 MiB/s +TASK_LOG_23=INFO: 12% (24.4 GiB of 200.0 GiB) in 28s, read: 599.3 MiB/s, write: 192.6 MiB/s +TASK_LOG_24=INFO: 13% (26.1 GiB of 200.0 GiB) in 35s, read: 257.2 MiB/s, write: 111.2 MiB/s +TASK_LOG_25=INFO: 14% (28.3 GiB of 200.0 GiB) in 38s, read: 727.7 MiB/s, write: 161.0 MiB/s +TASK_LOG_26=INFO: 16% (32.1 GiB of 200.0 GiB) in 41s, read: 1.3 GiB/s, write: 118.1 MiB/s +TASK_LOG_27=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s +TASK_LOG_28=TASK ERROR: broken pipe +LOG_HAS_ZSTD_ERROR=false +LOG_HAS_NO_SPACE=false +LOG_HAS_IO_ERROR=false +LOG_HAS_VMA_QUEUE_WRITE=false +LOG_HAS_ABORTING=false +LOG_HAS_GUEST_THAW=true +LOG_HAS_PROGRESS=true +PROGRESS_LINE_COUNT=13 +LAST_PROGRESS_LINE=INFO: 18% (36.9 GiB of 200.0 GiB) in 44s, read: 1.6 GiB/s, write: 56.1 MiB/s +NODE_JOURNAL_RC=0 +NODE_JOURNAL_LINE_COUNT=10002 +NODE_JOURNAL_SHA=b78892f57eea13b97d0d00ae4a3abc977fe08fbd927622c0b4848733dfddfd6e +NODE_JOURNAL_RELEVANT_COUNT=63 +NODE_JOURNAL_WINDOW_COUNT=6 +NODE_JOURNAL_01=Oct 05 19:24:09 pve02 pvesh[4125258]: starting task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: +NODE_JOURNAL_02=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: starting new backup job: vzdump 160 --notes-template 'WORKERS2 VM160 retirement rollback backup 99615' --mode snapshot --storage local --compress zstd --node pve02 +NODE_JOURNAL_03=Oct 05 19:24:09 pve02 pvesh[4125261]: INFO: Starting Backup of VM 160 (qemu) +NODE_JOURNAL_04=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup of VM 160 failed - interrupted by signal +NODE_JOURNAL_05=Oct 05 19:24:56 pve02 pvesh[4125261]: ERROR: Backup job failed - interrupted by signal +NODE_JOURNAL_06=Oct 05 19:24:57 pve02 pvesh[4125258]: end task UPID:pve02:003EF24D:13A18FC0:6AC3CF29:vzdump:160:root@pam: broken pipe +JOURNAL_OOM_SIGNAL=false +JOURNAL_IO_ERROR_SIGNAL=false +JOURNAL_EXT4_ERROR_SIGNAL=false +JOURNAL_ZSTD_SIGNAL=true +JOURNAL_QEMU_SIGNAL=true +LEFTOVER_FIND_RC=0 +LEFTOVER_160_FILE_COUNT=0 +PKG_PVE_MANAGER_VER_SHA=4bc0532243c6a7480dabf2cb6704e8645fef799b9561a78bc98dae955bec9d19 +PKG_QEMU_SERVER_VER_SHA=86b252f483e9d9c1ecf7a79de6136570ddae05a37b103287f5e5d290b6792269 +PKG_PVE_QEMU_KVM_VER_SHA=6f9cdce1fb8c1849f0ed78ae68aadf9744230ece98a33a5bcabcfd4e914dbb38 +PKG_ZSTD_VER_SHA=42f9875a37197a0a9eaa49c6fc729b93cf63e2d3c2dc11e7d28dd8798ca7e5da +HOST_MEMINFO_SHA=890013975f41093d8759e94305a292094c46b0061a63aff051fd908f14499b6e +HOST_MEMTOTAL_KB=32596696 +HOST_MEMAVAILABLE_KB=8851192 +HOST_SWAPTOTAL_KB=10485756 +HOST_SWAPFREE_KB=7745016 +PIPE_ROOT_CLASS=PIPE_CLOSED_WITHOUT_EXPLICIT_CONSUMER_ERROR RCA_PROVEN=true -DECISION=PASS_VM160_VZDUMP_BROKEN_PIPE_RCA -NEXT_GATE=VM160_VZDUMP_BROKEN_PIPE_SAFE_FIX +DECISION=PASS_VM160_VZDUMP_PIPE_PRODUCER_RCA +NEXT_GATE=VM160_BACKUP_PIPE_SAFE_FIX COMMANDS_REMAINING_AFTER_SUCCESS=2 -TASK_RESULT=VM160_VZDUMP_BROKEN_PIPE_RCA +TASK_RESULT=VM160_VZDUMP_PIPE_PRODUCER_RCA CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null