From cd748b367c3563f515eddcd8a0c1e297e3fc556c Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Sat, 12 Sep 2026 21:01:06 +0000 Subject: [PATCH] runtime: publish SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1 --- ...2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.json | 38 +++ ...V2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.txt | 62 +++++ runtime/latest.json | 28 +- runtime/latest.txt | 244 +++--------------- 4 files changed, 146 insertions(+), 226 deletions(-) create mode 100644 runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.json create mode 100644 runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.txt diff --git a/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.json b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.json new file mode 100644 index 00000000..f6795be7 --- /dev/null +++ b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "change", + "component": "infra-dr-backupv2-pve01-qemu-sequential-restore", + "started_at_utc": "2026-09-12T21:00:52Z", + "finished_at_utc": "2026-09-12T21:01:05Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "b4c07e25830ad5cb5980e091e1ea8fb578b68ef5089c4d9f78696064211bafb7", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 2, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e", + "sanitized_output_sha256": "0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE296_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1\nACCEPTED295_COMMIT=f4678b418051f0f5612141a917f36aacc22968d7\nMODE=CHANGE_PVE01_QEMU_150_170_171_SEQUENTIAL_CLOUD_RESTORE_BOOT_CLEANUP\nSELFTESTS=12\nAUTHORITY_FRESH_READ=OK\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":150}\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":170}\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":171}\nCRYPT_COUNT=13\nPHYSICAL_COUNT=13\nVM_RESTORE_BEGIN=150\nTEST_VMID=900296\nSTATUS=FAIL\nPHASE=GLOBAL_PRESTATE\nREASON=GENERATION_NOT_UNIQUE_OR_NOT_TWO_REPLICA_SEALED\nCOMPLETED_BEFORE_FAILURE=[]\nCLOUD_CALLS=42\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSOURCE_GUEST_MUTATIONS=0\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nROLLBACK_STARTED=NO\nROLLBACK_RESTORED=NOT_APPLICABLE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nPVE296_END=\n" +} diff --git a/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.txt b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.txt new file mode 100644 index 00000000..a17b412b --- /dev/null +++ b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1.txt @@ -0,0 +1,62 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1 +STATUS=FAIL +RC=2 +HOST=pve01 +MODE=change +COMPONENT=infra-dr-backupv2-pve01-qemu-sequential-restore +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=b4c07e25830ad5cb5980e091e1ea8fb578b68ef5089c4d9f78696064211bafb7 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=2 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e +SANITIZED_OUTPUT_SHA256=0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e +OUTPUT_BEGIN +PVE296_BEGIN= +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1 +ACCEPTED295_COMMIT=f4678b418051f0f5612141a917f36aacc22968d7 +MODE=CHANGE_PVE01_QEMU_150_170_171_SEQUENTIAL_CLOUD_RESTORE_BOOT_CLEANUP +SELFTESTS=12 +AUTHORITY_FRESH_READ=OK +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":150} +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":170} +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":171} +CRYPT_COUNT=13 +PHYSICAL_COUNT=13 +VM_RESTORE_BEGIN=150 +TEST_VMID=900296 +STATUS=FAIL +PHASE=GLOBAL_PRESTATE +REASON=GENERATION_NOT_UNIQUE_OR_NOT_TWO_REPLICA_SEALED +COMPLETED_BEFORE_FAILURE=[] +CLOUD_CALLS=42 +CLOUD_WRITE_ATTEMPTS=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +SOURCE_GUEST_MUTATIONS=0 +SYSTEMD_MUTATIONS=0 +LIVE_RCLONE_CONFIG_READS=26 +LIVE_RCLONE_CONFIG_WRITES=0 +ROLLBACK_STARTED=NO +ROLLBACK_RESTORED=NOT_APPLICABLE +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +PVE296_END= + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index eb9f5695..f6795be7 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1", - "status": "OK", - "rc": 0, + "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1", + "status": "FAIL", + "rc": 2, "host": "pve01", "mode": "change", - "component": "infra-dr-backupv2-pve01-qemu-sequential-resume", - "started_at_utc": "2026-09-12T20:38:20Z", - "finished_at_utc": "2026-09-12T20:50:08Z", + "component": "infra-dr-backupv2-pve01-qemu-sequential-restore", + "started_at_utc": "2026-09-12T21:00:52Z", + "finished_at_utc": "2026-09-12T21:01:05Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "5dc919b523fb6d17325c38297b9990341c97c465cdd57186734d187a22a42b61", + "command_sha256": "b4c07e25830ad5cb5980e091e1ea8fb578b68ef5089c4d9f78696064211bafb7", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, "change_declared": true, "result_contract_valid": true, - "result_contract_status": "OK", + "result_contract_status": "FAIL", "result_contract_error": null, - "command_rc": 0, - "changes_made": true, + "command_rc": 2, + "changes_made": false, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "MUTATED", + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "f2ee30357693418971a9fbfc2679e4172281c6aad3f400f94982726dd09adb7b", - "sanitized_output_sha256": "f2ee30357693418971a9fbfc2679e4172281c6aad3f400f94982726dd09adb7b", + "raw_evidence_sha256": "0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e", + "sanitized_output_sha256": "0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE295_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1\nFAILED293_COMMIT=d24c2439f4ae4e183ab4833c872bf3d572728905\nDIAG294_COMMIT=70acf14c5bea97ea6cd9d8891f7787705dd5f54c\nMODE=CHANGE_RESUME_VM150_THEN_SEQUENTIAL_VM170_171_BACKUP_TWO_CLOUD_REPLICAS\nSELFTESTS=10\nAUTHORITY_FRESH_READ=OK\nCRYPT_COUNT=13\nPHYSICAL_COUNT=13\nVM_BACKUP_RESUME_BEGIN=150\nVM_NAME=snikket\nRESUME_GENERATION=G293-20260912T202237Z-c44e88894169937862d655c55d6bbcb4\nQEMU_DISK_GUARD={\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\"],\"unused_disk_count\":0}\nVMA_PARTS_VERIFY=PASS\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186527048,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186463189,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1097621457805,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1097621457779,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":1460159649}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":1460159649}\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_1_FREE_BYTES_PREUPLOAD=1097621457805\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_2_FREE_BYTES_PREUPLOAD=1097621457779\nPAYLOAD_BYTES=919094433\nPAYLOAD_SHA256=1e083619159354f8a11814acc39fe056c1d0bae36a9e7177a9a06779f661a23e\nPART_BYTES=536870912\nPARTS_COUNT=2\nMANIFEST_SHA256=398a3f88226639a826c79cdf486c7e7b1e13b137f53f06ee1c6fd021cb3d0eef\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_2_READBACK=PASS\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nSOURCE_CONFIG_UNCHANGED=YES\nRESUMED_VM150_FROM_293_PARTS=YES\nVM_BACKUP_BEGIN=170\nVM_NAME=core-apps\nQEMU_DISK_GUARD={\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\"],\"unused_disk_count\":0}\nVM_ADMISSION={\"compression_credit_used\":false,\"configured_full_cycle_fits\":true,\"maxdisk_bytes\":128849018880,\"staging_available_bytes\":296977145856,\"staging_required_bytes\":274877906944,\"vmid\":170}\nALLOCATOR_PHASE=PRECAPACITY\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186527048,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186463189,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1096702137528,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1096702137502,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":129390084096}\nCLOUD_PRECAPACITY_ADMISSION=YES\nGENERATION=G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa\nLOGICAL_ID=guest-pve01-qemu-170\nWORK_DIRECTORY=/mnt/staging/backup-v2-guests/G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa\nCONFIGURED_DISK_BYTES=128849018880\nVZDUMP_PROCESS_RC=0\nPRIVATE_STDERR_BYTES=0\nVMA_NATIVE_VERIFY=PASS\nVMA_PARTS_VERIFY=PASS\nVZDUMP_SIDECARS_REMOVED=1\nLOCAL_ARCHIVE_REMOVED_AFTER_SPLIT=YES\nALLOCATOR_PHASE=ACTUAL_PAYLOAD\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186527048,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186463189,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1096702137528,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1096702137502,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":7434912063}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":7434912063}\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_1_FREE_BYTES_PREUPLOAD=1096702137528\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_2_FREE_BYTES_PREUPLOAD=1096702137502\nPAYLOAD_BYTES=6893846847\nPAYLOAD_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60\nPART_BYTES=536870912\nPARTS_COUNT=13\nMANIFEST_SHA256=57b23c822f1c2d5cbccd1b083f88ccf9135da63737dd1d1c35c1851818bdbc19\nRESERVE_BYTES_PER_ACCOUNT=536870912\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_1_READBACK_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60\nREPLICA_2_READBACK=PASS\nREPLICA_2_READBACK_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nSOURCE_CONFIG_UNCHANGED=YES\nAPPLICATION_CONSISTENCY_VERIFIED=NO\nGUEST_RESTORE_VERIFIED=NO\nVM_BACKUP_COMPLETE=170\nVM_BACKUP_BEGIN=171\nVM_NAME=monitoring\nQEMU_DISK_GUARD={\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\"],\"unused_disk_count\":0}\nVM_ADMISSION={\"compression_credit_used\":false,\"configured_full_cycle_fits\":true,\"maxdisk_bytes\":128849018880,\"staging_available_bytes\":296977145856,\"staging_required_bytes\":274877906944,\"vmid\":171}\nALLOCATOR_PHASE=PRECAPACITY\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186527048,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186463189,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1089806604490,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1089806604464,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":129390084096}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":129390084096}\nCLOUD_PRECAPACITY_ADMISSION=YES\nGENERATION=G295-20260912T204720Z-87d686c542731c278ea96548851e6f91\nLOGICAL_ID=guest-pve01-qemu-171\nWORK_DIRECTORY=/mnt/staging/backup-v2-guests/G295-20260912T204720Z-87d686c542731c278ea96548851e6f91\nCONFIGURED_DISK_BYTES=128849018880\nVZDUMP_PROCESS_RC=0\nPRIVATE_STDERR_BYTES=0\nVMA_NATIVE_VERIFY=PASS\nVMA_PARTS_VERIFY=PASS\nVZDUMP_SIDECARS_REMOVED=1\nLOCAL_ARCHIVE_REMOVED_AFTER_SPLIT=YES\nALLOCATOR_PHASE=ACTUAL_PAYLOAD\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186527048,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":457186463189,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1089806604490,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1089806604464,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":2570723171}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1085882288719,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":2570723171}\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_1_FREE_BYTES_PREUPLOAD=1089806604490\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_2_FREE_BYTES_PREUPLOAD=1089806604464\nPAYLOAD_BYTES=2029657955\nPAYLOAD_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd\nPART_BYTES=536870912\nPARTS_COUNT=4\nMANIFEST_SHA256=f9fc50adf2ccb13e0d000606b4a52221a4c703f2b388ab97ee8b8b1730f86ec9\nRESERVE_BYTES_PER_ACCOUNT=536870912\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_1_READBACK_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd\nREPLICA_2_READBACK=PASS\nREPLICA_2_READBACK_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nSOURCE_CONFIG_UNCHANGED=YES\nAPPLICATION_CONSISTENCY_VERIFIED=NO\nGUEST_RESTORE_VERIFIED=NO\nVM_BACKUP_COMPLETE=171\nPVE01_QEMU_BACKUPS_COMPLETE=150,170,171\nCOMPLETED_GENERATIONS=[{\"generation\":\"G293-20260912T202237Z-c44e88894169937862d655c55d6bbcb4\",\"logical_id\":\"guest-pve01-qemu-150\",\"manifest_sha256\":\"398a3f88226639a826c79cdf486c7e7b1e13b137f53f06ee1c6fd021cb3d0eef\",\"payload_sha256\":\"1e083619159354f8a11814acc39fe056c1d0bae36a9e7177a9a06779f661a23e\",\"replicas\":[\"pve03-mail-01-crypt\",\"pve03-mail-02-crypt\"],\"vmid\":150},{\"generation\":\"G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa\",\"logical_id\":\"guest-pve01-qemu-170\",\"manifest_sha256\":\"57b23c822f1c2d5cbccd1b083f88ccf9135da63737dd1d1c35c1851818bdbc19\",\"payload_sha256\":\"f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60\",\"replicas\":[\"pve03-mail-01-crypt\",\"pve03-mail-02-crypt\"],\"vmid\":170},{\"generation\":\"G295-20260912T204720Z-87d686c542731c278ea96548851e6f91\",\"logical_id\":\"guest-pve01-qemu-171\",\"manifest_sha256\":\"f9fc50adf2ccb13e0d000606b4a52221a4c703f2b388ab97ee8b8b1730f86ec9\",\"payload_sha256\":\"f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd\",\"replicas\":[\"pve03-mail-01-crypt\",\"pve03-mail-02-crypt\"],\"vmid\":171}]\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_RESTORE_PROOF\nCURRENT_SOURCE_CONFIG_UNCHANGED=YES\nCURRENT_LOCAL_PAYLOAD_FILES_REMAINING=0\nFAILED_WORK_DIRECTORY=NONE\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nCLOUD_CALLS=116\nCLOUD_WRITE_ATTEMPTS=12\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=2\nRESUME_EXECUTIONS=1\nRESTORE_EXECUTIONS=0\nSOURCE_GUEST_MUTATIONS=0\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nPVE295_END=\n" + "output": "PVE296_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1\nACCEPTED295_COMMIT=f4678b418051f0f5612141a917f36aacc22968d7\nMODE=CHANGE_PVE01_QEMU_150_170_171_SEQUENTIAL_CLOUD_RESTORE_BOOT_CLEANUP\nSELFTESTS=12\nAUTHORITY_FRESH_READ=OK\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":150}\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":170}\nSOURCE_QGA_PREFLIGHT={\"ping\":\"PASS\",\"vmid\":171}\nCRYPT_COUNT=13\nPHYSICAL_COUNT=13\nVM_RESTORE_BEGIN=150\nTEST_VMID=900296\nSTATUS=FAIL\nPHASE=GLOBAL_PRESTATE\nREASON=GENERATION_NOT_UNIQUE_OR_NOT_TWO_REPLICA_SEALED\nCOMPLETED_BEFORE_FAILURE=[]\nCLOUD_CALLS=42\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSOURCE_GUEST_MUTATIONS=0\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nROLLBACK_STARTED=NO\nROLLBACK_RESTORED=NOT_APPLICABLE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nPVE296_END=\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 0850c48a..a17b412b 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,242 +1,62 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1 -STATUS=OK -RC=0 +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1 +STATUS=FAIL +RC=2 HOST=pve01 MODE=change -COMPONENT=infra-dr-backupv2-pve01-qemu-sequential-resume +COMPONENT=infra-dr-backupv2-pve01-qemu-sequential-restore REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=5dc919b523fb6d17325c38297b9990341c97c465cdd57186734d187a22a42b61 +COMMAND_SHA256=b4c07e25830ad5cb5980e091e1ea8fb578b68ef5089c4d9f78696064211bafb7 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 -CHANGES_MADE=true +COMMAND_RC=2 +CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=MUTATED +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=f2ee30357693418971a9fbfc2679e4172281c6aad3f400f94982726dd09adb7b -SANITIZED_OUTPUT_SHA256=f2ee30357693418971a9fbfc2679e4172281c6aad3f400f94982726dd09adb7b +RAW_EVIDENCE_SHA256=0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e +SANITIZED_OUTPUT_SHA256=0ec6114fb99c4b85e0c2e552fa3063765c9f672a6304026872cae69f17c51a4e OUTPUT_BEGIN -PVE295_BEGIN= -COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1 -FAILED293_COMMIT=d24c2439f4ae4e183ab4833c872bf3d572728905 -DIAG294_COMMIT=70acf14c5bea97ea6cd9d8891f7787705dd5f54c -MODE=CHANGE_RESUME_VM150_THEN_SEQUENTIAL_VM170_171_BACKUP_TWO_CLOUD_REPLICAS -SELFTESTS=10 +PVE296_BEGIN= +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1 +ACCEPTED295_COMMIT=f4678b418051f0f5612141a917f36aacc22968d7 +MODE=CHANGE_PVE01_QEMU_150_170_171_SEQUENTIAL_CLOUD_RESTORE_BOOT_CLEANUP +SELFTESTS=12 AUTHORITY_FRESH_READ=OK +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":150} +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":170} +SOURCE_QGA_PREFLIGHT={"ping":"PASS","vmid":171} CRYPT_COUNT=13 PHYSICAL_COUNT=13 -VM_BACKUP_RESUME_BEGIN=150 -VM_NAME=snikket -RESUME_GENERATION=G293-20260912T202237Z-c44e88894169937862d655c55d6bbcb4 -QEMU_DISK_GUARD={"backup_zero_count":0,"included_disk_keys":["scsi0"],"unused_disk_count":0} -VMA_PARTS_VERIFY=PASS -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186527048,"physical":"pve01-mail-01","remote":"pve01-mail-01-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186463189,"physical":"pve01-mail-02","remote":"pve01-mail-02-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341735,"physical":"pve01-mail-03","remote":"pve01-mail-03-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341705,"physical":"pve01-mail-04","remote":"pve01-mail-04-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve01-mail-05","remote":"pve01-mail-05-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413245,"physical":"pve02-mail-01","remote":"pve02-mail-01-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413267,"physical":"pve02-mail-02","remote":"pve02-mail-02-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805279,"physical":"pve02-mail-03","remote":"pve02-mail-03-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805249,"physical":"pve02-mail-04","remote":"pve02-mail-04-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1097621457805,"physical":"pve03-mail-01","remote":"pve03-mail-01-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1097621457779,"physical":"pve03-mail-02","remote":"pve03-mail-02-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1008191778231,"physical":"pve03-mail-03","remote":"pve03-mail-03-crypt","required_bytes":1460159649} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve03-mail-04","remote":"pve03-mail-04-crypt","required_bytes":1460159649} -REPLICA_1_CRYPT=pve03-mail-01-crypt -REPLICA_1_PHYSICAL=pve03-mail-01 -REPLICA_1_FREE_BYTES_PREUPLOAD=1097621457805 -REPLICA_2_CRYPT=pve03-mail-02-crypt -REPLICA_2_PHYSICAL=pve03-mail-02 -REPLICA_2_FREE_BYTES_PREUPLOAD=1097621457779 -PAYLOAD_BYTES=919094433 -PAYLOAD_SHA256=1e083619159354f8a11814acc39fe056c1d0bae36a9e7177a9a06779f661a23e -PART_BYTES=536870912 -PARTS_COUNT=2 -MANIFEST_SHA256=398a3f88226639a826c79cdf486c7e7b1e13b137f53f06ee1c6fd021cb3d0eef -REPLICA_1_UPLOAD=PASS -REPLICA_2_UPLOAD=PASS -REPLICA_1_READBACK=PASS -REPLICA_2_READBACK=PASS -REPLICA_1_SEALED_READBACK=PASS -REPLICA_2_SEALED_READBACK=PASS -SEALED_QUORUM_VERIFIED=YES -LOCAL_PAYLOAD_FILES_REMAINING=0 -SOURCE_CONFIG_UNCHANGED=YES -RESUMED_VM150_FROM_293_PARTS=YES -VM_BACKUP_BEGIN=170 -VM_NAME=core-apps -QEMU_DISK_GUARD={"backup_zero_count":0,"included_disk_keys":["scsi0"],"unused_disk_count":0} -VM_ADMISSION={"compression_credit_used":false,"configured_full_cycle_fits":true,"maxdisk_bytes":128849018880,"staging_available_bytes":296977145856,"staging_required_bytes":274877906944,"vmid":170} -ALLOCATOR_PHASE=PRECAPACITY -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186527048,"physical":"pve01-mail-01","remote":"pve01-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186463189,"physical":"pve01-mail-02","remote":"pve01-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341735,"physical":"pve01-mail-03","remote":"pve01-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341705,"physical":"pve01-mail-04","remote":"pve01-mail-04-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve01-mail-05","remote":"pve01-mail-05-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413245,"physical":"pve02-mail-01","remote":"pve02-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413267,"physical":"pve02-mail-02","remote":"pve02-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805279,"physical":"pve02-mail-03","remote":"pve02-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805249,"physical":"pve02-mail-04","remote":"pve02-mail-04-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1096702137528,"physical":"pve03-mail-01","remote":"pve03-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1096702137502,"physical":"pve03-mail-02","remote":"pve03-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1008191778231,"physical":"pve03-mail-03","remote":"pve03-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve03-mail-04","remote":"pve03-mail-04-crypt","required_bytes":129390084096} -CLOUD_PRECAPACITY_ADMISSION=YES -GENERATION=G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa -LOGICAL_ID=guest-pve01-qemu-170 -WORK_DIRECTORY=/mnt/staging/backup-v2-guests/G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa -CONFIGURED_DISK_BYTES=128849018880 -VZDUMP_PROCESS_RC=0 -PRIVATE_STDERR_BYTES=0 -VMA_NATIVE_VERIFY=PASS -VMA_PARTS_VERIFY=PASS -VZDUMP_SIDECARS_REMOVED=1 -LOCAL_ARCHIVE_REMOVED_AFTER_SPLIT=YES -ALLOCATOR_PHASE=ACTUAL_PAYLOAD -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186527048,"physical":"pve01-mail-01","remote":"pve01-mail-01-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186463189,"physical":"pve01-mail-02","remote":"pve01-mail-02-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341735,"physical":"pve01-mail-03","remote":"pve01-mail-03-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341705,"physical":"pve01-mail-04","remote":"pve01-mail-04-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve01-mail-05","remote":"pve01-mail-05-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413245,"physical":"pve02-mail-01","remote":"pve02-mail-01-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413267,"physical":"pve02-mail-02","remote":"pve02-mail-02-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805279,"physical":"pve02-mail-03","remote":"pve02-mail-03-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805249,"physical":"pve02-mail-04","remote":"pve02-mail-04-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1096702137528,"physical":"pve03-mail-01","remote":"pve03-mail-01-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1096702137502,"physical":"pve03-mail-02","remote":"pve03-mail-02-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1008191778231,"physical":"pve03-mail-03","remote":"pve03-mail-03-crypt","required_bytes":7434912063} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve03-mail-04","remote":"pve03-mail-04-crypt","required_bytes":7434912063} -REPLICA_1_CRYPT=pve03-mail-01-crypt -REPLICA_1_PHYSICAL=pve03-mail-01 -REPLICA_1_FREE_BYTES_PREUPLOAD=1096702137528 -REPLICA_2_CRYPT=pve03-mail-02-crypt -REPLICA_2_PHYSICAL=pve03-mail-02 -REPLICA_2_FREE_BYTES_PREUPLOAD=1096702137502 -PAYLOAD_BYTES=6893846847 -PAYLOAD_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60 -PART_BYTES=536870912 -PARTS_COUNT=13 -MANIFEST_SHA256=57b23c822f1c2d5cbccd1b083f88ccf9135da63737dd1d1c35c1851818bdbc19 -RESERVE_BYTES_PER_ACCOUNT=536870912 -REPLICA_1_UPLOAD=PASS -REPLICA_2_UPLOAD=PASS -REPLICA_1_READBACK=PASS -REPLICA_1_READBACK_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60 -REPLICA_2_READBACK=PASS -REPLICA_2_READBACK_SHA256=f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60 -REPLICA_1_SEALED_READBACK=PASS -REPLICA_2_SEALED_READBACK=PASS -SEALED_QUORUM_VERIFIED=YES -LOCAL_PAYLOAD_FILES_REMAINING=0 -SOURCE_CONFIG_UNCHANGED=YES -APPLICATION_CONSISTENCY_VERIFIED=NO -GUEST_RESTORE_VERIFIED=NO -VM_BACKUP_COMPLETE=170 -VM_BACKUP_BEGIN=171 -VM_NAME=monitoring -QEMU_DISK_GUARD={"backup_zero_count":0,"included_disk_keys":["scsi0"],"unused_disk_count":0} -VM_ADMISSION={"compression_credit_used":false,"configured_full_cycle_fits":true,"maxdisk_bytes":128849018880,"staging_available_bytes":296977145856,"staging_required_bytes":274877906944,"vmid":171} -ALLOCATOR_PHASE=PRECAPACITY -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186527048,"physical":"pve01-mail-01","remote":"pve01-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186463189,"physical":"pve01-mail-02","remote":"pve01-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341735,"physical":"pve01-mail-03","remote":"pve01-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341705,"physical":"pve01-mail-04","remote":"pve01-mail-04-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve01-mail-05","remote":"pve01-mail-05-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413245,"physical":"pve02-mail-01","remote":"pve02-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413267,"physical":"pve02-mail-02","remote":"pve02-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805279,"physical":"pve02-mail-03","remote":"pve02-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805249,"physical":"pve02-mail-04","remote":"pve02-mail-04-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1089806604490,"physical":"pve03-mail-01","remote":"pve03-mail-01-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1089806604464,"physical":"pve03-mail-02","remote":"pve03-mail-02-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1008191778231,"physical":"pve03-mail-03","remote":"pve03-mail-03-crypt","required_bytes":129390084096} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve03-mail-04","remote":"pve03-mail-04-crypt","required_bytes":129390084096} -CLOUD_PRECAPACITY_ADMISSION=YES -GENERATION=G295-20260912T204720Z-87d686c542731c278ea96548851e6f91 -LOGICAL_ID=guest-pve01-qemu-171 -WORK_DIRECTORY=/mnt/staging/backup-v2-guests/G295-20260912T204720Z-87d686c542731c278ea96548851e6f91 -CONFIGURED_DISK_BYTES=128849018880 -VZDUMP_PROCESS_RC=0 -PRIVATE_STDERR_BYTES=0 -VMA_NATIVE_VERIFY=PASS -VMA_PARTS_VERIFY=PASS -VZDUMP_SIDECARS_REMOVED=1 -LOCAL_ARCHIVE_REMOVED_AFTER_SPLIT=YES -ALLOCATOR_PHASE=ACTUAL_PAYLOAD -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186527048,"physical":"pve01-mail-01","remote":"pve01-mail-01-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":457186463189,"physical":"pve01-mail-02","remote":"pve01-mail-02-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341735,"physical":"pve01-mail-03","remote":"pve01-mail-03-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1014495341705,"physical":"pve01-mail-04","remote":"pve01-mail-04-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve01-mail-05","remote":"pve01-mail-05-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413245,"physical":"pve02-mail-01","remote":"pve02-mail-01-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":880030413267,"physical":"pve02-mail-02","remote":"pve02-mail-02-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805279,"physical":"pve02-mail-03","remote":"pve02-mail-03-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":892314805249,"physical":"pve02-mail-04","remote":"pve02-mail-04-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1089806604490,"physical":"pve03-mail-01","remote":"pve03-mail-01-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1089806604464,"physical":"pve03-mail-02","remote":"pve03-mail-02-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1008191778231,"physical":"pve03-mail-03","remote":"pve03-mail-03-crypt","required_bytes":2570723171} -ALLOCATOR_CANDIDATE={"eligible":true,"free_bytes":1085882288719,"physical":"pve03-mail-04","remote":"pve03-mail-04-crypt","required_bytes":2570723171} -REPLICA_1_CRYPT=pve03-mail-01-crypt -REPLICA_1_PHYSICAL=pve03-mail-01 -REPLICA_1_FREE_BYTES_PREUPLOAD=1089806604490 -REPLICA_2_CRYPT=pve03-mail-02-crypt -REPLICA_2_PHYSICAL=pve03-mail-02 -REPLICA_2_FREE_BYTES_PREUPLOAD=1089806604464 -PAYLOAD_BYTES=2029657955 -PAYLOAD_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd -PART_BYTES=536870912 -PARTS_COUNT=4 -MANIFEST_SHA256=f9fc50adf2ccb13e0d000606b4a52221a4c703f2b388ab97ee8b8b1730f86ec9 -RESERVE_BYTES_PER_ACCOUNT=536870912 -REPLICA_1_UPLOAD=PASS -REPLICA_2_UPLOAD=PASS -REPLICA_1_READBACK=PASS -REPLICA_1_READBACK_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd -REPLICA_2_READBACK=PASS -REPLICA_2_READBACK_SHA256=f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd -REPLICA_1_SEALED_READBACK=PASS -REPLICA_2_SEALED_READBACK=PASS -SEALED_QUORUM_VERIFIED=YES -LOCAL_PAYLOAD_FILES_REMAINING=0 -SOURCE_CONFIG_UNCHANGED=YES -APPLICATION_CONSISTENCY_VERIFIED=NO -GUEST_RESTORE_VERIFIED=NO -VM_BACKUP_COMPLETE=171 -PVE01_QEMU_BACKUPS_COMPLETE=150,170,171 -COMPLETED_GENERATIONS=[{"generation":"G293-20260912T202237Z-c44e88894169937862d655c55d6bbcb4","logical_id":"guest-pve01-qemu-150","manifest_sha256":"398a3f88226639a826c79cdf486c7e7b1e13b137f53f06ee1c6fd021cb3d0eef","payload_sha256":"1e083619159354f8a11814acc39fe056c1d0bae36a9e7177a9a06779f661a23e","replicas":["pve03-mail-01-crypt","pve03-mail-02-crypt"],"vmid":150},{"generation":"G295-20260912T203933Z-dc51f991a8f96b5cbbe6a858f7c1b6fa","logical_id":"guest-pve01-qemu-170","manifest_sha256":"57b23c822f1c2d5cbccd1b083f88ccf9135da63737dd1d1c35c1851818bdbc19","payload_sha256":"f558ec6d124aa3a7be1180140165414f82b7a5c5e371c5657ad852e2ae15ae60","replicas":["pve03-mail-01-crypt","pve03-mail-02-crypt"],"vmid":170},{"generation":"G295-20260912T204720Z-87d686c542731c278ea96548851e6f91","logical_id":"guest-pve01-qemu-171","manifest_sha256":"f9fc50adf2ccb13e0d000606b4a52221a4c703f2b388ab97ee8b8b1730f86ec9","payload_sha256":"f1e245da1f606b23214cc99ff89b093628363150292a0ae93a28f3e0f27a69fd","replicas":["pve03-mail-01-crypt","pve03-mail-02-crypt"],"vmid":171}] -STATUS=OK -PHASE=COMPLETE -NEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_RESTORE_PROOF -CURRENT_SOURCE_CONFIG_UNCHANGED=YES -CURRENT_LOCAL_PAYLOAD_FILES_REMAINING=0 -FAILED_WORK_DIRECTORY=NONE -FAILED_TOOL=NONE -FAILED_RC=NONE -FAILED_STDERR_BYTES=0 -FAILED_STDERR_SHA256=NONE -CLOUD_CALLS=116 -CLOUD_WRITE_ATTEMPTS=12 +VM_RESTORE_BEGIN=150 +TEST_VMID=900296 +STATUS=FAIL +PHASE=GLOBAL_PRESTATE +REASON=GENERATION_NOT_UNIQUE_OR_NOT_TWO_REPLICA_SEALED +COMPLETED_BEFORE_FAILURE=[] +CLOUD_CALLS=42 +CLOUD_WRITE_ATTEMPTS=0 CLOUD_DELETIONS=0 -BACKUP_EXECUTIONS=2 -RESUME_EXECUTIONS=1 +BACKUP_EXECUTIONS=0 RESTORE_EXECUTIONS=0 SOURCE_GUEST_MUTATIONS=0 SYSTEMD_MUTATIONS=0 LIVE_RCLONE_CONFIG_READS=26 LIVE_RCLONE_CONFIG_WRITES=0 -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESUME-295R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} -PVE295_END= +ROLLBACK_STARTED=NO +ROLLBACK_RESTORED=NOT_APPLICABLE +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-QEMU-SEQUENTIAL-RESTORE-296R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +PVE296_END= OUTPUT_END CHAT_OUTPUT_END