homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity
Files
4307d2db968d52e658971939d86f8c33b3b4483c
homelab-public-context/runtime/latest.json
T

39 lines
22 KiB
JSON
Raw Blame History

{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-RESUME9130-THEN-VM160-NODEBUNDLE-304R1",
"status": "FAIL",
"rc": 76,
"host": "pve01",
"mode": "change",
"component": "infra-dr-backupv2-pve02-resume9130-then-vm160-nodebundle",
"started_at_utc": "2026-09-13T08:27:50Z",
"finished_at_utc": "2026-09-13T08:47:04Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "32f787ae34fa1a8e8bc6282ee5dd368ad0f78fe4388cdc8624cbe1e903ae3bc5",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"result_contract_valid": false,
"result_contract_status": null,
"result_contract_error": "INVALID_CONTRACT:ValueError",
"command_rc": 0,
"changes_made": null,
"rollback_started": null,
"rollback_restored": null,
"mutation_outcome": "UNKNOWN",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "33ee8017ccd524101e9b2ffc8f89471272679887e551a298eca0f273a8e8e1ea",
"sanitized_output_sha256": "33ee8017ccd524101e9b2ffc8f89471272679887e551a298eca0f273a8e8e1ea",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE304_BEGIN=\nCOMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-RESUME9130-THEN-VM160-NODEBUNDLE-304R1\nANCHOR302_COMMIT=6967f7b832bef65ee5877aeaf9ab7f17d0bdd2ca\nFAILED303_COMMIT=bd16ac2bfe6e2bca2e3319ed1e33b90c7460f239\nMODE=CHANGE_PVE02_RESUME_VM9130_THEN_VM160_NODEBUNDLE_NODESET\nSELFTESTS=21\nAUTHORITY_FRESH_READ=OK\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GLOBAL_PRESTATE\",\"max_conflicts\":0,\"node\":\"pve02\",\"samples\":3,\"status\":\"PASS\"}\nPVE02_STRICT_SSH_STREAM_PREFLIGHT=PASS\nPVE02_INVENTORY=[{\"config_sha256\":\"c1a4698faa4f61fec8080e4203d129c09a819cb6e19cafae2d4d345bfbb7b65b\",\"guard\":{\"additional_mount_not_explicit_backup_one_count\":0,\"mountpoint_keys\":[],\"rootfs_present\":true},\"maxdisk_bytes\":8350298112,\"name\":\"dns2\",\"node\":\"pve02\",\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"vmid\":111},{\"config_sha256\":\"7a654250b5d359cc50462105688b4e6dd49ae8cd0f4161ab2b62c6740a620ac1\",\"guard\":{\"additional_mount_not_explicit_backup_one_count\":0,\"mountpoint_keys\":[],\"rootfs_present\":true},\"maxdisk_bytes\":8350298112,\"name\":\"unbound2\",\"node\":\"pve02\",\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"vmid\":113},{\"config_sha256\":\"a3668bdf650c6e90f0dd9b684c272c16dc8243dfe4bbf90de0ae90cbe064d5a8\",\"guard\":{\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\"],\"unused_disk_count\":0},\"maxdisk_bytes\":214748364800,\"name\":\"forum-prod\",\"node\":\"pve02\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":160},{\"config_sha256\":\"d59cd51387dce644c10925d11d3bb49bfea57eb9bc4bee9ebb1d69faae768295\",\"guard\":{\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\",\"scsi1\"],\"unused_disk_count\":0},\"maxdisk_bytes\":103079215104,\"name\":\"edge-cold-standby\",\"node\":\"pve02\",\"status\":\"stopped\",\"template\":false,\"type\":\"qemu\",\"vmid\":9130}]\nCRYPT_COUNT=13\nPHYSICAL_COUNT=13\nPRESEALED_ANCHOR_VERIFIED=111\nPRESEALED_ANCHOR_VERIFIED=113\nPRESEALED_GUESTS_REUSED=[111,113]\nGUEST_BACKUP_RESUME_BEGIN=9130\nRESUME_GENERATION=G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\nRESUME_WORK_DIRECTORY=/mnt/staging/backup-v2-cross-node/G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST9130_RESUME_PRESTATE\",\"max_conflicts\":0,\"node\":\"pve02\",\"samples\":3,\"status\":\"PASS\"}\nSOURCE_STATE_GUARD={\"clean_samples\":3,\"expected_status\":\"stopped\",\"label\":\"GUEST9130_RESUME_STABLE_STOPPED\",\"last_status\":\"stopped\",\"samples\":3,\"status\":\"PASS\",\"vmid\":9130}\nQEMU_DISK_GUARD={\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\",\"scsi1\"],\"unused_disk_count\":0}\nRESUME_PART_COUNT=21\nRESUME_PAYLOAD_BYTES=11013752872\nRESUME_PAYLOAD_SHA256=8e38f8aebac3125ee5fc2352b9492c114601b6bd49b36bd577e3cbb6b56fdb41\nPROXMOX_ARCHIVE_VERIFY=PASS\nSOURCE_STATE_GUARD={\"clean_samples\":3,\"expected_status\":\"stopped\",\"label\":\"GUEST9130_RESUME_PREUPLOAD_STOPPED\",\"last_status\":\"stopped\",\"samples\":3,\"status\":\"PASS\",\"vmid\":9130}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1084996761091,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1084996761065,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":11554818088}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":11554818088}\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_1_FREE_BYTES_PREUPLOAD=1084996761091\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_2_FREE_BYTES_PREUPLOAD=1084996761065\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_2_READBACK=PASS\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nSOURCE_STATE_GUARD={\"clean_samples\":3,\"expected_status\":\"stopped\",\"label\":\"GUEST9130_RESUME_FINAL_STOPPED\",\"last_status\":\"stopped\",\"samples\":3,\"status\":\"PASS\",\"vmid\":9130}\nRESUMED_VM9130_FROM_303_PARTS=YES\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_BACKUP_BEGIN=160\nGUEST_SOURCE={\"maxdisk_bytes\":214748364800,\"name\":\"forum-prod\",\"node\":\"pve02\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":160}\nQEMU_DISK_GUARD={\"backup_zero_count\":0,\"included_disk_keys\":[\"scsi0\"],\"unused_disk_count\":0}\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_PRECAPACITY\",\"max_conflicts\":0,\"node\":\"pve02\",\"samples\":3,\"status\":\"PASS\"}\nGUEST_ADMISSION={\"compression_credit_used\":false,\"maxdisk_bytes\":214748364800,\"staging_available_bytes\":296977117184,\"staging_required_bytes\":232465104896,\"streaming_single_copy_fits\":true,\"vmid\":160}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314720,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314694,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":215289430016}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":215289430016}\nCLOUD_PRECAPACITY_ADMISSION=YES\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_PRESTREAM\",\"max_conflicts\":0,\"node\":\"pve02\",\"samples\":3,\"status\":\"PASS\"}\nGENERATION=G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\nLOGICAL_ID=guest-pve02-qemu-160\nWORK_DIRECTORY=/mnt/staging/backup-v2-cross-node/G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\nPAYLOAD_NAME=vzdump-qemu-160-2026_09_13-08_40_52.vma.zst\nSOURCE_STATE_GUARD={\"clean_samples\":3,\"expected_status\":\"running\",\"label\":\"GUEST160_POSTBACKUP\",\"last_status\":\"running\",\"samples\":3,\"status\":\"PASS\",\"vmid\":160}\nPROXMOX_ARCHIVE_VERIFY=PASS\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314720,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314694,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":4209152867}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1075030281693,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":4209152867}\nREPLICA_1_CRYPT=pve01-mail-05-crypt\nREPLICA_1_PHYSICAL=pve01-mail-05\nREPLICA_1_FREE_BYTES_PREUPLOAD=1075030281693\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_CRYPT=pve03-mail-04-crypt\nREPLICA_2_PHYSICAL=pve03-mail-04\nREPLICA_2_FREE_BYTES_PREUPLOAD=1075030281693\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_2_READBACK=PASS\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_BACKUP_COMPLETE=160\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314720,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314694,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":4294967296}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":4294967296}\nNODE_BUNDLE_CLOUD_PRECAPACITY=YES\nNODE_BUNDLE_MEMBER_COUNT=234\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314720,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980314694,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":541119991}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":541119991}\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_1_FREE_BYTES_PREUPLOAD=1073980314720\nREPLICA_1_UPLOAD=PASS\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_2_FREE_BYTES_PREUPLOAD=1073980314694\nREPLICA_2_UPLOAD=PASS\nREPLICA_1_READBACK=PASS\nREPLICA_2_READBACK=PASS\nREPLICA_1_SEALED_READBACK=PASS\nREPLICA_2_SEALED_READBACK=PASS\nSEALED_QUORUM_VERIFIED=YES\nLOCAL_PAYLOAD_FILES_REMAINING=0\nNODE_BUNDLE_COMPLETE=YES\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433354013023,\"physical\":\"pve01-mail-01\",\"remote\":\"pve01-mail-01-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":433353949164,\"physical\":\"pve01-mail-02\",\"remote\":\"pve01-mail-02-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341735,\"physical\":\"pve01-mail-03\",\"remote\":\"pve01-mail-03-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1014495341705,\"physical\":\"pve01-mail-04\",\"remote\":\"pve01-mail-04-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve01-mail-05\",\"remote\":\"pve01-mail-05-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413245,\"physical\":\"pve02-mail-01\",\"remote\":\"pve02-mail-01-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":880030413267,\"physical\":\"pve02-mail-02\",\"remote\":\"pve02-mail-02-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805279,\"physical\":\"pve02-mail-03\",\"remote\":\"pve02-mail-03-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":892314805249,\"physical\":\"pve02-mail-04\",\"remote\":\"pve02-mail-04-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980258127,\"physical\":\"pve03-mail-01\",\"remote\":\"pve03-mail-01-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1073980258101,\"physical\":\"pve03-mail-02\",\"remote\":\"pve03-mail-02-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1008191778231,\"physical\":\"pve03-mail-03\",\"remote\":\"pve03-mail-03-crypt\",\"required_bytes\":536870912}\nALLOCATOR_CANDIDATE={\"eligible\":true,\"free_bytes\":1071361296174,\"physical\":\"pve03-mail-04\",\"remote\":\"pve03-mail-04-crypt\",\"required_bytes\":536870912}\nNODESET_GUESTS_COMPLETE=[111,113,160,9130]\nPVE02_NODESET_SEALED=YES\nPVE02_STOPPED_VM9130_INCLUDED=YES\nPVE02_GUEST_BACKUPS_COMPLETE=[111,113,9130,160]\nNODE_BUNDLE_RECORD={\"generation\":\"N304-20260913T084637Z-d0ba0c03d096c5f4de8d553d83e00562\",\"logical_id\":\"node-pve02\",\"manifest_sha256\":\"5bf8e3804180e9a670434e1587f5afcb9d0d4cab1f6e0318ede41eef6a4705a7\",\"node\":\"pve02\",\"payload_bytes\":54775,\"payload_sha256\":\"87bd0e63d3837df87d2414e070dc44331712105faed6dcc7b41abd128689e2f8\",\"recovery_policy\":\"CLEAN_INSTALL_JOIN_RECONCILE_NOT_BLIND_PMXCFS_OVERWRITE\",\"replicas\":[\"pve03-mail-01-crypt\",\"pve03-mail-02-crypt\"]}\nNODE_SET_RECORD={\"generation\":\"S304-20260913T084650Z-5c61b009f73e8095d2d3eef5717812fa\",\"logical_id\":\"nodeset-pve02\",\"manifest_sha256\":\"a832eedb8b3ea6b3591a18fa90268938a7f82c6c272afd206b469367e58f2644\",\"replicas\":[\"pve03-mail-01-crypt\",\"pve03-mail-02-crypt\"]}\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=PVE02_SEQUENTIAL_RESTORE_PROOF\nCURRENT_SOURCE_CONFIG_UNCHANGED=YES\nCURRENT_SOURCE_LAST_STATUS=NONE\nCURRENT_LOCAL_PAYLOAD_FILES_REMAINING=0\nFAILED_WORK_DIRECTORY=NONE\nFAILURE_DIAGNOSTIC_SUMMARY={\"cloud_write_attempts\":16,\"completed_vmids\":[111,113,9130,160],\"current_type\":null,\"current_vmid\":null,\"failed_rc\":\"NONE\",\"failed_tool\":\"NONE\",\"phase\":\"FINAL_GUARD\",\"reason\":\"NONE\"}\nGENERATION_DISCOVERY_REJECT_SUMMARY={\"not_applicable\":\"backup_command\",\"phase\":\"FINAL_GUARD\"}\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nCLOUD_CALLS=203\nCLOUD_WRITE_ATTEMPTS=16\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=1\nRESUME_EXECUTIONS=1\nNODE_BUNDLE_EXECUTIONS=1\nRESTORE_EXECUTIONS=0\nSOURCE_GUEST_MUTATIONS=0\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-RESUME9130-THEN-VM160-NODEBUNDLE-304R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nPVE304_END=\n"
}
View Git Blame Copy Permalink