diff --git a/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.json b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.json new file mode 100644 index 00000000..ec328005 --- /dev/null +++ b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "infra-dr-backupv2-ct112-isolated-restore", + "started_at_utc": "2026-09-12T20:07:58Z", + "finished_at_utc": "2026-09-12T20:10:04Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "5d33ffffab3825b129f47636a5811733aaba514a5603acabb007843ac50b5b7a", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5", + "sanitized_output_sha256": "9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "CT112RESTORE292_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1\nACCEPTED291_COMMIT=676936245e8d7ac19d9eabca25965b72b65cab2d\nMODE=CHANGE_CT112_CLOUD_ONLY_ISOLATED_RESTORE_BOOT_AND_SCOPED_CLEANUP\nSOURCE_VMID=112\nTEST_VMID=900292\nGENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7\nLOGICAL_ID=guest-pve01-lxc-112\nPAYLOAD_BYTES=223801195\nPAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nMANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nSELFTESTS=9\nAUTHORITY_FRESH_READ=OK\nSOURCE_PRESTATE=PASS\nTEST_VMID_PRESTATE=ABSENT\nCOMPETING_PVE_TASKS=CLEAR\nV2_TIMERS_DISABLED=YES\nSTAGING_AVAILABLE_BYTES=296977154048\nLOCAL_LVM_AVAILABLE_BYTES=767736836994\nWORK_DIRECTORY=/mnt/staging/backup-v2-ct-restore/R292-20260912T200801Z-4bc40857\nCLOUD_DISCOVERY_ACCOUNTS_SCANNED=13\nGENERATION_PHYSICAL_REPLICA_COUNT=2\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_1_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nREPLICA_1_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nREPLICA_2_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nREPLICA_2_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nCLOUD_RECONSTRUCTION_VERIFIED=YES\nREMOVED_NETWORK_KEYS=[\"net0\"]\nRESTORE_TO_NEW_STOPPED_CT=PASS\nTEST_CT_NETWORK_CONFIG_REMOVED=YES\nBOOT_CONDITIONS={\"BIN_SH_EXECUTABLE\":\"PASS\",\"EFFECTIVE_UID_ROOT\":\"PASS\",\"NETLINK_ONLY_LOOPBACK\":\"PASS\",\"NETWORK_NS_DISTINCT_FROM_HOST\":\"PASS\",\"OS_RELEASE_READABLE\":\"PASS\",\"PID1_COMM_NONEMPTY\":\"PASS\",\"PROC_NET_DEV_READABLE\":\"PASS\",\"PROC_NET_ONLY_LOOPBACK\":\"PASS\",\"SYSFS_NET_READABLE\":\"PASS\",\"SYSFS_TYPED_OBSERVATION\":\"PASS\"}\nPROC_NET_ONLY_LOOPBACK=PASS\nNETWORK_NS_DISTINCT_FROM_HOST=PASS\nNETLINK_ONLY_LOOPBACK=PASS\nSYSFS_TYPED_OBSERVATION=PASS\nSYSFS_NET_ENTRY_COUNT=2\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_CT_AND_VOLUME_REMOVED=YES\nRESTORED_PAYLOAD_REMOVED=YES\nSOURCE_CT112_AND_AUTHORITY_UNCHANGED=YES\nEVIDENCE_WORKDIR_RETAINED=YES\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_BACKUP\nTEST_CT_DESTROYED=YES\nRESTORED_PAYLOAD_DELETED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nROLLBACK_STARTED=NO\nROLLBACK_RESTORED=NOT_APPLICABLE\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nCLOUD_CALLS=42\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=1\nSOURCE_GUEST_MUTATIONS=0\nTEST_GUEST_MUTATIONS=7\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nCT112RESTORE292_END=\n" +} diff --git a/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.txt b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.txt new file mode 100644 index 00000000..e4c8ff44 --- /dev/null +++ b/runtime/history/SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1.txt @@ -0,0 +1,101 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=infra-dr-backupv2-ct112-isolated-restore +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=5d33ffffab3825b129f47636a5811733aaba514a5603acabb007843ac50b5b7a +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5 +SANITIZED_OUTPUT_SHA256=9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5 +OUTPUT_BEGIN +CT112RESTORE292_BEGIN= +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1 +ACCEPTED291_COMMIT=676936245e8d7ac19d9eabca25965b72b65cab2d +MODE=CHANGE_CT112_CLOUD_ONLY_ISOLATED_RESTORE_BOOT_AND_SCOPED_CLEANUP +SOURCE_VMID=112 +TEST_VMID=900292 +GENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7 +LOGICAL_ID=guest-pve01-lxc-112 +PAYLOAD_BYTES=223801195 +PAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +SELFTESTS=9 +AUTHORITY_FRESH_READ=OK +SOURCE_PRESTATE=PASS +TEST_VMID_PRESTATE=ABSENT +COMPETING_PVE_TASKS=CLEAR +V2_TIMERS_DISABLED=YES +STAGING_AVAILABLE_BYTES=296977154048 +LOCAL_LVM_AVAILABLE_BYTES=767736836994 +WORK_DIRECTORY=/mnt/staging/backup-v2-ct-restore/R292-20260912T200801Z-4bc40857 +CLOUD_DISCOVERY_ACCOUNTS_SCANNED=13 +GENERATION_PHYSICAL_REPLICA_COUNT=2 +REPLICA_1_CRYPT=pve03-mail-01-crypt +REPLICA_1_PHYSICAL=pve03-mail-01 +REPLICA_2_CRYPT=pve03-mail-02-crypt +REPLICA_2_PHYSICAL=pve03-mail-02 +REPLICA_1_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +REPLICA_1_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +REPLICA_2_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +REPLICA_2_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +CLOUD_RECONSTRUCTION_VERIFIED=YES +REMOVED_NETWORK_KEYS=["net0"] +RESTORE_TO_NEW_STOPPED_CT=PASS +TEST_CT_NETWORK_CONFIG_REMOVED=YES +BOOT_CONDITIONS={"BIN_SH_EXECUTABLE":"PASS","EFFECTIVE_UID_ROOT":"PASS","NETLINK_ONLY_LOOPBACK":"PASS","NETWORK_NS_DISTINCT_FROM_HOST":"PASS","OS_RELEASE_READABLE":"PASS","PID1_COMM_NONEMPTY":"PASS","PROC_NET_DEV_READABLE":"PASS","PROC_NET_ONLY_LOOPBACK":"PASS","SYSFS_NET_READABLE":"PASS","SYSFS_TYPED_OBSERVATION":"PASS"} +PROC_NET_ONLY_LOOPBACK=PASS +NETWORK_NS_DISTINCT_FROM_HOST=PASS +NETLINK_ONLY_LOOPBACK=PASS +SYSFS_TYPED_OBSERVATION=PASS +SYSFS_NET_ENTRY_COUNT=2 +GUEST_RESTORE_BOOT_VERIFIED=YES +TEST_CT_AND_VOLUME_REMOVED=YES +RESTORED_PAYLOAD_REMOVED=YES +SOURCE_CT112_AND_AUTHORITY_UNCHANGED=YES +EVIDENCE_WORKDIR_RETAINED=YES +STATUS=OK +PHASE=COMPLETE +NEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_BACKUP +TEST_CT_DESTROYED=YES +RESTORED_PAYLOAD_DELETED=YES +SOURCE_CONFIG_UNCHANGED=YES +ROLLBACK_STARTED=NO +ROLLBACK_RESTORED=NOT_APPLICABLE +FAILED_TOOL=NONE +FAILED_RC=NONE +FAILED_STDERR_BYTES=0 +FAILED_STDERR_SHA256=NONE +CLOUD_CALLS=42 +CLOUD_WRITE_ATTEMPTS=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=1 +SOURCE_GUEST_MUTATIONS=0 +TEST_GUEST_MUTATIONS=7 +SYSTEMD_MUTATIONS=0 +LIVE_RCLONE_CONFIG_READS=26 +LIVE_RCLONE_CONFIG_WRITES=0 +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +CT112RESTORE292_END= + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index a2161aaf..ec328005 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-NODESET-RECONCILE-291R1", + "command_id": "SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1", "status": "OK", "rc": 0, "host": "pve01", - "mode": "read-only", - "component": "infra-dr-backupv2-pve01-nodeset-reconcile", - "started_at_utc": "2026-09-12T19:45:19Z", - "finished_at_utc": "2026-09-12T19:45:24Z", + "mode": "change", + "component": "infra-dr-backupv2-ct112-isolated-restore", + "started_at_utc": "2026-09-12T20:07:58Z", + "finished_at_utc": "2026-09-12T20:10:04Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "4014ee248ed61f0371d6370db8bb17fe4430970cd4e18e2df91dd7528c29e74b", + "command_sha256": "5d33ffffab3825b129f47636a5811733aaba514a5603acabb007843ac50b5b7a", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": false, + "change_declared": true, "result_contract_valid": true, - "result_contract_status": null, + "result_contract_status": "OK", "result_contract_error": null, "command_rc": 0, - "changes_made": false, + "changes_made": true, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "NO_MUTATION", + "mutation_outcome": "MUTATED", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "84e5fea9b70f3262fb366a38bb08bd6045ca800fce9e4d9e7edf885c85504bf8", - "sanitized_output_sha256": "84e5fea9b70f3262fb366a38bb08bd6045ca800fce9e4d9e7edf885c85504bf8", + "raw_evidence_sha256": "9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5", + "sanitized_output_sha256": "9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE291_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-NODESET-RECONCILE-291R1\nMODE=READ_ONLY_PVE01_NODESET_RECONCILE\nSELFTESTS=8\nAUTHORITY_FRESH_READ=OK\nREFERENCE_SHA256_CURRENT=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256_CURRENT=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nREFERENCE_SHA_MATCH_290=YES\nERROR_REGISTER_SHA_MATCH_290=YES\nANCHOR_SOURCE=IMMUTABLE_GITEA_VERIFIED_PRE_291\nANCHOR_CT110_BACKUP_COMMIT=66dc0a510a2bffa3a88d2bb65c9de16e9df9f519\nANCHOR_CT110_BACKUP_GENERATION=G270-20260912T103049Z-48cbd795f4c7920b0351cf78c1c17270\nANCHOR_CT110_CLEANUP_COMMIT=cb0f092ac2097e56b58c24585d7d5af4189d6965\nANCHOR_CT110_RESTORE_BOOT_COMMIT=c5442e5cbc33d0c38a1627da1a4c58aa4275ecd6\nANCHOR_CT112_BACKUP_COMMIT=6cf376c11798a33b6aed71af39645cc47fb649cf\nANCHOR_CT112_BACKUP_GENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7\nANCHOR_CT112_PAYLOAD_BYTES=223801195\nANCHOR_CT112_PAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nANCHOR_VM210_BACKUP_COMMIT=cd88b4cfcc82c9368659df74d0b396c2b60e5767\nANCHOR_VM210_CLEANUP_COMMIT=4f649064b216e6a6a7d411e31d907b7c2a1dc5ea\nANCHOR_VM210_RESTORE_BOOT_COMMIT=a371119edaa9d5dbf518c454eb98c68253ba60e1\nINVENTORY_EXPECTED_COUNT=6\nINVENTORY_ACTUAL_COUNT=6\nINVENTORY_MATCH=YES\nINVENTORY_MISSING=[]\nINVENTORY_EXTRA=[]\nGUEST={\"config_sha256\":\"0f32b8fca330d71e06ab83f22f1ebaac56b7fb4e2c5c7b03ee05dd2935c1c13b\",\"maxdisk_bytes\":8350298112,\"name\":\"dns1\",\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"vmid\":110}\nGUEST={\"config_sha256\":\"d2f92dca51310d15c72d38caad3a0f8df1e0342378329f4212339664b1bfb2f8\",\"maxdisk_bytes\":8350298112,\"name\":\"unbound1\",\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"vmid\":112}\nGUEST={\"config_sha256\":\"2913708d8452bed44484f9d04a13e3875499fc014735f44c485022f9a4616179\",\"maxdisk_bytes\":68719476736,\"name\":\"snikket\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":150}\nGUEST={\"config_sha256\":\"7f853a6f11fda0c3f3f7ca65b227faf96c74e29c147eae6d52c63b24ee820ba2\",\"maxdisk_bytes\":128849018880,\"name\":\"core-apps\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":170}\nGUEST={\"config_sha256\":\"f141cdd6b8d607cbc6267053e3987efed7bdb93a4fa156864b95fe3ea20fdc0d\",\"maxdisk_bytes\":128849018880,\"name\":\"monitoring\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":171}\nGUEST={\"config_sha256\":\"8c084a74c2fd42036eaaf2583f4374721b974303651cc662e0ec9adad259e8ba\",\"maxdisk_bytes\":53687091200,\"name\":\"newfi-prod\",\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"vmid\":210}\nSTAGING_TOTAL_BYTES=315926315008\nSTAGING_AVAILABLE_BYTES=296977154048\nSTAGING_FREE_BYTES=313100058624\nLOCAL_LVM_TOTAL_BYTES=869168840704\nLOCAL_LVM_AVAILABLE_BYTES=767736836994\nLOCAL_LVM_USED_BYTES=101432003710\nLOCAL_LVM_ACTIVE=YES\nRELEASE_ROOT_PRESENT=YES\nRELEASE_COUNT=11\nRELEASE_INVALID_NAME_COUNT=0\nRELEASE={\"kind\":\"dir\",\"name\":\"core-260r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"ct-backup-282r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"large-cloud-264r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"pve-producer-265r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"pve-retry-268r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"pve-retry-270r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"pve-run-266r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"restore-262r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"stream-263r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"transport-261r1\"}\nRELEASE={\"kind\":\"dir\",\"name\":\"vm-backup-283r1\"}\nVM210_EVIDENCE_WORKDIR_PRESENT=YES\nBACKUP_TIMER_COUNT=5\nV2_TIMER_COUNT=0\nV2_TIMERS_DISABLED=YES\nLEGACY_BACKUP_TIMER_COUNT=4\nLEGACY_BACKUP_ACTIVE_TIMER_COUNT=4\nBACKUP_TIMER={\"active_state\":\"active\",\"name\":\"dpkg-db-backup.timer\",\"unit_file_state\":\"enabled\"}\nBACKUP_TIMER={\"active_state\":\"active\",\"name\":\"homelab-backup-audit.timer\",\"unit_file_state\":\"enabled\"}\nBACKUP_TIMER={\"active_state\":\"active\",\"name\":\"homelab-backup-retention-gc.timer\",\"unit_file_state\":\"enabled\"}\nBACKUP_TIMER={\"active_state\":\"active\",\"name\":\"homelab-control-backup.timer\",\"unit_file_state\":\"enabled\"}\nBACKUP_TIMER={\"active_state\":\"active\",\"name\":\"homelab-duty-admin-v2.timer\",\"unit_file_state\":\"enabled\"}\nCOMPETING_PVE_TASK_COUNT=0\nCT112_RESTORE_ADMISSION={\"backup_anchor_proven\":true,\"local_lvm_available_bytes\":767736836994,\"local_lvm_fits\":true,\"local_lvm_required_bytes\":10497781760,\"maxdisk_bytes\":8350298112,\"restore_boot_proven\":false,\"staging_available_bytes\":296977154048,\"staging_fits\":true,\"staging_required_bytes\":13480295220,\"vmid\":112}\nVM_ADMISSION={\"compression_credit_used\":false,\"configured_full_cycle_fits\":true,\"maxdisk_bytes\":68719476736,\"staging_available_bytes\":296977154048,\"staging_required_bytes\":79886391706,\"vmid\":150}\nVM_ADMISSION={\"compression_credit_used\":false,\"configured_full_cycle_fits\":true,\"maxdisk_bytes\":128849018880,\"staging_available_bytes\":296977154048,\"staging_required_bytes\":146028888064,\"vmid\":170}\nVM_ADMISSION={\"compression_credit_used\":false,\"configured_full_cycle_fits\":true,\"maxdisk_bytes\":128849018880,\"staging_available_bytes\":296977154048,\"staging_required_bytes\":146028888064,\"vmid\":171}\nNEXT_GATE=CT112_ISOLATED_RESTORE_PROOF_FIRST\nNEXT_GATE_REASON=CT112_BACKUP_PROVEN_RESTORE_MISSING_AND_CURRENT_CAPACITY_FITS\nNEXT_VM_CANDIDATE=NONE\nCLOUD_CALLS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nGUEST_MUTATIONS=0\nFILES_WRITTEN_BY_PAYLOAD=0\nREAD_ONLY_CALLS=16\nPVE291_STATUS=OK\nPVE291_END=\n" + "output": "CT112RESTORE292_BEGIN=\nCOMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1\nACCEPTED291_COMMIT=676936245e8d7ac19d9eabca25965b72b65cab2d\nMODE=CHANGE_CT112_CLOUD_ONLY_ISOLATED_RESTORE_BOOT_AND_SCOPED_CLEANUP\nSOURCE_VMID=112\nTEST_VMID=900292\nGENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7\nLOGICAL_ID=guest-pve01-lxc-112\nPAYLOAD_BYTES=223801195\nPAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nMANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nSELFTESTS=9\nAUTHORITY_FRESH_READ=OK\nSOURCE_PRESTATE=PASS\nTEST_VMID_PRESTATE=ABSENT\nCOMPETING_PVE_TASKS=CLEAR\nV2_TIMERS_DISABLED=YES\nSTAGING_AVAILABLE_BYTES=296977154048\nLOCAL_LVM_AVAILABLE_BYTES=767736836994\nWORK_DIRECTORY=/mnt/staging/backup-v2-ct-restore/R292-20260912T200801Z-4bc40857\nCLOUD_DISCOVERY_ACCOUNTS_SCANNED=13\nGENERATION_PHYSICAL_REPLICA_COUNT=2\nREPLICA_1_CRYPT=pve03-mail-01-crypt\nREPLICA_1_PHYSICAL=pve03-mail-01\nREPLICA_2_CRYPT=pve03-mail-02-crypt\nREPLICA_2_PHYSICAL=pve03-mail-02\nREPLICA_1_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nREPLICA_1_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nREPLICA_2_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1\nREPLICA_2_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56\nCLOUD_RECONSTRUCTION_VERIFIED=YES\nREMOVED_NETWORK_KEYS=[\"net0\"]\nRESTORE_TO_NEW_STOPPED_CT=PASS\nTEST_CT_NETWORK_CONFIG_REMOVED=YES\nBOOT_CONDITIONS={\"BIN_SH_EXECUTABLE\":\"PASS\",\"EFFECTIVE_UID_ROOT\":\"PASS\",\"NETLINK_ONLY_LOOPBACK\":\"PASS\",\"NETWORK_NS_DISTINCT_FROM_HOST\":\"PASS\",\"OS_RELEASE_READABLE\":\"PASS\",\"PID1_COMM_NONEMPTY\":\"PASS\",\"PROC_NET_DEV_READABLE\":\"PASS\",\"PROC_NET_ONLY_LOOPBACK\":\"PASS\",\"SYSFS_NET_READABLE\":\"PASS\",\"SYSFS_TYPED_OBSERVATION\":\"PASS\"}\nPROC_NET_ONLY_LOOPBACK=PASS\nNETWORK_NS_DISTINCT_FROM_HOST=PASS\nNETLINK_ONLY_LOOPBACK=PASS\nSYSFS_TYPED_OBSERVATION=PASS\nSYSFS_NET_ENTRY_COUNT=2\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_CT_AND_VOLUME_REMOVED=YES\nRESTORED_PAYLOAD_REMOVED=YES\nSOURCE_CT112_AND_AUTHORITY_UNCHANGED=YES\nEVIDENCE_WORKDIR_RETAINED=YES\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_BACKUP\nTEST_CT_DESTROYED=YES\nRESTORED_PAYLOAD_DELETED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nROLLBACK_STARTED=NO\nROLLBACK_RESTORED=NOT_APPLICABLE\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nCLOUD_CALLS=42\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=1\nSOURCE_GUEST_MUTATIONS=0\nTEST_GUEST_MUTATIONS=7\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nCT112RESTORE292_END=\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index d7b2e62a..e4c8ff44 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,113 +1,101 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-NODESET-RECONCILE-291R1 +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1 STATUS=OK RC=0 HOST=pve01 -MODE=read-only -COMPONENT=infra-dr-backupv2-pve01-nodeset-reconcile +MODE=change +COMPONENT=infra-dr-backupv2-ct112-isolated-restore REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=4014ee248ed61f0371d6370db8bb17fe4430970cd4e18e2df91dd7528c29e74b +COMMAND_SHA256=5d33ffffab3825b129f47636a5811733aaba514a5603acabb007843ac50b5b7a DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=false +CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_STATUS=OK RESULT_CONTRACT_ERROR=NONE COMMAND_RC=0 -CHANGES_MADE=false +CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION +MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=84e5fea9b70f3262fb366a38bb08bd6045ca800fce9e4d9e7edf885c85504bf8 -SANITIZED_OUTPUT_SHA256=84e5fea9b70f3262fb366a38bb08bd6045ca800fce9e4d9e7edf885c85504bf8 +RAW_EVIDENCE_SHA256=9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5 +SANITIZED_OUTPUT_SHA256=9634b70c5cd89e771862f849d356a336ad253d87e5c373dc39bb2b85c4535df5 OUTPUT_BEGIN -PVE291_BEGIN= -COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-PVE01-NODESET-RECONCILE-291R1 -MODE=READ_ONLY_PVE01_NODESET_RECONCILE -SELFTESTS=8 +CT112RESTORE292_BEGIN= +COMMAND_ID=SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1 +ACCEPTED291_COMMIT=676936245e8d7ac19d9eabca25965b72b65cab2d +MODE=CHANGE_CT112_CLOUD_ONLY_ISOLATED_RESTORE_BOOT_AND_SCOPED_CLEANUP +SOURCE_VMID=112 +TEST_VMID=900292 +GENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7 +LOGICAL_ID=guest-pve01-lxc-112 +PAYLOAD_BYTES=223801195 +PAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +SELFTESTS=9 AUTHORITY_FRESH_READ=OK -REFERENCE_SHA256_CURRENT=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 -ERROR_REGISTER_SHA256_CURRENT=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -REFERENCE_SHA_MATCH_290=YES -ERROR_REGISTER_SHA_MATCH_290=YES -ANCHOR_SOURCE=IMMUTABLE_GITEA_VERIFIED_PRE_291 -ANCHOR_CT110_BACKUP_COMMIT=66dc0a510a2bffa3a88d2bb65c9de16e9df9f519 -ANCHOR_CT110_BACKUP_GENERATION=G270-20260912T103049Z-48cbd795f4c7920b0351cf78c1c17270 -ANCHOR_CT110_CLEANUP_COMMIT=cb0f092ac2097e56b58c24585d7d5af4189d6965 -ANCHOR_CT110_RESTORE_BOOT_COMMIT=c5442e5cbc33d0c38a1627da1a4c58aa4275ecd6 -ANCHOR_CT112_BACKUP_COMMIT=6cf376c11798a33b6aed71af39645cc47fb649cf -ANCHOR_CT112_BACKUP_GENERATION=G282-20260912T154218Z-42a41f65b7699cd28c32dfd6ca90fcf7 -ANCHOR_CT112_PAYLOAD_BYTES=223801195 -ANCHOR_CT112_PAYLOAD_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 -ANCHOR_VM210_BACKUP_COMMIT=cd88b4cfcc82c9368659df74d0b396c2b60e5767 -ANCHOR_VM210_CLEANUP_COMMIT=4f649064b216e6a6a7d411e31d907b7c2a1dc5ea -ANCHOR_VM210_RESTORE_BOOT_COMMIT=a371119edaa9d5dbf518c454eb98c68253ba60e1 -INVENTORY_EXPECTED_COUNT=6 -INVENTORY_ACTUAL_COUNT=6 -INVENTORY_MATCH=YES -INVENTORY_MISSING=[] -INVENTORY_EXTRA=[] -GUEST={"config_sha256":"0f32b8fca330d71e06ab83f22f1ebaac56b7fb4e2c5c7b03ee05dd2935c1c13b","maxdisk_bytes":8350298112,"name":"dns1","status":"running","template":false,"type":"lxc","vmid":110} -GUEST={"config_sha256":"d2f92dca51310d15c72d38caad3a0f8df1e0342378329f4212339664b1bfb2f8","maxdisk_bytes":8350298112,"name":"unbound1","status":"running","template":false,"type":"lxc","vmid":112} -GUEST={"config_sha256":"2913708d8452bed44484f9d04a13e3875499fc014735f44c485022f9a4616179","maxdisk_bytes":68719476736,"name":"snikket","status":"running","template":false,"type":"qemu","vmid":150} -GUEST={"config_sha256":"7f853a6f11fda0c3f3f7ca65b227faf96c74e29c147eae6d52c63b24ee820ba2","maxdisk_bytes":128849018880,"name":"core-apps","status":"running","template":false,"type":"qemu","vmid":170} -GUEST={"config_sha256":"f141cdd6b8d607cbc6267053e3987efed7bdb93a4fa156864b95fe3ea20fdc0d","maxdisk_bytes":128849018880,"name":"monitoring","status":"running","template":false,"type":"qemu","vmid":171} -GUEST={"config_sha256":"8c084a74c2fd42036eaaf2583f4374721b974303651cc662e0ec9adad259e8ba","maxdisk_bytes":53687091200,"name":"newfi-prod","status":"running","template":false,"type":"qemu","vmid":210} -STAGING_TOTAL_BYTES=315926315008 -STAGING_AVAILABLE_BYTES=296977154048 -STAGING_FREE_BYTES=313100058624 -LOCAL_LVM_TOTAL_BYTES=869168840704 -LOCAL_LVM_AVAILABLE_BYTES=767736836994 -LOCAL_LVM_USED_BYTES=101432003710 -LOCAL_LVM_ACTIVE=YES -RELEASE_ROOT_PRESENT=YES -RELEASE_COUNT=11 -RELEASE_INVALID_NAME_COUNT=0 -RELEASE={"kind":"dir","name":"core-260r1"} -RELEASE={"kind":"dir","name":"ct-backup-282r1"} -RELEASE={"kind":"dir","name":"large-cloud-264r1"} -RELEASE={"kind":"dir","name":"pve-producer-265r1"} -RELEASE={"kind":"dir","name":"pve-retry-268r1"} -RELEASE={"kind":"dir","name":"pve-retry-270r1"} -RELEASE={"kind":"dir","name":"pve-run-266r1"} -RELEASE={"kind":"dir","name":"restore-262r1"} -RELEASE={"kind":"dir","name":"stream-263r1"} -RELEASE={"kind":"dir","name":"transport-261r1"} -RELEASE={"kind":"dir","name":"vm-backup-283r1"} -VM210_EVIDENCE_WORKDIR_PRESENT=YES -BACKUP_TIMER_COUNT=5 -V2_TIMER_COUNT=0 +SOURCE_PRESTATE=PASS +TEST_VMID_PRESTATE=ABSENT +COMPETING_PVE_TASKS=CLEAR V2_TIMERS_DISABLED=YES -LEGACY_BACKUP_TIMER_COUNT=4 -LEGACY_BACKUP_ACTIVE_TIMER_COUNT=4 -BACKUP_TIMER={"active_state":"active","name":"dpkg-db-backup.timer","unit_file_state":"enabled"} -BACKUP_TIMER={"active_state":"active","name":"homelab-backup-audit.timer","unit_file_state":"enabled"} -BACKUP_TIMER={"active_state":"active","name":"homelab-backup-retention-gc.timer","unit_file_state":"enabled"} -BACKUP_TIMER={"active_state":"active","name":"homelab-control-backup.timer","unit_file_state":"enabled"} -BACKUP_TIMER={"active_state":"active","name":"homelab-duty-admin-v2.timer","unit_file_state":"enabled"} -COMPETING_PVE_TASK_COUNT=0 -CT112_RESTORE_ADMISSION={"backup_anchor_proven":true,"local_lvm_available_bytes":767736836994,"local_lvm_fits":true,"local_lvm_required_bytes":10497781760,"maxdisk_bytes":8350298112,"restore_boot_proven":false,"staging_available_bytes":296977154048,"staging_fits":true,"staging_required_bytes":13480295220,"vmid":112} -VM_ADMISSION={"compression_credit_used":false,"configured_full_cycle_fits":true,"maxdisk_bytes":68719476736,"staging_available_bytes":296977154048,"staging_required_bytes":79886391706,"vmid":150} -VM_ADMISSION={"compression_credit_used":false,"configured_full_cycle_fits":true,"maxdisk_bytes":128849018880,"staging_available_bytes":296977154048,"staging_required_bytes":146028888064,"vmid":170} -VM_ADMISSION={"compression_credit_used":false,"configured_full_cycle_fits":true,"maxdisk_bytes":128849018880,"staging_available_bytes":296977154048,"staging_required_bytes":146028888064,"vmid":171} -NEXT_GATE=CT112_ISOLATED_RESTORE_PROOF_FIRST -NEXT_GATE_REASON=CT112_BACKUP_PROVEN_RESTORE_MISSING_AND_CURRENT_CAPACITY_FITS -NEXT_VM_CANDIDATE=NONE -CLOUD_CALLS=0 +STAGING_AVAILABLE_BYTES=296977154048 +LOCAL_LVM_AVAILABLE_BYTES=767736836994 +WORK_DIRECTORY=/mnt/staging/backup-v2-ct-restore/R292-20260912T200801Z-4bc40857 +CLOUD_DISCOVERY_ACCOUNTS_SCANNED=13 +GENERATION_PHYSICAL_REPLICA_COUNT=2 +REPLICA_1_CRYPT=pve03-mail-01-crypt +REPLICA_1_PHYSICAL=pve03-mail-01 +REPLICA_2_CRYPT=pve03-mail-02-crypt +REPLICA_2_PHYSICAL=pve03-mail-02 +REPLICA_1_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +REPLICA_1_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +REPLICA_2_READBACK_SHA256=904241d2ca225971e496d5695cd9a67d8d433e078e777a51deaca5bc651fe3b1 +REPLICA_2_MANIFEST_SHA256=c8a3d313dc105d4ddc9515c21c8208f7a4b7ed4c354bd7a8276efb3ee0911f56 +CLOUD_RECONSTRUCTION_VERIFIED=YES +REMOVED_NETWORK_KEYS=["net0"] +RESTORE_TO_NEW_STOPPED_CT=PASS +TEST_CT_NETWORK_CONFIG_REMOVED=YES +BOOT_CONDITIONS={"BIN_SH_EXECUTABLE":"PASS","EFFECTIVE_UID_ROOT":"PASS","NETLINK_ONLY_LOOPBACK":"PASS","NETWORK_NS_DISTINCT_FROM_HOST":"PASS","OS_RELEASE_READABLE":"PASS","PID1_COMM_NONEMPTY":"PASS","PROC_NET_DEV_READABLE":"PASS","PROC_NET_ONLY_LOOPBACK":"PASS","SYSFS_NET_READABLE":"PASS","SYSFS_TYPED_OBSERVATION":"PASS"} +PROC_NET_ONLY_LOOPBACK=PASS +NETWORK_NS_DISTINCT_FROM_HOST=PASS +NETLINK_ONLY_LOOPBACK=PASS +SYSFS_TYPED_OBSERVATION=PASS +SYSFS_NET_ENTRY_COUNT=2 +GUEST_RESTORE_BOOT_VERIFIED=YES +TEST_CT_AND_VOLUME_REMOVED=YES +RESTORED_PAYLOAD_REMOVED=YES +SOURCE_CT112_AND_AUTHORITY_UNCHANGED=YES +EVIDENCE_WORKDIR_RETAINED=YES +STATUS=OK +PHASE=COMPLETE +NEXT_GATE=PVE01_QEMU_150_170_171_SEQUENTIAL_BACKUP +TEST_CT_DESTROYED=YES +RESTORED_PAYLOAD_DELETED=YES +SOURCE_CONFIG_UNCHANGED=YES +ROLLBACK_STARTED=NO +ROLLBACK_RESTORED=NOT_APPLICABLE +FAILED_TOOL=NONE +FAILED_RC=NONE +FAILED_STDERR_BYTES=0 +FAILED_STDERR_SHA256=NONE +CLOUD_CALLS=42 +CLOUD_WRITE_ATTEMPTS=0 +CLOUD_DELETIONS=0 BACKUP_EXECUTIONS=0 -RESTORE_EXECUTIONS=0 +RESTORE_EXECUTIONS=1 +SOURCE_GUEST_MUTATIONS=0 +TEST_GUEST_MUTATIONS=7 SYSTEMD_MUTATIONS=0 -GUEST_MUTATIONS=0 -FILES_WRITTEN_BY_PAYLOAD=0 -READ_ONLY_CALLS=16 -PVE291_STATUS=OK -PVE291_END= +LIVE_RCLONE_CONFIG_READS=26 +LIVE_RCLONE_CONFIG_WRITES=0 +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260912-INFRA-DR-BACKUPV2-CT112-ISOLATED-RESTORE-292R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +CT112RESTORE292_END= OUTPUT_END CHAT_OUTPUT_END