From 882ba8162f17570d13720b64fadbbde599ca36f8 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Mon, 14 Sep 2026 19:56:40 +0000 Subject: [PATCH] runtime: publish SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1 --- ...Y-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.json | 38 +++++ ...RY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.txt | 70 +++++++++ runtime/latest.json | 22 +-- runtime/latest.txt | 141 +++++------------- 4 files changed, 155 insertions(+), 116 deletions(-) create mode 100644 runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.json create mode 100644 runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.txt diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.json b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.json new file mode 100644 index 00000000..305e2cde --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "read-only", + "component": "infra-dr-backupv2-final-coverage-registry-reaudit-after-control-closure", + "started_at_utc": "2026-09-14T19:56:32Z", + "finished_at_utc": "2026-09-14T19:56:39Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "6b3e4e5520fe9c06c9f4fd1e93508a6d97b1822aca816cbe544b1e39084623ff", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 2, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468", + "sanitized_output_sha256": "16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1\nMODE=READ_ONLY_FINAL_COVERAGE_REGISTRY_REAUDIT_AFTER_CONTROL_CLOSURE\nANCHOR_373_COMMIT=23fbc432636e1fb497b1ffd18285b5aad4485379\nANCHOR_381_COMMIT=346cf37aa94e1ab8bf4c4b7b20e927f187739d94\nNO_CLOUD_WRITE=YES\nNO_CLOUD_DELETE=YES\nNO_BACKUP_EXECUTION=YES\nNO_RESTORE_EXECUTION=YES\nNO_CONTROL_ENGINE_EXECUTION=YES\nNO_SYSTEMD_MUTATION=YES\nSELFTEST_REGISTRY382=6\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nANCHOR_373_RUNTIME_IDENTITY=PASS\nANCHOR_373_ALL_REQUIRED_DATA_TARGETS_EXCEPT_CONTROL_PLANE=PASS\nANCHOR_381_RUNTIME_IDENTITY=PASS\nANCHOR_381_CONTROL_PLANE_COVERAGE=PASS\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active\nHOMELAB_CONTROL_BACKUP_TIMER_ENABLED=enabled\nHOMELAB_CONTROL_BACKUP_TIMER_ACTIVE=active\nV2_TIMER_COUNT=1\nV2_TIMER_NAMES=[\"homelab-duty-admin-v2.timer\"]\nSTATUS=FAIL\nPHASE=REGISTRY_REAUDIT\nREASON=V2_TIMER_PRESENT\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n" +} diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.txt b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.txt new file mode 100644 index 00000000..966a1d21 --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1.txt @@ -0,0 +1,70 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1 +STATUS=FAIL +RC=2 +HOST=pve01 +MODE=read-only +COMPONENT=infra-dr-backupv2-final-coverage-registry-reaudit-after-control-closure +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=6b3e4e5520fe9c06c9f4fd1e93508a6d97b1822aca816cbe544b1e39084623ff +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=2 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468 +SANITIZED_OUTPUT_SHA256=16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468 +OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1 +MODE=READ_ONLY_FINAL_COVERAGE_REGISTRY_REAUDIT_AFTER_CONTROL_CLOSURE +ANCHOR_373_COMMIT=23fbc432636e1fb497b1ffd18285b5aad4485379 +ANCHOR_381_COMMIT=346cf37aa94e1ab8bf4c4b7b20e927f187739d94 +NO_CLOUD_WRITE=YES +NO_CLOUD_DELETE=YES +NO_BACKUP_EXECUTION=YES +NO_RESTORE_EXECUTION=YES +NO_CONTROL_ENGINE_EXECUTION=YES +NO_SYSTEMD_MUTATION=YES +SELFTEST_REGISTRY382=6 +CURRENT_ID_GITEA_FRESHNESS=404_404_PASS +ANCHOR_373_RUNTIME_IDENTITY=PASS +ANCHOR_373_ALL_REQUIRED_DATA_TARGETS_EXCEPT_CONTROL_PLANE=PASS +ANCHOR_381_RUNTIME_IDENTITY=PASS +ANCHOR_381_CONTROL_PLANE_COVERAGE=PASS +HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled +HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active +HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled +HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active +HOMELAB_CONTROL_BACKUP_TIMER_ENABLED=enabled +HOMELAB_CONTROL_BACKUP_TIMER_ACTIVE=active +V2_TIMER_COUNT=1 +V2_TIMER_NAMES=["homelab-duty-admin-v2.timer"] +STATUS=FAIL +PHASE=REGISTRY_REAUDIT +REASON=V2_TIMER_PRESENT +CHANGES_MADE=false +MUTATION_OUTCOME=NO_MUTATION +CLOUD_WRITES=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +CONTROL_ENGINE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 +SCHEDULER_CUTOVER=NO +LEGACY_BACKUP_DISABLES=0 +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 16739b13..305e2cde 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1", - "status": "OK", - "rc": 0, + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1", + "status": "FAIL", + "rc": 2, "host": "pve01", "mode": "read-only", - "component": "infra-dr-backupv2-control-380-health-root-workspace-rca-fix-closure", - "started_at_utc": "2026-09-14T19:49:16Z", - "finished_at_utc": "2026-09-14T19:49:29Z", + "component": "infra-dr-backupv2-final-coverage-registry-reaudit-after-control-closure", + "started_at_utc": "2026-09-14T19:56:32Z", + "finished_at_utc": "2026-09-14T19:56:39Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "2d627054d90c1adc89eb735594479df46650a069d5bc3ee272945cfe3fa2e834", + "command_sha256": "6b3e4e5520fe9c06c9f4fd1e93508a6d97b1822aca816cbe544b1e39084623ff", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 0, + "command_rc": 2, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "49037e8b0cca7de6424bf838d14a43d44ffe99e581bfd69d678bc1f40a2be554", - "sanitized_output_sha256": "49037e8b0cca7de6424bf838d14a43d44ffe99e581bfd69d678bc1f40a2be554", + "raw_evidence_sha256": "16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468", + "sanitized_output_sha256": "16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1\nMODE=READ_ONLY_CONTROL_380_HEALTH_ROOT_WORKSPACE_RCA_FIX_CLOSURE\nANCHOR_379_COMMIT=96cfc84f65e5867d6085b03a5f71cf2170f6e4f3\nANCHOR_380_COMMIT=c52aeb801d354c97299c03cdb8cec9e83c340085\nEXPECTED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z\nNO_FORCE=YES\nNO_VERIFY=YES\nNO_BACKUP_DELETE=YES\nNO_RCLONE=YES\nNO_SYSTEMCTL_MUTATION=YES\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nERROR_REGISTER_FRESH_READ=OK\nERROR_REGISTER_PROVENANCE_MATCH=YES\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nREFERENCE_FRESH_READ=OK\nREFERENCE_PROVENANCE_MATCH=YES\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nRUNNER_SHA_MATCH=YES\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_SHA_MATCH=YES\nANCHOR_378_RUNTIME_IDENTITY=PASS\nANCHOR_379_RUNTIME_IDENTITY=PASS\nENGINE_VERIFY_OPERATIONAL_SUCCESS_ANCHORED=PASS\nENGINE_VERIFY_RECONSTRUCT_A_ANCHORED=PASS\nENGINE_VERIFY_RECONSTRUCT_B_ANCHORED=PASS\nENGINE_VERIFY_COMPARE_AB_ANCHORED=PASS\nENGINE_VERIFY_CLOUD_MUTATIONS_ANCHORED=ZERO\nANCHOR_380_RUNTIME_IDENTITY=PASS\nRCA_380_HEALTH_ROOT_OMISSION_ANCHORED=PASS\nSTATE_SCAN_ROOT_COUNT=3\nSTATE_SCAN_ROOT_1=/var/lib/homelab-backup\nSTATE_SCAN_ROOT_2=/var/lib/homelab-backup-v2\nSTATE_SCAN_ROOT_3=/var/lib/homelab-health\nSTATE_JSON_SCANNED=1562\nSTATE_JSON_PARSE_ERRORS=0\nGENERATION_MATCH_FILE_COUNT=3\nWINDOW_RELEVANT_FILE_COUNT=2\nEVIDENCE_IDENTITY_SUCCESS_FILE_COUNT=2\nHEALTH_BINDING_FILE_COUNT=1\nLEGACY_SCHEMA_MISMATCH_CONFIRMED_FILE_COUNT=1\nDOC_1_PATH=/var/lib/homelab-backup/control-restore-validation/control-bootstrap/control-bootstrap-v2-pve01-20260914T080740Z.json\nDOC_1_MTIME_UTC=2026-09-14T19:12:40.777301Z\nDOC_1_IN_379_WINDOW=YES\nDOC_1_HEALTHISH=NO\nDOC_1_RESTOREISH=YES\nDOC_1_LEGACY_TOP_STATUS_PRESENT=NO\nDOC_1_LEGACY_TOP_GENERATION_EXACT=YES\nDOC_1_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=NO\nDOC_1_GENERATION_MATCH_PATHS=[\"/generation\"]\nDOC_1_ARCHIVE_SHA_MATCH_PATHS=[\"/payload_sha256\"]\nDOC_1_SUCCESS_SEMANTIC_PATHS=[\"/cloud_a_semantic_restore_verified\",\"/cloud_b_byte_reconstruction_verified\",\"/control_manifest_verified\",\"/desired_git_bundle_verified\",\"/ops_git_bundle_verified\",\"/payload_checksums_verified\",\"/payload_sha256_verified\",\"/result\",\"/verified_at_utc\"]\nDOC_1_SCHEMA_LEAF_PATHS=[\"/clean_machine_bootstrap_proven\",\"/cloud_a_b_payload_equal\",\"/cloud_a_semantic_restore_verified\",\"/cloud_b_byte_reconstruction_verified\",\"/control_manifest_verified\",\"/control_scope\",\"/desired_git_bundle_verified\",\"/generation\",\"/logical_id\",\"/ops_git_bundle_verified\",\"/payload_checksums_verified\",\"/payload_sha256\",\"/payload_sha256_verified\",\"/restore_source\",\"/result\",\"/runtime_asset_count_verified\",\"/secret_escrow_separate\",\"/systemd_asset_count_verified\",\"/verified_at_utc\"]\nDOC_1_SCHEMA_PATHS_TRUNCATED=NO\nDOC_2_PATH=/var/lib/homelab-health/control-backup.json\nDOC_2_MTIME_UTC=2026-09-14T19:12:40.781301Z\nDOC_2_IN_379_WINDOW=YES\nDOC_2_HEALTHISH=YES\nDOC_2_RESTOREISH=YES\nDOC_2_LEGACY_TOP_STATUS_PRESENT=YES\nDOC_2_LEGACY_TOP_GENERATION_EXACT=YES\nDOC_2_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=YES\nDOC_2_GENERATION_MATCH_PATHS=[\"/generation\"]\nDOC_2_ARCHIVE_SHA_MATCH_PATHS=[\"/archive_sha256\"]\nDOC_2_SUCCESS_SEMANTIC_PATHS=[\"/status\"]\nDOC_2_SCHEMA_LEAF_PATHS=[\"/archive_sha256\",\"/cloud_quorum\",\"/control_freshness\",\"/full_site_dr_proven\",\"/generation\",\"/restore_evidence\",\"/schema\",\"/state_file\",\"/status\",\"/updated_at_utc\"]\nDOC_2_SCHEMA_PATHS_TRUNCATED=NO\nDOC_3_PATH=/var/lib/homelab-backup/cloud-quorum/control-bootstrap-v2/control-bootstrap-v2-pve01-20260914T080740Z.json\nDOC_3_MTIME_UTC=2026-09-14T08:07:54.154762Z\nDOC_3_IN_379_WINDOW=NO\nDOC_3_HEALTHISH=NO\nDOC_3_RESTOREISH=NO\nDOC_3_LEGACY_TOP_STATUS_PRESENT=YES\nDOC_3_LEGACY_TOP_GENERATION_EXACT=YES\nDOC_3_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=YES\nDOC_3_GENERATION_MATCH_PATHS=[\"/generation\"]\nDOC_3_ARCHIVE_SHA_MATCH_PATHS=[\"/archive_sha256\",\"/cloud_a_reconstructed_sha256\",\"/cloud_b_reconstructed_sha256\"]\nDOC_3_SUCCESS_SEMANTIC_PATHS=[\"/cloud_a_seal_verified\",\"/cloud_a_seal_verified_at_utc\",\"/cloud_a_verified\",\"/cloud_a_verified_at_utc\",\"/cloud_b_seal_verified\",\"/cloud_b_seal_verified_at_utc\",\"/cloud_b_verified\",\"/cloud_b_verified_at_utc\",\"/part_hashes_verified\",\"/status\"]\nDOC_3_SCHEMA_LEAF_PATHS=[\"/archive_sha256\",\"/archive_size_bytes\",\"/chunk_size_bytes\",\"/cloud_a_reconstructed_sha256\",\"/cloud_a_seal_verified\",\"/cloud_a_seal_verified_at_utc\",\"/cloud_a_verified\",\"/cloud_a_verified_at_utc\",\"/cloud_b_reconstructed_sha256\",\"/cloud_b_seal_verified\",\"/cloud_b_seal_verified_at_utc\",\"/cloud_b_verified\",\"/cloud_b_verified_at_utc\",\"/cloud_quorum\",\"/created_at_utc\",\"/delete_authorized_at_utc\",\"/generation\",\"/local_cleanup\",\"/local_delete_allowed\",\"/local_deleted_at_utc\",\"/local_payload_present\",\"/logical_id\",\"/part_count\",\"/part_hashes_verified\",\"/parts_manifest_sha256\",\"/payload_name\",\"/payload_path\",\"/remote_a_base\",\"/remote_a_root\",\"/remote_b_base\",\"/remote_b_root\",\"/schema\",\"/seal_sha256\",\"/seal_written\",\"/sealed_at_utc\",\"/status\",\"/updated_at_utc\"]\nDOC_3_SCHEMA_PATHS_TRUNCATED=NO\nVERIFY_WORKSPACE_DIRS_SCANNED=72\nVERIFY_WORKSPACE_RESIDUAL_COUNT=0\nRCA_379=WRAPPER_ASSUMED_TOP_LEVEL_STATUS_AND_ARCHIVE_SHA256_FIELDS_NOT_PRESENT_IN_ACTUAL_EVIDENCE_SCHEMA\nRCA_380=STATE_SCAN_OMITTED_VAR_LIB_HOMELAB_HEALTH_AND_WORKSPACE_SCANNER_USED_BROAD_NAME_MATCHES\nRCA_380_HEALTH_SCAN_ROOT_FIX=PASS\nRCA_380_VERIFY_WORKSPACE_SCOPE_FIX=PASS\nACTUAL_EVIDENCE_SCHEMA_IDENTITY_BINDING=PASS\nACTUAL_EVIDENCE_379_WRITE_WINDOW_BINDING=PASS\nACTUAL_HEALTH_379_WRITE_WINDOW_BINDING=PASS\nCONTROL_PRODUCTION_V2_GENERATION=PROVEN\nCONTROL_PRODUCTION_V2_RESTORE=PROVEN\nBACKUP_CONTROL_PLANE_PRODUCTION_V2_COVERAGE_COMPLETE=YES\nCONTROL_PLANE_FORMAL_CLOSURE_METHOD=READ_ONLY_ACCEPTANCE_OF_EXISTING_378_STATE_PLUS_379_SUCCESSFUL_VERIFY_EVIDENCE\nNEXT_GATE=BACKUPV2_FINAL_COVERAGE_REGISTRY_REAUDIT\nSTATUS=OK\nPHASE=COMPLETE\nREASON=NONE\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1\nMODE=READ_ONLY_FINAL_COVERAGE_REGISTRY_REAUDIT_AFTER_CONTROL_CLOSURE\nANCHOR_373_COMMIT=23fbc432636e1fb497b1ffd18285b5aad4485379\nANCHOR_381_COMMIT=346cf37aa94e1ab8bf4c4b7b20e927f187739d94\nNO_CLOUD_WRITE=YES\nNO_CLOUD_DELETE=YES\nNO_BACKUP_EXECUTION=YES\nNO_RESTORE_EXECUTION=YES\nNO_CONTROL_ENGINE_EXECUTION=YES\nNO_SYSTEMD_MUTATION=YES\nSELFTEST_REGISTRY382=6\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nANCHOR_373_RUNTIME_IDENTITY=PASS\nANCHOR_373_ALL_REQUIRED_DATA_TARGETS_EXCEPT_CONTROL_PLANE=PASS\nANCHOR_381_RUNTIME_IDENTITY=PASS\nANCHOR_381_CONTROL_PLANE_COVERAGE=PASS\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active\nHOMELAB_CONTROL_BACKUP_TIMER_ENABLED=enabled\nHOMELAB_CONTROL_BACKUP_TIMER_ACTIVE=active\nV2_TIMER_COUNT=1\nV2_TIMER_NAMES=[\"homelab-duty-admin-v2.timer\"]\nSTATUS=FAIL\nPHASE=REGISTRY_REAUDIT\nREASON=V2_TIMER_PRESENT\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index ab5c8dc3..966a1d21 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1 -STATUS=OK -RC=0 +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1 +STATUS=FAIL +RC=2 HOST=pve01 MODE=read-only -COMPONENT=infra-dr-backupv2-control-380-health-root-workspace-rca-fix-closure +COMPONENT=infra-dr-backupv2-final-coverage-registry-reaudit-after-control-closure REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=2d627054d90c1adc89eb735594479df46650a069d5bc3ee272945cfe3fa2e834 +COMMAND_SHA256=6b3e4e5520fe9c06c9f4fd1e93508a6d97b1822aca816cbe544b1e39084623ff DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=2 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,116 +24,47 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=49037e8b0cca7de6424bf838d14a43d44ffe99e581bfd69d678bc1f40a2be554 -SANITIZED_OUTPUT_SHA256=49037e8b0cca7de6424bf838d14a43d44ffe99e581bfd69d678bc1f40a2be554 +RAW_EVIDENCE_SHA256=16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468 +SANITIZED_OUTPUT_SHA256=16c375fe4b133c477fd93ee2765343a9cc181b6fb097747c9b702b0c6d78f468 OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1 -MODE=READ_ONLY_CONTROL_380_HEALTH_ROOT_WORKSPACE_RCA_FIX_CLOSURE -ANCHOR_379_COMMIT=96cfc84f65e5867d6085b03a5f71cf2170f6e4f3 -ANCHOR_380_COMMIT=c52aeb801d354c97299c03cdb8cec9e83c340085 -EXPECTED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z -NO_FORCE=YES -NO_VERIFY=YES -NO_BACKUP_DELETE=YES -NO_RCLONE=YES -NO_SYSTEMCTL_MUTATION=YES +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1 +MODE=READ_ONLY_FINAL_COVERAGE_REGISTRY_REAUDIT_AFTER_CONTROL_CLOSURE +ANCHOR_373_COMMIT=23fbc432636e1fb497b1ffd18285b5aad4485379 +ANCHOR_381_COMMIT=346cf37aa94e1ab8bf4c4b7b20e927f187739d94 +NO_CLOUD_WRITE=YES +NO_CLOUD_DELETE=YES +NO_BACKUP_EXECUTION=YES +NO_RESTORE_EXECUTION=YES +NO_CONTROL_ENGINE_EXECUTION=YES +NO_SYSTEMD_MUTATION=YES +SELFTEST_REGISTRY382=6 CURRENT_ID_GITEA_FRESHNESS=404_404_PASS -ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -ERROR_REGISTER_FRESH_READ=OK -ERROR_REGISTER_PROVENANCE_MATCH=YES -REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 -REFERENCE_FRESH_READ=OK -REFERENCE_PROVENANCE_MATCH=YES -RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -RUNNER_SHA_MATCH=YES -CONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57 -CONTROL_ENGINE_SHA_MATCH=YES -ANCHOR_378_RUNTIME_IDENTITY=PASS -ANCHOR_379_RUNTIME_IDENTITY=PASS -ENGINE_VERIFY_OPERATIONAL_SUCCESS_ANCHORED=PASS -ENGINE_VERIFY_RECONSTRUCT_A_ANCHORED=PASS -ENGINE_VERIFY_RECONSTRUCT_B_ANCHORED=PASS -ENGINE_VERIFY_COMPARE_AB_ANCHORED=PASS -ENGINE_VERIFY_CLOUD_MUTATIONS_ANCHORED=ZERO -ANCHOR_380_RUNTIME_IDENTITY=PASS -RCA_380_HEALTH_ROOT_OMISSION_ANCHORED=PASS -STATE_SCAN_ROOT_COUNT=3 -STATE_SCAN_ROOT_1=/var/lib/homelab-backup -STATE_SCAN_ROOT_2=/var/lib/homelab-backup-v2 -STATE_SCAN_ROOT_3=/var/lib/homelab-health -STATE_JSON_SCANNED=1562 -STATE_JSON_PARSE_ERRORS=0 -GENERATION_MATCH_FILE_COUNT=3 -WINDOW_RELEVANT_FILE_COUNT=2 -EVIDENCE_IDENTITY_SUCCESS_FILE_COUNT=2 -HEALTH_BINDING_FILE_COUNT=1 -LEGACY_SCHEMA_MISMATCH_CONFIRMED_FILE_COUNT=1 -DOC_1_PATH=/var/lib/homelab-backup/control-restore-validation/control-bootstrap/control-bootstrap-v2-pve01-20260914T080740Z.json -DOC_1_MTIME_UTC=2026-09-14T19:12:40.777301Z -DOC_1_IN_379_WINDOW=YES -DOC_1_HEALTHISH=NO -DOC_1_RESTOREISH=YES -DOC_1_LEGACY_TOP_STATUS_PRESENT=NO -DOC_1_LEGACY_TOP_GENERATION_EXACT=YES -DOC_1_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=NO -DOC_1_GENERATION_MATCH_PATHS=["/generation"] -DOC_1_ARCHIVE_SHA_MATCH_PATHS=["/payload_sha256"] -DOC_1_SUCCESS_SEMANTIC_PATHS=["/cloud_a_semantic_restore_verified","/cloud_b_byte_reconstruction_verified","/control_manifest_verified","/desired_git_bundle_verified","/ops_git_bundle_verified","/payload_checksums_verified","/payload_sha256_verified","/result","/verified_at_utc"] -DOC_1_SCHEMA_LEAF_PATHS=["/clean_machine_bootstrap_proven","/cloud_a_b_payload_equal","/cloud_a_semantic_restore_verified","/cloud_b_byte_reconstruction_verified","/control_manifest_verified","/control_scope","/desired_git_bundle_verified","/generation","/logical_id","/ops_git_bundle_verified","/payload_checksums_verified","/payload_sha256","/payload_sha256_verified","/restore_source","/result","/runtime_asset_count_verified","/secret_escrow_separate","/systemd_asset_count_verified","/verified_at_utc"] -DOC_1_SCHEMA_PATHS_TRUNCATED=NO -DOC_2_PATH=/var/lib/homelab-health/control-backup.json -DOC_2_MTIME_UTC=2026-09-14T19:12:40.781301Z -DOC_2_IN_379_WINDOW=YES -DOC_2_HEALTHISH=YES -DOC_2_RESTOREISH=YES -DOC_2_LEGACY_TOP_STATUS_PRESENT=YES -DOC_2_LEGACY_TOP_GENERATION_EXACT=YES -DOC_2_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=YES -DOC_2_GENERATION_MATCH_PATHS=["/generation"] -DOC_2_ARCHIVE_SHA_MATCH_PATHS=["/archive_sha256"] -DOC_2_SUCCESS_SEMANTIC_PATHS=["/status"] -DOC_2_SCHEMA_LEAF_PATHS=["/archive_sha256","/cloud_quorum","/control_freshness","/full_site_dr_proven","/generation","/restore_evidence","/schema","/state_file","/status","/updated_at_utc"] -DOC_2_SCHEMA_PATHS_TRUNCATED=NO -DOC_3_PATH=/var/lib/homelab-backup/cloud-quorum/control-bootstrap-v2/control-bootstrap-v2-pve01-20260914T080740Z.json -DOC_3_MTIME_UTC=2026-09-14T08:07:54.154762Z -DOC_3_IN_379_WINDOW=NO -DOC_3_HEALTHISH=NO -DOC_3_RESTOREISH=NO -DOC_3_LEGACY_TOP_STATUS_PRESENT=YES -DOC_3_LEGACY_TOP_GENERATION_EXACT=YES -DOC_3_LEGACY_TOP_ARCHIVE_SHA256_PRESENT=YES -DOC_3_GENERATION_MATCH_PATHS=["/generation"] -DOC_3_ARCHIVE_SHA_MATCH_PATHS=["/archive_sha256","/cloud_a_reconstructed_sha256","/cloud_b_reconstructed_sha256"] -DOC_3_SUCCESS_SEMANTIC_PATHS=["/cloud_a_seal_verified","/cloud_a_seal_verified_at_utc","/cloud_a_verified","/cloud_a_verified_at_utc","/cloud_b_seal_verified","/cloud_b_seal_verified_at_utc","/cloud_b_verified","/cloud_b_verified_at_utc","/part_hashes_verified","/status"] -DOC_3_SCHEMA_LEAF_PATHS=["/archive_sha256","/archive_size_bytes","/chunk_size_bytes","/cloud_a_reconstructed_sha256","/cloud_a_seal_verified","/cloud_a_seal_verified_at_utc","/cloud_a_verified","/cloud_a_verified_at_utc","/cloud_b_reconstructed_sha256","/cloud_b_seal_verified","/cloud_b_seal_verified_at_utc","/cloud_b_verified","/cloud_b_verified_at_utc","/cloud_quorum","/created_at_utc","/delete_authorized_at_utc","/generation","/local_cleanup","/local_delete_allowed","/local_deleted_at_utc","/local_payload_present","/logical_id","/part_count","/part_hashes_verified","/parts_manifest_sha256","/payload_name","/payload_path","/remote_a_base","/remote_a_root","/remote_b_base","/remote_b_root","/schema","/seal_sha256","/seal_written","/sealed_at_utc","/status","/updated_at_utc"] -DOC_3_SCHEMA_PATHS_TRUNCATED=NO -VERIFY_WORKSPACE_DIRS_SCANNED=72 -VERIFY_WORKSPACE_RESIDUAL_COUNT=0 -RCA_379=WRAPPER_ASSUMED_TOP_LEVEL_STATUS_AND_ARCHIVE_SHA256_FIELDS_NOT_PRESENT_IN_ACTUAL_EVIDENCE_SCHEMA -RCA_380=STATE_SCAN_OMITTED_VAR_LIB_HOMELAB_HEALTH_AND_WORKSPACE_SCANNER_USED_BROAD_NAME_MATCHES -RCA_380_HEALTH_SCAN_ROOT_FIX=PASS -RCA_380_VERIFY_WORKSPACE_SCOPE_FIX=PASS -ACTUAL_EVIDENCE_SCHEMA_IDENTITY_BINDING=PASS -ACTUAL_EVIDENCE_379_WRITE_WINDOW_BINDING=PASS -ACTUAL_HEALTH_379_WRITE_WINDOW_BINDING=PASS -CONTROL_PRODUCTION_V2_GENERATION=PROVEN -CONTROL_PRODUCTION_V2_RESTORE=PROVEN -BACKUP_CONTROL_PLANE_PRODUCTION_V2_COVERAGE_COMPLETE=YES -CONTROL_PLANE_FORMAL_CLOSURE_METHOD=READ_ONLY_ACCEPTANCE_OF_EXISTING_378_STATE_PLUS_379_SUCCESSFUL_VERIFY_EVIDENCE -NEXT_GATE=BACKUPV2_FINAL_COVERAGE_REGISTRY_REAUDIT -STATUS=OK -PHASE=COMPLETE -REASON=NONE +ANCHOR_373_RUNTIME_IDENTITY=PASS +ANCHOR_373_ALL_REQUIRED_DATA_TARGETS_EXCEPT_CONTROL_PLANE=PASS +ANCHOR_381_RUNTIME_IDENTITY=PASS +ANCHOR_381_CONTROL_PLANE_COVERAGE=PASS +HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled +HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active +HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ENABLED=enabled +HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_ACTIVE=active +HOMELAB_CONTROL_BACKUP_TIMER_ENABLED=enabled +HOMELAB_CONTROL_BACKUP_TIMER_ACTIVE=active +V2_TIMER_COUNT=1 +V2_TIMER_NAMES=["homelab-duty-admin-v2.timer"] +STATUS=FAIL +PHASE=REGISTRY_REAUDIT +REASON=V2_TIMER_PRESENT CHANGES_MADE=false MUTATION_OUTCOME=NO_MUTATION CLOUD_WRITES=0 CLOUD_DELETIONS=0 BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 CONTROL_ENGINE_EXECUTIONS=0 SYSTEMD_MUTATIONS=0 SCHEDULER_CUTOVER=NO LEGACY_BACKUP_DISABLES=0 -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-380-HEALTH-ROOT-WORKSPACE-RCA-FIX-CLOSURE-381R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-FINAL-COVERAGE-REGISTRY-REAUDIT-AFTER-CONTROL-CLOSURE-382R1","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} OUTPUT_END CHAT_OUTPUT_END