diff --git a/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.json b/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.json new file mode 100644 index 00000000..a4195f72 --- /dev/null +++ b/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "NEWFI-260921-NEWFDOM-DR221-FINAL413", + "status": "FAIL", + "rc": 3, + "host": "pve01", + "mode": "change", + "component": "newfi-dr221-final-current-production-backup-restore-acceptance", + "started_at_utc": "2026-09-21T17:48:28Z", + "finished_at_utc": "2026-09-21T17:48:35Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 3, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e", + "sanitized_output_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "DR221_FINAL413_BEGIN=true\nCOMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413\nPREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411\nPREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES\nIMMUTABLE_PLAN_CHECK=PASS\nDR221_FAILURE={\"checkpoint\":\"fresh_backup_cloud_quorum\",\"error_class\":\"RuntimeError\",\"error_sha256\":\"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81\"}\nDR221_BACKUP_GENERATION=null\nDR221_CLEANUP={\"cleanup_started\":false,\"staging_work_removed\":true,\"temp_vm_removed\":null}\nDR221_CLOSED=false\nFULL_PRODUCT_REMAINING=1\nDECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE\nNEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE\nACTIVE_MAJOR_STAGE=DR221\nMAJOR_STAGES_REMAINING=1\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"NEWFI-260921-NEWFDOM-DR221-FINAL413\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nDR221_FINAL413_END=true\n" +} diff --git a/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.txt b/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.txt new file mode 100644 index 00000000..0147c11c --- /dev/null +++ b/runtime/history/NEWFI-260921-NEWFDOM-DR221-FINAL413.txt @@ -0,0 +1,48 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413 +STATUS=FAIL +RC=3 +HOST=pve01 +MODE=change +COMPONENT=newfi-dr221-final-current-production-backup-restore-acceptance +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=3 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e +SANITIZED_OUTPUT_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e +OUTPUT_BEGIN +DR221_FINAL413_BEGIN=true +COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413 +PREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411 +PREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES +IMMUTABLE_PLAN_CHECK=PASS +DR221_FAILURE={"checkpoint":"fresh_backup_cloud_quorum","error_class":"RuntimeError","error_sha256":"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81"} +DR221_BACKUP_GENERATION=null +DR221_CLEANUP={"cleanup_started":false,"staging_work_removed":true,"temp_vm_removed":null} +DR221_CLOSED=false +FULL_PRODUCT_REMAINING=1 +DECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE +NEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE +ACTIVE_MAJOR_STAGE=DR221 +MAJOR_STAGES_REMAINING=1 +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"NEWFI-260921-NEWFDOM-DR221-FINAL413","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} +DR221_FINAL413_END=true + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 2bf134ee..a4195f72 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260921-NEWFDOM-DR221-PRESTATE-FIX411R1", + "command_id": "NEWFI-260921-NEWFDOM-DR221-FINAL413", "status": "FAIL", - "rc": 1, + "rc": 3, "host": "pve01", - "mode": "read-only", - "component": "newfi-dr221-prestate-findings-fix-readonly", - "started_at_utc": "2026-09-21T17:44:59Z", - "finished_at_utc": "2026-09-21T17:45:02Z", + "mode": "change", + "component": "newfi-dr221-final-current-production-backup-restore-acceptance", + "started_at_utc": "2026-09-21T17:48:28Z", + "finished_at_utc": "2026-09-21T17:48:35Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "2d287bfb97be12a17b932f08a33663fc58cd3420a2c6ad83df829f31c758339f", + "command_sha256": "417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": false, + "change_declared": true, "result_contract_valid": true, - "result_contract_status": null, + "result_contract_status": "FAIL", "result_contract_error": null, - "command_rc": 1, + "command_rc": 3, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7", - "sanitized_output_sha256": "1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7", + "raw_evidence_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e", + "sanitized_output_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nEXACT_PREDECESSOR_399=PASS\nEXACT_PREDECESSOR_402=PASS\nEXACT_PREDECESSOR_410=PASS\nGIT_CREDENTIAL_CAPABILITY={\"host_present\":true,\"password_present\":true,\"protocol_present\":true,\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"username_present\":true}\nGIT_LIVE_REMOTE_FIXED={\"head\":\"9c4814db67759dc09a5469d254c41a7b73f4d89a\",\"matches_local\":true,\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nPVESM_STATUS_FALSE_POSITIVE=true\nPVESM_STATUS_BASELINE={\"identical\":true,\"preflight399_rc\":255,\"reconcile410_rc\":255,\"stderr_sha256\":\"392a23116a78a702472c91f3d369a097fc3e924b89800aa3a8b26910c9f685ec\"}\nRESTORE_STORAGE_FIXED_PROOF={\"avail\":774342520184,\"pvesh_active\":true,\"pvesm_path_rc\":0,\"pvesm_path_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"pvesm_path_stdout_sha256\":\"928a78ed5937a1f1f59efc2985b4a2152483fb99c1a68d9c2d9ad9cd971ba73f\",\"storage\":\"local-lvm\",\"total\":869168840704,\"type\":\"lvmthin\"}\nTraceback (most recent call last):\n File \"\", line 1, in \n import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];exec(compile(d,\"\",\"exec\"))\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 155, in \n File \"\", line 24, in require\nRuntimeError: BACKUP_LOCK_PRESENT\n" + "output": "DR221_FINAL413_BEGIN=true\nCOMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413\nPREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411\nPREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES\nIMMUTABLE_PLAN_CHECK=PASS\nDR221_FAILURE={\"checkpoint\":\"fresh_backup_cloud_quorum\",\"error_class\":\"RuntimeError\",\"error_sha256\":\"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81\"}\nDR221_BACKUP_GENERATION=null\nDR221_CLEANUP={\"cleanup_started\":false,\"staging_work_removed\":true,\"temp_vm_removed\":null}\nDR221_CLOSED=false\nFULL_PRODUCT_REMAINING=1\nDECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE\nNEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE\nACTIVE_MAJOR_STAGE=DR221\nMAJOR_STAGES_REMAINING=1\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"NEWFI-260921-NEWFDOM-DR221-FINAL413\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nDR221_FINAL413_END=true\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index bab078b6..0147c11c 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-PRESTATE-FIX411R1 +COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413 STATUS=FAIL -RC=1 +RC=3 HOST=pve01 -MODE=read-only -COMPONENT=newfi-dr221-prestate-findings-fix-readonly +MODE=change +COMPONENT=newfi-dr221-final-current-production-backup-restore-acceptance REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=2d287bfb97be12a17b932f08a33663fc58cd3420a2c6ad83df829f31c758339f +COMMAND_SHA256=417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=false +CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=1 +COMMAND_RC=3 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,27 +24,25 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7 -SANITIZED_OUTPUT_SHA256=1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7 +RAW_EVIDENCE_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e +SANITIZED_OUTPUT_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e OUTPUT_BEGIN -ERROR_REGISTER_CHECK=OK -REFERENCE_CHECK=OK -AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED -EXACT_PREDECESSOR_399=PASS -EXACT_PREDECESSOR_402=PASS -EXACT_PREDECESSOR_410=PASS -GIT_CREDENTIAL_CAPABILITY={"host_present":true,"password_present":true,"protocol_present":true,"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","username_present":true} -GIT_LIVE_REMOTE_FIXED={"head":"9c4814db67759dc09a5469d254c41a7b73f4d89a","matches_local":true,"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} -PVESM_STATUS_FALSE_POSITIVE=true -PVESM_STATUS_BASELINE={"identical":true,"preflight399_rc":255,"reconcile410_rc":255,"stderr_sha256":"392a23116a78a702472c91f3d369a097fc3e924b89800aa3a8b26910c9f685ec"} -RESTORE_STORAGE_FIXED_PROOF={"avail":774342520184,"pvesh_active":true,"pvesm_path_rc":0,"pvesm_path_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","pvesm_path_stdout_sha256":"928a78ed5937a1f1f59efc2985b4a2152483fb99c1a68d9c2d9ad9cd971ba73f","storage":"local-lvm","total":869168840704,"type":"lvmthin"} -Traceback (most recent call last): - File "", line 1, in - import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];exec(compile(d,"","exec")) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "", line 155, in - File "", line 24, in require -RuntimeError: BACKUP_LOCK_PRESENT +DR221_FINAL413_BEGIN=true +COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413 +PREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411 +PREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES +IMMUTABLE_PLAN_CHECK=PASS +DR221_FAILURE={"checkpoint":"fresh_backup_cloud_quorum","error_class":"RuntimeError","error_sha256":"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81"} +DR221_BACKUP_GENERATION=null +DR221_CLEANUP={"cleanup_started":false,"staging_work_removed":true,"temp_vm_removed":null} +DR221_CLOSED=false +FULL_PRODUCT_REMAINING=1 +DECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE +NEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE +ACTIVE_MAJOR_STAGE=DR221 +MAJOR_STAGES_REMAINING=1 +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"NEWFI-260921-NEWFDOM-DR221-FINAL413","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} +DR221_FINAL413_END=true OUTPUT_END CHAT_OUTPUT_END