runtime: publish NEWFI-260921-NEWFDOM-DR221-FINAL413

2026-09-21 17:48:35 +00:00
parent 7da5dc76c6
commit fe323c23c8
4 changed files with 125 additions and 41 deletions
@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "NEWFI-260921-NEWFDOM-DR221-FINAL413",
+  "status": "FAIL",
+  "rc": 3,
+  "host": "pve01",
+  "mode": "change",
+  "component": "newfi-dr221-final-current-production-backup-restore-acceptance",
+  "started_at_utc": "2026-09-21T17:48:28Z",
+  "finished_at_utc": "2026-09-21T17:48:35Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": true,
+  "result_contract_valid": true,
+  "result_contract_status": "FAIL",
+  "result_contract_error": null,
+  "command_rc": 3,
+  "changes_made": false,
+  "rollback_started": false,
+  "rollback_restored": null,
+  "mutation_outcome": "NO_MUTATION",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e",
+  "sanitized_output_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "DR221_FINAL413_BEGIN=true\nCOMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413\nPREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411\nPREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES\nIMMUTABLE_PLAN_CHECK=PASS\nDR221_FAILURE={\"checkpoint\":\"fresh_backup_cloud_quorum\",\"error_class\":\"RuntimeError\",\"error_sha256\":\"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81\"}\nDR221_BACKUP_GENERATION=null\nDR221_CLEANUP={\"cleanup_started\":false,\"staging_work_removed\":true,\"temp_vm_removed\":null}\nDR221_CLOSED=false\nFULL_PRODUCT_REMAINING=1\nDECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE\nNEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE\nACTIVE_MAJOR_STAGE=DR221\nMAJOR_STAGES_REMAINING=1\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"NEWFI-260921-NEWFDOM-DR221-FINAL413\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nDR221_FINAL413_END=true\n"
+}
@@ -0,0 +1,48 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413
+STATUS=FAIL
+RC=3
+HOST=pve01
+MODE=change
+COMPONENT=newfi-dr221-final-current-production-backup-restore-acceptance
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=true
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=3
+CHANGES_MADE=false
+ROLLBACK_STARTED=false
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=NO_MUTATION
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e
+SANITIZED_OUTPUT_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e
+OUTPUT_BEGIN
+DR221_FINAL413_BEGIN=true
+COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413
+PREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411
+PREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES
+IMMUTABLE_PLAN_CHECK=PASS
+DR221_FAILURE={"checkpoint":"fresh_backup_cloud_quorum","error_class":"RuntimeError","error_sha256":"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81"}
+DR221_BACKUP_GENERATION=null
+DR221_CLEANUP={"cleanup_started":false,"staging_work_removed":true,"temp_vm_removed":null}
+DR221_CLOSED=false
+FULL_PRODUCT_REMAINING=1
+DECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE
+NEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE
+ACTIVE_MAJOR_STAGE=DR221
+MAJOR_STAGES_REMAINING=1
+HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"NEWFI-260921-NEWFDOM-DR221-FINAL413","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1}
+DR221_FINAL413_END=true
+
+OUTPUT_END
+CHAT_OUTPUT_END
@@ -1,27 +1,27 @@
 {
  "schema_version": 1,
  "channel": "homelab-runtime",
-  "command_id": "NEWFI-260921-NEWFDOM-DR221-PRESTATE-FIX411R1",
+  "command_id": "NEWFI-260921-NEWFDOM-DR221-FINAL413",
  "status": "FAIL",
-  "rc": 1,
+  "rc": 3,
  "host": "pve01",
-  "mode": "read-only",
-  "component": "newfi-dr221-prestate-findings-fix-readonly",
-  "started_at_utc": "2026-09-21T17:44:59Z",
-  "finished_at_utc": "2026-09-21T17:45:02Z",
+  "mode": "change",
+  "component": "newfi-dr221-final-current-production-backup-restore-acceptance",
+  "started_at_utc": "2026-09-21T17:48:28Z",
+  "finished_at_utc": "2026-09-21T17:48:35Z",
  "reference_register_checked": true,
  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
  "error_register_checked": true,
  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
-  "command_sha256": "2d287bfb97be12a17b932f08a33663fc58cd3420a2c6ad83df829f31c758339f",
+  "command_sha256": "417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e",
  "duplicate_failed_command_blocked": false,
  "block_reason": null,
  "execution_started": true,
-  "change_declared": false,
+  "change_declared": true,
  "result_contract_valid": true,
-  "result_contract_status": null,
+  "result_contract_status": "FAIL",
  "result_contract_error": null,
-  "command_rc": 1,
+  "command_rc": 3,
  "changes_made": false,
  "rollback_started": false,
  "rollback_restored": null,
@@ -30,9 +30,9 @@
  "secrets_included": false,
  "private_addresses_included": false,
  "raw_evidence_retained_locally": true,
-  "raw_evidence_sha256": "1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7",
-  "sanitized_output_sha256": "1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7",
+  "raw_evidence_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e",
+  "sanitized_output_sha256": "cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e",
  "output_truncated_in_json": false,
  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
-  "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nEXACT_PREDECESSOR_399=PASS\nEXACT_PREDECESSOR_402=PASS\nEXACT_PREDECESSOR_410=PASS\nGIT_CREDENTIAL_CAPABILITY={\"host_present\":true,\"password_present\":true,\"protocol_present\":true,\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"username_present\":true}\nGIT_LIVE_REMOTE_FIXED={\"head\":\"9c4814db67759dc09a5469d254c41a7b73f4d89a\",\"matches_local\":true,\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nPVESM_STATUS_FALSE_POSITIVE=true\nPVESM_STATUS_BASELINE={\"identical\":true,\"preflight399_rc\":255,\"reconcile410_rc\":255,\"stderr_sha256\":\"392a23116a78a702472c91f3d369a097fc3e924b89800aa3a8b26910c9f685ec\"}\nRESTORE_STORAGE_FIXED_PROOF={\"avail\":774342520184,\"pvesh_active\":true,\"pvesm_path_rc\":0,\"pvesm_path_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"pvesm_path_stdout_sha256\":\"928a78ed5937a1f1f59efc2985b4a2152483fb99c1a68d9c2d9ad9cd971ba73f\",\"storage\":\"local-lvm\",\"total\":869168840704,\"type\":\"lvmthin\"}\nTraceback (most recent call last):\n  File \"<string>\", line 1, in <module>\n    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];exec(compile(d,\"<w2-worker>\",\"exec\"))\n                                                                                                                                      ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"<w2-worker>\", line 155, in <module>\n  File \"<w2-worker>\", line 24, in require\nRuntimeError: BACKUP_LOCK_PRESENT\n"
+  "output": "DR221_FINAL413_BEGIN=true\nCOMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413\nPREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411\nPREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES\nIMMUTABLE_PLAN_CHECK=PASS\nDR221_FAILURE={\"checkpoint\":\"fresh_backup_cloud_quorum\",\"error_class\":\"RuntimeError\",\"error_sha256\":\"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81\"}\nDR221_BACKUP_GENERATION=null\nDR221_CLEANUP={\"cleanup_started\":false,\"staging_work_removed\":true,\"temp_vm_removed\":null}\nDR221_CLOSED=false\nFULL_PRODUCT_REMAINING=1\nDECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE\nNEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE\nACTIVE_MAJOR_STAGE=DR221\nMAJOR_STAGES_REMAINING=1\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"NEWFI-260921-NEWFDOM-DR221-FINAL413\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nDR221_FINAL413_END=true\n"
 }
@@ -1,22 +1,22 @@
 CHAT_OUTPUT_BEGIN
-COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-PRESTATE-FIX411R1
+COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413
 STATUS=FAIL
-RC=1
+RC=3
 HOST=pve01
-MODE=read-only
-COMPONENT=newfi-dr221-prestate-findings-fix-readonly
+MODE=change
+COMPONENT=newfi-dr221-final-current-production-backup-restore-acceptance
 REFERENCE_REGISTER_CHECK=OK
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_CHECK=OK
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-COMMAND_SHA256=2d287bfb97be12a17b932f08a33663fc58cd3420a2c6ad83df829f31c758339f
+COMMAND_SHA256=417389f4721a56312f7ea533dfdbb687e65433a492760945908156044599982e
 DUPLICATE_FAILED_COMMAND_BLOCKED=false
 EXECUTION_STARTED=true
-CHANGE_DECLARED=false
+CHANGE_DECLARED=true
 RESULT_CONTRACT_VALID=true
-RESULT_CONTRACT_STATUS=NOT_APPLICABLE
+RESULT_CONTRACT_STATUS=FAIL
 RESULT_CONTRACT_ERROR=NONE
-COMMAND_RC=1
+COMMAND_RC=3
 CHANGES_MADE=false
 ROLLBACK_STARTED=false
 ROLLBACK_RESTORED=null
@@ -24,27 +24,25 @@ MUTATION_OUTCOME=NO_MUTATION
 SANITIZED=yes
 SECRETS_INCLUDED=no
 PRIVATE_ADDRESSES_INCLUDED=no
-RAW_EVIDENCE_SHA256=1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7
-SANITIZED_OUTPUT_SHA256=1f4e84ffbde2f3aaf5b98baef93a1caa1b40693caf4bb5d669094c5d68cfbcf7
+RAW_EVIDENCE_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e
+SANITIZED_OUTPUT_SHA256=cc2d036e93d6ef220b0da069643eb821f33f34b1169ba7a5ef0b5a94cd3b306e
 OUTPUT_BEGIN
-ERROR_REGISTER_CHECK=OK
-REFERENCE_CHECK=OK
-AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED
-EXACT_PREDECESSOR_399=PASS
-EXACT_PREDECESSOR_402=PASS
-EXACT_PREDECESSOR_410=PASS
-GIT_CREDENTIAL_CAPABILITY={"host_present":true,"password_present":true,"protocol_present":true,"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","username_present":true}
-GIT_LIVE_REMOTE_FIXED={"head":"9c4814db67759dc09a5469d254c41a7b73f4d89a","matches_local":true,"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}
-PVESM_STATUS_FALSE_POSITIVE=true
-PVESM_STATUS_BASELINE={"identical":true,"preflight399_rc":255,"reconcile410_rc":255,"stderr_sha256":"392a23116a78a702472c91f3d369a097fc3e924b89800aa3a8b26910c9f685ec"}
-RESTORE_STORAGE_FIXED_PROOF={"avail":774342520184,"pvesh_active":true,"pvesm_path_rc":0,"pvesm_path_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","pvesm_path_stdout_sha256":"928a78ed5937a1f1f59efc2985b4a2152483fb99c1a68d9c2d9ad9cd971ba73f","storage":"local-lvm","total":869168840704,"type":"lvmthin"}
-Traceback (most recent call last):
-  File "<string>", line 1, in <module>
-    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];exec(compile(d,"<w2-worker>","exec"))
-                                                                                                                                      ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "<w2-worker>", line 155, in <module>
-  File "<w2-worker>", line 24, in require
-RuntimeError: BACKUP_LOCK_PRESENT
+DR221_FINAL413_BEGIN=true
+COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-FINAL413
+PREDECESSOR_COMMAND_ID=NEWFI-260921-NEWFDOM-DR221-GUEST411
+PREDECESSOR_DECISION=HOLD_GUEST411_EXACT_MISMATCHES
+IMMUTABLE_PLAN_CHECK=PASS
+DR221_FAILURE={"checkpoint":"fresh_backup_cloud_quorum","error_class":"RuntimeError","error_sha256":"660dd8243f52bd9b9232f7e107b19f95b64038f2e3768ed2c0d59e4506132b81"}
+DR221_BACKUP_GENERATION=null
+DR221_CLEANUP={"cleanup_started":false,"staging_work_removed":true,"temp_vm_removed":null}
+DR221_CLOSED=false
+FULL_PRODUCT_REMAINING=1
+DECISION=FAIL_DR221_FINAL_CURRENT_PRODUCTION_BACKUP_RESTORE_ACCEPTANCE
+NEXT_GATE=RECONCILE_ONLY_EXACT_DR221_FINAL413_FAILURE
+ACTIVE_MAJOR_STAGE=DR221
+MAJOR_STAGES_REMAINING=1
+HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"NEWFI-260921-NEWFDOM-DR221-FINAL413","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1}
+DR221_FINAL413_END=true

 OUTPUT_END
 CHAT_OUTPUT_END