runtime: publish NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1

runtime/history/NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1.json

@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1",
+  "status": "FAIL",
+  "rc": 5,
+  "host": "pve01",
+  "mode": "change",
+  "component": "newfi-dr221-final-isolated-restore-acceptance-437",
+  "started_at_utc": "2026-09-22T22:25:55Z",
+  "finished_at_utc": "2026-09-22T22:25:55Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "c40ca75d93f5487b08adf55b1efc96d566b0164435923b2bb84485ed2862a342",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": true,
+  "result_contract_valid": true,
+  "result_contract_status": "FAIL",
+  "result_contract_error": null,
+  "command_rc": 5,
+  "changes_made": true,
+  "rollback_started": true,
+  "rollback_restored": true,
+  "mutation_outcome": "ROLLED_BACK",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de",
+  "sanitized_output_sha256": "79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "NEWFI438_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance-437\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nAUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_AGENT_PING_RC=0\nSOURCE_PRODUCT_TRANSPORT_RC=0\nSOURCE_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nGLOBAL_HEAVY_LOCK_WAIT_BEGIN=true\nGLOBAL_HEAVY_LOCK_WAIT_SECONDS=3600\nGLOBAL_HEAVY_LOCK_ACQUIRE_RC=1\nFAILURE=GLOBAL_HEAVY_LOCK_WAIT_TIMEOUT\nTEMP_CLEANUP_ROLLBACK_RESTORED=true\nTEMP_CLEANUP_LV_RESIDUE_COUNT=0\nCLEANUP_ACCEPTANCE=ROLLBACK_PROVEN\nDECISION=HOLD_DR221_438_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_438_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_438=true\nPRODUCT_MUTATION_BY_438=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_438=false\nCLOUD_MUTATION_BY_438=false\nTEMP_VM_MUTATION_BY_438=false\nROLLBACK_STARTED=true\nROLLBACK_RESTORED=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":true,\"rollback_restored\":true}\nNEWFI438_END=true\n"
+}

runtime/history/NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1.txt

@@ -0,0 +1,101 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1
+STATUS=FAIL
+RC=5
+HOST=pve01
+MODE=change
+COMPONENT=newfi-dr221-final-isolated-restore-acceptance-437
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=c40ca75d93f5487b08adf55b1efc96d566b0164435923b2bb84485ed2862a342
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=true
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=5
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=true
+MUTATION_OUTCOME=ROLLED_BACK
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de
+SANITIZED_OUTPUT_SHA256=79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de
+OUTPUT_BEGIN
+NEWFI438_BEGIN=true
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1
+MODE=change
+COMPONENT=newfi-dr221-final-isolated-restore-acceptance-437
+ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
+PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN
+DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
+TEST_VMID=9210
+AUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL
+MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
+QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
+FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
+WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
+AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
+WORKER_PLAN_RC=0
+PLAN_STATUS=OK
+VMID=210
+OWNER=pve01
+TYPE=qemu
+EXPECTED_STATUS=running
+FRESHNESS_RC=0
+FRESHNESS_STATUS=OK
+VMID=210
+DECISION=SEALED_PROVEN
+GENERATION=vm210-pve01-20260922T172531Z
+UPDATED_AT_UTC=2026-09-22T17:27:10Z
+SEALED_EPOCH=1790098030
+STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
+RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
+SOURCE_AGENT_PING_RC=0
+SOURCE_PRODUCT_TRANSPORT_RC=0
+SOURCE_PRODUCT_GUEST|exited=1|exitcode=0
+SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
+AUDIT_ENTRY_RC=1
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
+SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
+GLOBAL_HEAVY_LOCK_WAIT_BEGIN=true
+GLOBAL_HEAVY_LOCK_WAIT_SECONDS=3600
+GLOBAL_HEAVY_LOCK_ACQUIRE_RC=1
+FAILURE=GLOBAL_HEAVY_LOCK_WAIT_TIMEOUT
+TEMP_CLEANUP_ROLLBACK_RESTORED=true
+TEMP_CLEANUP_LV_RESIDUE_COUNT=0
+CLEANUP_ACCEPTANCE=ROLLBACK_PROVEN
+DECISION=HOLD_DR221_438_FINAL_RESTORE_INCOMPLETE
+DR221_CLOSED=false
+NEWFDOM_PROJECT_COMPLETE=false
+FULL_PRODUCT_REMAINING=1
+NEXT_GATE=RECONCILE_ONLY_DR221_438_FAILURE
+TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
+CHANGES_MADE_BY_438=true
+PRODUCT_MUTATION_BY_438=false
+PRODUCTION_VM_CONFIG_MUTATION_BY_438=false
+CLOUD_MUTATION_BY_438=false
+TEMP_VM_MUTATION_BY_438=false
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=true
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1","status":"FAIL","changes_made":true,"rollback_started":true,"rollback_restored":true}
+NEWFI438_END=true
+
+OUTPUT_END
+CHAT_OUTPUT_END

runtime/latest.json

@@ -1,38 +1,38 @@
 {
   "schema_version": 1,
   "channel": "homelab-runtime",
-  "command_id": "SUPPORT-260923-SPB-SUDO-TLS-KEY-MATCH-9142R1",
+  "command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1",
-  "status": "OK",
+  "status": "FAIL",
-  "rc": 0,
+  "rc": 5,
   "host": "pve01",
-  "mode": "read-only",
+  "mode": "change",
-  "component": "spb-sudo-tls-key-match",
+  "component": "newfi-dr221-final-isolated-restore-acceptance-437",
-  "started_at_utc": "2026-09-22T22:17:36Z",
+  "started_at_utc": "2026-09-22T22:25:55Z",
-  "finished_at_utc": "2026-09-22T22:17:36Z",
+  "finished_at_utc": "2026-09-22T22:25:55Z",
   "reference_register_checked": true,
   "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
   "error_register_checked": true,
   "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
-  "command_sha256": "5cd5b3600c810643c04d30f4792419be1a9adc1b24a1d4a71dd50f6be2fb5556",
+  "command_sha256": "c40ca75d93f5487b08adf55b1efc96d566b0164435923b2bb84485ed2862a342",
   "duplicate_failed_command_blocked": false,
   "block_reason": null,
   "execution_started": true,
-  "change_declared": false,
+  "change_declared": true,
   "result_contract_valid": true,
-  "result_contract_status": null,
+  "result_contract_status": "FAIL",
   "result_contract_error": null,
-  "command_rc": 0,
+  "command_rc": 5,
-  "changes_made": false,
+  "changes_made": true,
-  "rollback_started": false,
+  "rollback_started": true,
-  "rollback_restored": null,
+  "rollback_restored": true,
-  "mutation_outcome": "NO_MUTATION",
+  "mutation_outcome": "ROLLED_BACK",
   "sanitized": true,
   "secrets_included": false,
   "private_addresses_included": false,
   "raw_evidence_retained_locally": true,
-  "raw_evidence_sha256": "dd3dd9b969a742fdb901865e646bd7ec6449347c87b47cd07dae657c58588ade",
+  "raw_evidence_sha256": "79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de",
-  "sanitized_output_sha256": "dd3dd9b969a742fdb901865e646bd7ec6449347c87b47cd07dae657c58588ade",
+  "sanitized_output_sha256": "79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de",
   "output_truncated_in_json": false,
   "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
-  "output": "SPB9142_BEGIN=1\nPAGEANT_RUNNING=True\nSPB_PLINK_RC=0\nSUDO_ROOT_OK=True\nSTDOUT_SHA16=37694874b690234f\nSTDERR_SHA16=01ba4719c80b6fe9\nROOT_KEY_COUNT=31\nROOT_CERT_COUNT=91\nHBAR_KEY_MATCH_COUNT=2\nHBAR_CERT_MATCH_COUNT=4\nHBAR_KEY_MATCH=PATH_HASH:968e957de1c928a1,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241\nHBAR_KEY_MATCH=PATH_HASH:732f1a180a91eae9,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241\nHBAR_CERT_MATCH=PATH_HASH:76a512972fcbae28,CLASS:LETSENCRYPT,SIZE:1302\nHBAR_CERT_MATCH=PATH_HASH:c4ea1c027304ae5c,CLASS:LETSENCRYPT,SIZE:4825\nHBAR_CERT_MATCH=PATH_HASH:85b855d03884e529,CLASS:LETSENCRYPT,SIZE:4825\nHBAR_CERT_MATCH=PATH_HASH:e27cf5bd8913fbd6,CLASS:LETSENCRYPT,SIZE:1302\nNEWFILYA_KEY_MATCH_COUNT=2\nNEWFILYA_CERT_MATCH_COUNT=4\nNEWFILYA_KEY_MATCH=PATH_HASH:12bd3c5291b9f6e3,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241\nNEWFILYA_KEY_MATCH=PATH_HASH:439dd4feb7811fd9,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241\nNEWFILYA_CERT_MATCH=PATH_HASH:7872c42ea12fb6f3,CLASS:LETSENCRYPT,SIZE:1302\nNEWFILYA_CERT_MATCH=PATH_HASH:4db980738c5a960c,CLASS:LETSENCRYPT,SIZE:4825\nNEWFILYA_CERT_MATCH=PATH_HASH:1219bcba5108c250,CLASS:LETSENCRYPT,SIZE:4825\nNEWFILYA_CERT_MATCH=PATH_HASH:359129c0041181e3,CLASS:LETSENCRYPT,SIZE:1302\nTASK_COMPLETE=true\nTASK_RESULT=PASS_SPB_SUDO_TLS_KEY_MATCH\nDECISION=BOTH_KEYS_FOUND\n"
+  "output": "NEWFI438_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance-437\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nAUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_AGENT_PING_RC=0\nSOURCE_PRODUCT_TRANSPORT_RC=0\nSOURCE_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nGLOBAL_HEAVY_LOCK_WAIT_BEGIN=true\nGLOBAL_HEAVY_LOCK_WAIT_SECONDS=3600\nGLOBAL_HEAVY_LOCK_ACQUIRE_RC=1\nFAILURE=GLOBAL_HEAVY_LOCK_WAIT_TIMEOUT\nTEMP_CLEANUP_ROLLBACK_RESTORED=true\nTEMP_CLEANUP_LV_RESIDUE_COUNT=0\nCLEANUP_ACCEPTANCE=ROLLBACK_PROVEN\nDECISION=HOLD_DR221_438_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_438_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_438=true\nPRODUCT_MUTATION_BY_438=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_438=false\nCLOUD_MUTATION_BY_438=false\nTEMP_VM_MUTATION_BY_438=false\nROLLBACK_STARTED=true\nROLLBACK_RESTORED=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":true,\"rollback_restored\":true}\nNEWFI438_END=true\n"
 }

runtime/latest.txt

@@ -1,59 +1,101 @@
 CHAT_OUTPUT_BEGIN
-COMMAND_ID=SUPPORT-260923-SPB-SUDO-TLS-KEY-MATCH-9142R1
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1
-STATUS=OK
+STATUS=FAIL
-RC=0
+RC=5
 HOST=pve01
-MODE=read-only
+MODE=change
-COMPONENT=spb-sudo-tls-key-match
+COMPONENT=newfi-dr221-final-isolated-restore-acceptance-437
 REFERENCE_REGISTER_CHECK=OK
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_CHECK=OK
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-COMMAND_SHA256=5cd5b3600c810643c04d30f4792419be1a9adc1b24a1d4a71dd50f6be2fb5556
+COMMAND_SHA256=c40ca75d93f5487b08adf55b1efc96d566b0164435923b2bb84485ed2862a342
 DUPLICATE_FAILED_COMMAND_BLOCKED=false
 EXECUTION_STARTED=true
-CHANGE_DECLARED=false
+CHANGE_DECLARED=true
 RESULT_CONTRACT_VALID=true
-RESULT_CONTRACT_STATUS=NOT_APPLICABLE
+RESULT_CONTRACT_STATUS=FAIL
 RESULT_CONTRACT_ERROR=NONE
-COMMAND_RC=0
+COMMAND_RC=5
-CHANGES_MADE=false
+CHANGES_MADE=true
-ROLLBACK_STARTED=false
+ROLLBACK_STARTED=true
-ROLLBACK_RESTORED=null
+ROLLBACK_RESTORED=true
-MUTATION_OUTCOME=NO_MUTATION
+MUTATION_OUTCOME=ROLLED_BACK
 SANITIZED=yes
 SECRETS_INCLUDED=no
 PRIVATE_ADDRESSES_INCLUDED=no
-RAW_EVIDENCE_SHA256=dd3dd9b969a742fdb901865e646bd7ec6449347c87b47cd07dae657c58588ade
+RAW_EVIDENCE_SHA256=79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de
-SANITIZED_OUTPUT_SHA256=dd3dd9b969a742fdb901865e646bd7ec6449347c87b47cd07dae657c58588ade
+SANITIZED_OUTPUT_SHA256=79e238f968290832f27370590912a9923c609c80dd3c71f046ccaa7e70c053de
 OUTPUT_BEGIN
-SPB9142_BEGIN=1
+NEWFI438_BEGIN=true
-PAGEANT_RUNNING=True
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1
-SPB_PLINK_RC=0
+MODE=change
-SUDO_ROOT_OK=True
+COMPONENT=newfi-dr221-final-isolated-restore-acceptance-437
-STDOUT_SHA16=37694874b690234f
+ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
-STDERR_SHA16=01ba4719c80b6fe9
+PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN
-ROOT_KEY_COUNT=31
+DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
-ROOT_CERT_COUNT=91
+TEST_VMID=9210
-HBAR_KEY_MATCH_COUNT=2
+AUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL
-HBAR_CERT_MATCH_COUNT=4
+MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
-HBAR_KEY_MATCH=PATH_HASH:968e957de1c928a1,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
-HBAR_KEY_MATCH=PATH_HASH:732f1a180a91eae9,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-HBAR_CERT_MATCH=PATH_HASH:76a512972fcbae28,CLASS:LETSENCRYPT,SIZE:1302
+RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
-HBAR_CERT_MATCH=PATH_HASH:c4ea1c027304ae5c,CLASS:LETSENCRYPT,SIZE:4825
+QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
-HBAR_CERT_MATCH=PATH_HASH:85b855d03884e529,CLASS:LETSENCRYPT,SIZE:4825
+FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
-HBAR_CERT_MATCH=PATH_HASH:e27cf5bd8913fbd6,CLASS:LETSENCRYPT,SIZE:1302
+WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
-NEWFILYA_KEY_MATCH_COUNT=2
+AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
-NEWFILYA_CERT_MATCH_COUNT=4
+WORKER_PLAN_RC=0
-NEWFILYA_KEY_MATCH=PATH_HASH:12bd3c5291b9f6e3,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241
+PLAN_STATUS=OK
-NEWFILYA_KEY_MATCH=PATH_HASH:439dd4feb7811fd9,CLASS:LETSENCRYPT,MODE:0o600,UID:0,SIZE:241
+VMID=210
-NEWFILYA_CERT_MATCH=PATH_HASH:7872c42ea12fb6f3,CLASS:LETSENCRYPT,SIZE:1302
+OWNER=pve01
-NEWFILYA_CERT_MATCH=PATH_HASH:4db980738c5a960c,CLASS:LETSENCRYPT,SIZE:4825
+TYPE=qemu
-NEWFILYA_CERT_MATCH=PATH_HASH:1219bcba5108c250,CLASS:LETSENCRYPT,SIZE:4825
+EXPECTED_STATUS=running
-NEWFILYA_CERT_MATCH=PATH_HASH:359129c0041181e3,CLASS:LETSENCRYPT,SIZE:1302
+FRESHNESS_RC=0
-TASK_COMPLETE=true
+FRESHNESS_STATUS=OK
-TASK_RESULT=PASS_SPB_SUDO_TLS_KEY_MATCH
+VMID=210
-DECISION=BOTH_KEYS_FOUND
+DECISION=SEALED_PROVEN
+GENERATION=vm210-pve01-20260922T172531Z
+UPDATED_AT_UTC=2026-09-22T17:27:10Z
+SEALED_EPOCH=1790098030
+STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
+RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
+SOURCE_AGENT_PING_RC=0
+SOURCE_PRODUCT_TRANSPORT_RC=0
+SOURCE_PRODUCT_GUEST|exited=1|exitcode=0
+SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
+AUDIT_ENTRY_RC=1
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
+SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
+GLOBAL_HEAVY_LOCK_WAIT_BEGIN=true
+GLOBAL_HEAVY_LOCK_WAIT_SECONDS=3600
+GLOBAL_HEAVY_LOCK_ACQUIRE_RC=1
+FAILURE=GLOBAL_HEAVY_LOCK_WAIT_TIMEOUT
+TEMP_CLEANUP_ROLLBACK_RESTORED=true
+TEMP_CLEANUP_LV_RESIDUE_COUNT=0
+CLEANUP_ACCEPTANCE=ROLLBACK_PROVEN
+DECISION=HOLD_DR221_438_FINAL_RESTORE_INCOMPLETE
+DR221_CLOSED=false
+NEWFDOM_PROJECT_COMPLETE=false
+FULL_PRODUCT_REMAINING=1
+NEXT_GATE=RECONCILE_ONLY_DR221_438_FAILURE
+TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
+CHANGES_MADE_BY_438=true
+PRODUCT_MUTATION_BY_438=false
+PRODUCTION_VM_CONFIG_MUTATION_BY_438=false
+CLOUD_MUTATION_BY_438=false
+TEMP_VM_MUTATION_BY_438=false
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=true
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE438R1","status":"FAIL","changes_made":true,"rollback_started":true,"rollback_restored":true}
+NEWFI438_END=true
 
 OUTPUT_END
 CHAT_OUTPUT_END