runtime: publish NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1
This commit is contained in:
@@ -0,0 +1,38 @@
|
|||||||
|
{
|
||||||
|
"schema_version": 1,
|
||||||
|
"channel": "homelab-runtime",
|
||||||
|
"command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1",
|
||||||
|
"status": "FAIL",
|
||||||
|
"rc": 3,
|
||||||
|
"host": "pve01",
|
||||||
|
"mode": "change",
|
||||||
|
"component": "newfi-dr221-final-isolated-restore-acceptance-baseline",
|
||||||
|
"started_at_utc": "2026-09-22T19:56:01Z",
|
||||||
|
"finished_at_utc": "2026-09-22T19:56:01Z",
|
||||||
|
"reference_register_checked": true,
|
||||||
|
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
||||||
|
"error_register_checked": true,
|
||||||
|
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
||||||
|
"command_sha256": "9f4b8f6aee6ab06deee61c0410e78f714c1983d3a1c78db4671f4d3b6528dd56",
|
||||||
|
"duplicate_failed_command_blocked": false,
|
||||||
|
"block_reason": null,
|
||||||
|
"execution_started": true,
|
||||||
|
"change_declared": true,
|
||||||
|
"result_contract_valid": true,
|
||||||
|
"result_contract_status": "FAIL",
|
||||||
|
"result_contract_error": null,
|
||||||
|
"command_rc": 3,
|
||||||
|
"changes_made": false,
|
||||||
|
"rollback_started": false,
|
||||||
|
"rollback_restored": null,
|
||||||
|
"mutation_outcome": "NO_MUTATION",
|
||||||
|
"sanitized": true,
|
||||||
|
"secrets_included": false,
|
||||||
|
"private_addresses_included": false,
|
||||||
|
"raw_evidence_retained_locally": true,
|
||||||
|
"raw_evidence_sha256": "6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da",
|
||||||
|
"sanitized_output_sha256": "6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da",
|
||||||
|
"output_truncated_in_json": false,
|
||||||
|
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
||||||
|
"output": "NEWFI428_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_427=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY\nAUDIT_POLICY=EXACT_NONLOCK_BASELINE_NO_NEW_OR_WORSENED_ISSUES\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_210_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_PRE_RESTORE_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_ENTRY_UNEXPECTED_CODE_COUNT=0\nAUDIT_ENTRY_NEWFDOM_ISSUE_COUNT=0\nSOURCE_VM210_AGENT_PING_RC=0\nSOURCE_PRODUCT_QGA_RC=0\nSOURCE_PRODUCT_QGA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nFAILURE=SOURCE_PRODUCT_SIGNATURE_FAILED\nCLEANUP_ACCEPTANCE=NO_TEMP_MUTATION\nDECISION=HOLD_DR221_428_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_428_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_428=false\nPRODUCT_MUTATION_BY_428=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_428=false\nCLOUD_MUTATION_BY_428=false\nTEMP_VM_MUTATION_BY_428=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI428_END=true\n"
|
||||||
|
}
|
||||||
@@ -0,0 +1,97 @@
|
|||||||
|
CHAT_OUTPUT_BEGIN
|
||||||
|
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1
|
||||||
|
STATUS=FAIL
|
||||||
|
RC=3
|
||||||
|
HOST=pve01
|
||||||
|
MODE=change
|
||||||
|
COMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline
|
||||||
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
|
ERROR_REGISTER_CHECK=OK
|
||||||
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
|
COMMAND_SHA256=9f4b8f6aee6ab06deee61c0410e78f714c1983d3a1c78db4671f4d3b6528dd56
|
||||||
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
|
EXECUTION_STARTED=true
|
||||||
|
CHANGE_DECLARED=true
|
||||||
|
RESULT_CONTRACT_VALID=true
|
||||||
|
RESULT_CONTRACT_STATUS=FAIL
|
||||||
|
RESULT_CONTRACT_ERROR=NONE
|
||||||
|
COMMAND_RC=3
|
||||||
|
CHANGES_MADE=false
|
||||||
|
ROLLBACK_STARTED=false
|
||||||
|
ROLLBACK_RESTORED=null
|
||||||
|
MUTATION_OUTCOME=NO_MUTATION
|
||||||
|
SANITIZED=yes
|
||||||
|
SECRETS_INCLUDED=no
|
||||||
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
|
RAW_EVIDENCE_SHA256=6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da
|
||||||
|
SANITIZED_OUTPUT_SHA256=6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da
|
||||||
|
OUTPUT_BEGIN
|
||||||
|
NEWFI428_BEGIN=true
|
||||||
|
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1
|
||||||
|
MODE=change
|
||||||
|
COMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline
|
||||||
|
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
|
||||||
|
PREDECESSOR_427=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY
|
||||||
|
AUDIT_POLICY=EXACT_NONLOCK_BASELINE_NO_NEW_OR_WORSENED_ISSUES
|
||||||
|
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
|
||||||
|
TEST_VMID=9210
|
||||||
|
MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
|
||||||
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||||
|
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
|
||||||
|
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
|
||||||
|
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
|
||||||
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||||
|
WORKER_PLAN_210_RC=0
|
||||||
|
PLAN_STATUS=OK
|
||||||
|
VMID=210
|
||||||
|
OWNER=pve01
|
||||||
|
TYPE=qemu
|
||||||
|
EXPECTED_STATUS=running
|
||||||
|
FRESHNESS_PRE_RESTORE_RC=0
|
||||||
|
FRESHNESS_STATUS=OK
|
||||||
|
VMID=210
|
||||||
|
DECISION=SEALED_PROVEN
|
||||||
|
GENERATION=vm210-pve01-20260922T172531Z
|
||||||
|
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
||||||
|
SEALED_EPOCH=1790098030
|
||||||
|
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
||||||
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
||||||
|
AUDIT_ENTRY_RC=1
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||||
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||||
|
AUDIT_ENTRY_UNEXPECTED_CODE_COUNT=0
|
||||||
|
AUDIT_ENTRY_NEWFDOM_ISSUE_COUNT=0
|
||||||
|
SOURCE_VM210_AGENT_PING_RC=0
|
||||||
|
SOURCE_PRODUCT_QGA_RC=0
|
||||||
|
SOURCE_PRODUCT_QGA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
||||||
|
FAILURE=SOURCE_PRODUCT_SIGNATURE_FAILED
|
||||||
|
CLEANUP_ACCEPTANCE=NO_TEMP_MUTATION
|
||||||
|
DECISION=HOLD_DR221_428_FINAL_RESTORE_INCOMPLETE
|
||||||
|
DR221_CLOSED=false
|
||||||
|
NEWFDOM_PROJECT_COMPLETE=false
|
||||||
|
FULL_PRODUCT_REMAINING=1
|
||||||
|
NEXT_GATE=RECONCILE_ONLY_DR221_428_FAILURE
|
||||||
|
TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
|
||||||
|
CHANGES_MADE_BY_428=false
|
||||||
|
PRODUCT_MUTATION_BY_428=false
|
||||||
|
PRODUCTION_VM_CONFIG_MUTATION_BY_428=false
|
||||||
|
CLOUD_MUTATION_BY_428=false
|
||||||
|
TEMP_VM_MUTATION_BY_428=false
|
||||||
|
ROLLBACK_STARTED=false
|
||||||
|
ROLLBACK_RESTORED=null
|
||||||
|
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||||
|
NEWFI428_END=true
|
||||||
|
|
||||||
|
OUTPUT_END
|
||||||
|
CHAT_OUTPUT_END
|
||||||
+10
-10
@@ -1,19 +1,19 @@
|
|||||||
{
|
{
|
||||||
"schema_version": 1,
|
"schema_version": 1,
|
||||||
"channel": "homelab-runtime",
|
"channel": "homelab-runtime",
|
||||||
"command_id": "SUPPORT-260922-SPB-HOME-INGRESS-CERT-VHOST-FIX-9131R3",
|
"command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1",
|
||||||
"status": "FAIL",
|
"status": "FAIL",
|
||||||
"rc": 46,
|
"rc": 3,
|
||||||
"host": "pve01",
|
"host": "pve01",
|
||||||
"mode": "change",
|
"mode": "change",
|
||||||
"component": "spb-home-ingress-cert-vhost-fix",
|
"component": "newfi-dr221-final-isolated-restore-acceptance-baseline",
|
||||||
"started_at_utc": "2026-09-22T19:55:17Z",
|
"started_at_utc": "2026-09-22T19:56:01Z",
|
||||||
"finished_at_utc": "2026-09-22T19:55:26Z",
|
"finished_at_utc": "2026-09-22T19:56:01Z",
|
||||||
"reference_register_checked": true,
|
"reference_register_checked": true,
|
||||||
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
||||||
"error_register_checked": true,
|
"error_register_checked": true,
|
||||||
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
||||||
"command_sha256": "1fefc864868046a9964e2e0dbe01335d6cbbfa77dafba6c03759e766ce2c454f",
|
"command_sha256": "9f4b8f6aee6ab06deee61c0410e78f714c1983d3a1c78db4671f4d3b6528dd56",
|
||||||
"duplicate_failed_command_blocked": false,
|
"duplicate_failed_command_blocked": false,
|
||||||
"block_reason": null,
|
"block_reason": null,
|
||||||
"execution_started": true,
|
"execution_started": true,
|
||||||
@@ -21,7 +21,7 @@
|
|||||||
"result_contract_valid": true,
|
"result_contract_valid": true,
|
||||||
"result_contract_status": "FAIL",
|
"result_contract_status": "FAIL",
|
||||||
"result_contract_error": null,
|
"result_contract_error": null,
|
||||||
"command_rc": 46,
|
"command_rc": 3,
|
||||||
"changes_made": false,
|
"changes_made": false,
|
||||||
"rollback_started": false,
|
"rollback_started": false,
|
||||||
"rollback_restored": null,
|
"rollback_restored": null,
|
||||||
@@ -30,9 +30,9 @@
|
|||||||
"secrets_included": false,
|
"secrets_included": false,
|
||||||
"private_addresses_included": false,
|
"private_addresses_included": false,
|
||||||
"raw_evidence_retained_locally": true,
|
"raw_evidence_retained_locally": true,
|
||||||
"raw_evidence_sha256": "9c0e18cdf6164450cf2ac526a5ab1a5c883cac2cb4fcc7e0c55ed82826ca483c",
|
"raw_evidence_sha256": "6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da",
|
||||||
"sanitized_output_sha256": "9c0e18cdf6164450cf2ac526a5ab1a5c883cac2cb4fcc7e0c55ed82826ca483c",
|
"sanitized_output_sha256": "6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da",
|
||||||
"output_truncated_in_json": false,
|
"output_truncated_in_json": false,
|
||||||
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
||||||
"output": "SPB9131R3_CHANGE={\"preflight\":{\"integrity\":\"PASS\",\"egress\":\"PASS\",\"credential_file_count\":7,\"bearer_candidate_count\":5,\"zone_visibility_counts\":{\"gram1.ru\":1,\"hbarhub.ru\":0,\"newfilya.ru\":0},\"credential_scope_counts\":{\"dd63233c1b049d3d\":0,\"641c598a546799f0\":1,\"ffc4f9615e6abbf6\":0,\"c7daf39db4f8bf24\":0,\"055479ae656fccc0\":0},\"reason\":\"NO_DISCOVERED_CREDENTIAL_CAN_READ_ZONE_hbarhub.ru\"},\"certs\":{},\"vhosts\":{},\"renewal\":{},\"probes\":{},\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nTASK_COMPLETE=true\nTASK_RESULT=FAIL_SPB_HOME_INGRESS_CERT_VHOST_FIX\nDECISION=HOLD_SPB_ON\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-SPB-HOME-INGRESS-CERT-VHOST-FIX-9131R3\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
|
"output": "NEWFI428_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_427=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY\nAUDIT_POLICY=EXACT_NONLOCK_BASELINE_NO_NEW_OR_WORSENED_ISSUES\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_210_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_PRE_RESTORE_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_ENTRY_UNEXPECTED_CODE_COUNT=0\nAUDIT_ENTRY_NEWFDOM_ISSUE_COUNT=0\nSOURCE_VM210_AGENT_PING_RC=0\nSOURCE_PRODUCT_QGA_RC=0\nSOURCE_PRODUCT_QGA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nFAILURE=SOURCE_PRODUCT_SIGNATURE_FAILED\nCLEANUP_ACCEPTANCE=NO_TEMP_MUTATION\nDECISION=HOLD_DR221_428_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_428_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_428=false\nPRODUCT_MUTATION_BY_428=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_428=false\nCLOUD_MUTATION_BY_428=false\nTEMP_VM_MUTATION_BY_428=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI428_END=true\n"
|
||||||
}
|
}
|
||||||
|
|||||||
+72
-12
@@ -1,22 +1,22 @@
|
|||||||
CHAT_OUTPUT_BEGIN
|
CHAT_OUTPUT_BEGIN
|
||||||
COMMAND_ID=SUPPORT-260922-SPB-HOME-INGRESS-CERT-VHOST-FIX-9131R3
|
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1
|
||||||
STATUS=FAIL
|
STATUS=FAIL
|
||||||
RC=46
|
RC=3
|
||||||
HOST=pve01
|
HOST=pve01
|
||||||
MODE=change
|
MODE=change
|
||||||
COMPONENT=spb-home-ingress-cert-vhost-fix
|
COMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline
|
||||||
REFERENCE_REGISTER_CHECK=OK
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
ERROR_REGISTER_CHECK=OK
|
ERROR_REGISTER_CHECK=OK
|
||||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
COMMAND_SHA256=1fefc864868046a9964e2e0dbe01335d6cbbfa77dafba6c03759e766ce2c454f
|
COMMAND_SHA256=9f4b8f6aee6ab06deee61c0410e78f714c1983d3a1c78db4671f4d3b6528dd56
|
||||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
EXECUTION_STARTED=true
|
EXECUTION_STARTED=true
|
||||||
CHANGE_DECLARED=true
|
CHANGE_DECLARED=true
|
||||||
RESULT_CONTRACT_VALID=true
|
RESULT_CONTRACT_VALID=true
|
||||||
RESULT_CONTRACT_STATUS=FAIL
|
RESULT_CONTRACT_STATUS=FAIL
|
||||||
RESULT_CONTRACT_ERROR=NONE
|
RESULT_CONTRACT_ERROR=NONE
|
||||||
COMMAND_RC=46
|
COMMAND_RC=3
|
||||||
CHANGES_MADE=false
|
CHANGES_MADE=false
|
||||||
ROLLBACK_STARTED=false
|
ROLLBACK_STARTED=false
|
||||||
ROLLBACK_RESTORED=null
|
ROLLBACK_RESTORED=null
|
||||||
@@ -24,14 +24,74 @@ MUTATION_OUTCOME=NO_MUTATION
|
|||||||
SANITIZED=yes
|
SANITIZED=yes
|
||||||
SECRETS_INCLUDED=no
|
SECRETS_INCLUDED=no
|
||||||
PRIVATE_ADDRESSES_INCLUDED=no
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
RAW_EVIDENCE_SHA256=9c0e18cdf6164450cf2ac526a5ab1a5c883cac2cb4fcc7e0c55ed82826ca483c
|
RAW_EVIDENCE_SHA256=6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da
|
||||||
SANITIZED_OUTPUT_SHA256=9c0e18cdf6164450cf2ac526a5ab1a5c883cac2cb4fcc7e0c55ed82826ca483c
|
SANITIZED_OUTPUT_SHA256=6410dfb288d5ae3835ec3281690a871a3af94e31544fd3b10e533086da2a62da
|
||||||
OUTPUT_BEGIN
|
OUTPUT_BEGIN
|
||||||
SPB9131R3_CHANGE={"preflight":{"integrity":"PASS","egress":"PASS","credential_file_count":7,"bearer_candidate_count":5,"zone_visibility_counts":{"gram1.ru":1,"hbarhub.ru":0,"newfilya.ru":0},"credential_scope_counts":{"dd63233c1b049d3d":0,"641c598a546799f0":1,"ffc4f9615e6abbf6":0,"c7daf39db4f8bf24":0,"055479ae656fccc0":0},"reason":"NO_DISCOVERED_CREDENTIAL_CAN_READ_ZONE_hbarhub.ru"},"certs":{},"vhosts":{},"renewal":{},"probes":{},"status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
NEWFI428_BEGIN=true
|
||||||
TASK_COMPLETE=true
|
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1
|
||||||
TASK_RESULT=FAIL_SPB_HOME_INGRESS_CERT_VHOST_FIX
|
MODE=change
|
||||||
DECISION=HOLD_SPB_ON
|
COMPONENT=newfi-dr221-final-isolated-restore-acceptance-baseline
|
||||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-SPB-HOME-INGRESS-CERT-VHOST-FIX-9131R3","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
|
||||||
|
PREDECESSOR_427=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY
|
||||||
|
AUDIT_POLICY=EXACT_NONLOCK_BASELINE_NO_NEW_OR_WORSENED_ISSUES
|
||||||
|
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
|
||||||
|
TEST_VMID=9210
|
||||||
|
MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
|
||||||
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||||
|
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
|
||||||
|
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
|
||||||
|
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
|
||||||
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||||
|
WORKER_PLAN_210_RC=0
|
||||||
|
PLAN_STATUS=OK
|
||||||
|
VMID=210
|
||||||
|
OWNER=pve01
|
||||||
|
TYPE=qemu
|
||||||
|
EXPECTED_STATUS=running
|
||||||
|
FRESHNESS_PRE_RESTORE_RC=0
|
||||||
|
FRESHNESS_STATUS=OK
|
||||||
|
VMID=210
|
||||||
|
DECISION=SEALED_PROVEN
|
||||||
|
GENERATION=vm210-pve01-20260922T172531Z
|
||||||
|
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
||||||
|
SEALED_EPOCH=1790098030
|
||||||
|
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
||||||
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
||||||
|
AUDIT_ENTRY_RC=1
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||||
|
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||||
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=9|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||||
|
AUDIT_ENTRY_UNEXPECTED_CODE_COUNT=0
|
||||||
|
AUDIT_ENTRY_NEWFDOM_ISSUE_COUNT=0
|
||||||
|
SOURCE_VM210_AGENT_PING_RC=0
|
||||||
|
SOURCE_PRODUCT_QGA_RC=0
|
||||||
|
SOURCE_PRODUCT_QGA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
||||||
|
FAILURE=SOURCE_PRODUCT_SIGNATURE_FAILED
|
||||||
|
CLEANUP_ACCEPTANCE=NO_TEMP_MUTATION
|
||||||
|
DECISION=HOLD_DR221_428_FINAL_RESTORE_INCOMPLETE
|
||||||
|
DR221_CLOSED=false
|
||||||
|
NEWFDOM_PROJECT_COMPLETE=false
|
||||||
|
FULL_PRODUCT_REMAINING=1
|
||||||
|
NEXT_GATE=RECONCILE_ONLY_DR221_428_FAILURE
|
||||||
|
TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
|
||||||
|
CHANGES_MADE_BY_428=false
|
||||||
|
PRODUCT_MUTATION_BY_428=false
|
||||||
|
PRODUCTION_VM_CONFIG_MUTATION_BY_428=false
|
||||||
|
CLOUD_MUTATION_BY_428=false
|
||||||
|
TEMP_VM_MUTATION_BY_428=false
|
||||||
|
ROLLBACK_STARTED=false
|
||||||
|
ROLLBACK_RESTORED=null
|
||||||
|
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE428R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||||
|
NEWFI428_END=true
|
||||||
|
|
||||||
OUTPUT_END
|
OUTPUT_END
|
||||||
CHAT_OUTPUT_END
|
CHAT_OUTPUT_END
|
||||||
|
|||||||
Reference in New Issue
Block a user