runtime: publish NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
This commit is contained in:
homelab-runtime-publisher
@@ -0,0 +1,38 @@
|
||||
{
|
||||
"schema_version": 1,
|
||||
"channel": "homelab-runtime",
|
||||
"command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1",
|
||||
"status": "FAIL",
|
||||
"rc": 3,
|
||||
"host": "pve01",
|
||||
"mode": "change",
|
||||
"component": "newfi-dr221-final-isolated-restore-acceptance",
|
||||
"started_at_utc": "2026-09-22T18:44:29Z",
|
||||
"finished_at_utc": "2026-09-22T18:44:29Z",
|
||||
"reference_register_checked": true,
|
||||
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
||||
"error_register_checked": true,
|
||||
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
||||
"command_sha256": "a0cb66d91c8fb740529d3761959fbaa63da59a67f3bea96582b209a42de0d042",
|
||||
"duplicate_failed_command_blocked": false,
|
||||
"block_reason": null,
|
||||
"execution_started": true,
|
||||
"change_declared": true,
|
||||
"result_contract_valid": true,
|
||||
"result_contract_status": "FAIL",
|
||||
"result_contract_error": null,
|
||||
"command_rc": 3,
|
||||
"changes_made": false,
|
||||
"rollback_started": false,
|
||||
"rollback_restored": null,
|
||||
"mutation_outcome": "NO_MUTATION",
|
||||
"sanitized": true,
|
||||
"secrets_included": false,
|
||||
"private_addresses_included": false,
|
||||
"raw_evidence_retained_locally": true,
|
||||
"raw_evidence_sha256": "d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e",
|
||||
"sanitized_output_sha256": "d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e",
|
||||
"output_truncated_in_json": false,
|
||||
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
||||
"output": "NEWFI426_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_210_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_PRE_RESTORE_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nAUDIT_PRE_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nFAILURE=AUDIT_PRE_FAILED\nDECISION=HOLD_DR221_426_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_426_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_426=false\nPRODUCT_MUTATION_BY_426=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_426=false\nCLOUD_MUTATION_BY_426=false\nTEMP_VM_MUTATION_BY_426=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI426_END=true\n"
|
||||
}
|
||||
@@ -0,0 +1,88 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
|
||||
STATUS=FAIL
|
||||
RC=3
|
||||
HOST=pve01
|
||||
MODE=change
|
||||
COMPONENT=newfi-dr221-final-isolated-restore-acceptance
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=a0cb66d91c8fb740529d3761959fbaa63da59a67f3bea96582b209a42de0d042
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=true
|
||||
RESULT_CONTRACT_VALID=true
|
||||
RESULT_CONTRACT_STATUS=FAIL
|
||||
RESULT_CONTRACT_ERROR=NONE
|
||||
COMMAND_RC=3
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
|
||||
SANITIZED_OUTPUT_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
|
||||
OUTPUT_BEGIN
|
||||
NEWFI426_BEGIN=true
|
||||
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
|
||||
MODE=change
|
||||
COMPONENT=newfi-dr221-final-isolated-restore-acceptance
|
||||
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
|
||||
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
|
||||
TEST_VMID=9210
|
||||
MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
|
||||
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
|
||||
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
|
||||
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||
WORKER_PLAN_210_RC=0
|
||||
PLAN_STATUS=OK
|
||||
VMID=210
|
||||
OWNER=pve01
|
||||
TYPE=qemu
|
||||
EXPECTED_STATUS=running
|
||||
FRESHNESS_PRE_RESTORE_RC=0
|
||||
FRESHNESS_STATUS=OK
|
||||
VMID=210
|
||||
DECISION=SEALED_PROVEN
|
||||
GENERATION=vm210-pve01-20260922T172531Z
|
||||
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
||||
SEALED_EPOCH=1790098030
|
||||
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
||||
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
||||
AUDIT_PRE_RC=1
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
FAILURE=AUDIT_PRE_FAILED
|
||||
DECISION=HOLD_DR221_426_FINAL_RESTORE_INCOMPLETE
|
||||
DR221_CLOSED=false
|
||||
NEWFDOM_PROJECT_COMPLETE=false
|
||||
FULL_PRODUCT_REMAINING=1
|
||||
NEXT_GATE=RECONCILE_ONLY_DR221_426_FAILURE
|
||||
TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
|
||||
CHANGES_MADE_BY_426=false
|
||||
PRODUCT_MUTATION_BY_426=false
|
||||
PRODUCTION_VM_CONFIG_MUTATION_BY_426=false
|
||||
CLOUD_MUTATION_BY_426=false
|
||||
TEMP_VM_MUTATION_BY_426=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
NEWFI426_END=true
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
+14
-14
@@ -1,38 +1,38 @@
|
||||
{
|
||||
"schema_version": 1,
|
||||
"channel": "homelab-runtime",
|
||||
"command_id": "SUPPORT-260922-SPB-VM130-NETBIRD-EXIT-DESELECT-9130R3",
|
||||
"status": "OK",
|
||||
"rc": 0,
|
||||
"command_id": "NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1",
|
||||
"status": "FAIL",
|
||||
"rc": 3,
|
||||
"host": "pve01",
|
||||
"mode": "change",
|
||||
"component": "spb-vm130-netbird-exit-deselect",
|
||||
"started_at_utc": "2026-09-22T18:32:06Z",
|
||||
"finished_at_utc": "2026-09-22T18:32:13Z",
|
||||
"component": "newfi-dr221-final-isolated-restore-acceptance",
|
||||
"started_at_utc": "2026-09-22T18:44:29Z",
|
||||
"finished_at_utc": "2026-09-22T18:44:29Z",
|
||||
"reference_register_checked": true,
|
||||
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
||||
"error_register_checked": true,
|
||||
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
||||
"command_sha256": "fbe390c05045facdf8a247b8a5ccca8e3fe581e9a5783c0b58b35b3c82d8e8d1",
|
||||
"command_sha256": "a0cb66d91c8fb740529d3761959fbaa63da59a67f3bea96582b209a42de0d042",
|
||||
"duplicate_failed_command_blocked": false,
|
||||
"block_reason": null,
|
||||
"execution_started": true,
|
||||
"change_declared": true,
|
||||
"result_contract_valid": true,
|
||||
"result_contract_status": "OK",
|
||||
"result_contract_status": "FAIL",
|
||||
"result_contract_error": null,
|
||||
"command_rc": 0,
|
||||
"changes_made": true,
|
||||
"command_rc": 3,
|
||||
"changes_made": false,
|
||||
"rollback_started": false,
|
||||
"rollback_restored": null,
|
||||
"mutation_outcome": "MUTATED",
|
||||
"mutation_outcome": "NO_MUTATION",
|
||||
"sanitized": true,
|
||||
"secrets_included": false,
|
||||
"private_addresses_included": false,
|
||||
"raw_evidence_retained_locally": true,
|
||||
"raw_evidence_sha256": "edb8d06649d6bf1f674f9cbcd787435e0648c4518d66bdfdf2d4c7405d8c8bc2",
|
||||
"sanitized_output_sha256": "edb8d06649d6bf1f674f9cbcd787435e0648c4518d66bdfdf2d4c7405d8c8bc2",
|
||||
"raw_evidence_sha256": "d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e",
|
||||
"sanitized_output_sha256": "d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e",
|
||||
"output_truncated_in_json": false,
|
||||
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
||||
"output": "SPB9130R3_CHANGE={\"preflight\":{\"networks_list_rc\":0,\"list_sha\":\"95a17530163d7fc0\",\"before_route\":{\"rc\":0,\"dev\":\"wt0\",\"line_hash\":\"1cf8f6049ad12605\"},\"before_table\":{\"rc\":0,\"has_default_wt0\":true,\"sha\":\"47caf134646621d5\"},\"netbird\":{\"rc\":0,\"connected\":3,\"daemon_status\":\"Connected\",\"management_connected\":false}},\"change\":{\"edge-exit-relay-moldova\":{\"rc\":0,\"stderr_sha\":null}},\"verify\":{\"route_1_1_1_1\":{\"rc\":0,\"dev\":\"eth0\",\"line_hash\":\"c7b4d700c999f849\"},\"route_letsencrypt\":{\"resolved\":true,\"ip_hashes\":[\"5786251088dd9c13\"],\"route\":{\"rc\":0,\"dev\":\"eth0\",\"line_hash\":\"c89729ab625cda5f\"}},\"route_cloudflare\":{\"resolved\":true,\"ip_hashes\":[\"08e9e34051f00a95\",\"969b1202bb584ec5\",\"11f9ecc608d7a6f3\",\"c6984b66666387ed\",\"61f9245326ee617f\",\"b0744ce2a1b023db\"],\"route\":{\"rc\":0,\"dev\":\"eth0\",\"line_hash\":\"9fcddd6525cc7d3d\"}},\"tcp_1_1_1_1_443\":true,\"tcp_letsencrypt_443\":true,\"tcp_cloudflare_443\":true,\"wt0_exists\":true,\"netbird\":{\"rc\":0,\"connected\":3,\"daemon_status\":\"Connected\",\"management_connected\":false},\"table7120\":{\"rc\":0,\"has_default_wt0\":false,\"sha\":null},\"settled\":{\"route_1_1_1_1\":{\"rc\":0,\"dev\":\"eth0\",\"line_hash\":\"c7b4d700c999f849\"},\"table7120\":{\"rc\":0,\"has_default_wt0\":false,\"sha\":null},\"netbird\":{\"rc\":0,\"connected\":3,\"daemon_status\":\"Connected\",\"management_connected\":false},\"tcp_letsencrypt_443\":true,\"tcp_cloudflare_443\":true}},\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null,\"decision\":\"NETBIRD_EXIT_DESELECTED_EGRESS_ACCEPTED\"}\nTASK_COMPLETE=true\nTASK_RESULT=PASS_SPB_VM130_NETBIRD_EXIT_DESELECT\nDECISION=RETRY_CERT_VHOST_FIX\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-SPB-VM130-NETBIRD-EXIT-DESELECT-9130R3\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
|
||||
"output": "NEWFI426_BEGIN=true\nCOMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1\nMODE=change\nCOMPONENT=newfi-dr221-final-isolated-restore-acceptance\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nMUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nWORKER_PLAN_210_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_PRE_RESTORE_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nAUDIT_PRE_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nFAILURE=AUDIT_PRE_FAILED\nDECISION=HOLD_DR221_426_FINAL_RESTORE_INCOMPLETE\nDR221_CLOSED=false\nNEWFDOM_PROJECT_COMPLETE=false\nFULL_PRODUCT_REMAINING=1\nNEXT_GATE=RECONCILE_ONLY_DR221_426_FAILURE\nTASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE\nCHANGES_MADE_BY_426=false\nPRODUCT_MUTATION_BY_426=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_426=false\nCLOUD_MUTATION_BY_426=false\nTEMP_VM_MUTATION_BY_426=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI426_END=true\n"
|
||||
}
|
||||
|
||||
+67
-16
@@ -1,37 +1,88 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=SUPPORT-260922-SPB-VM130-NETBIRD-EXIT-DESELECT-9130R3
|
||||
STATUS=OK
|
||||
RC=0
|
||||
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
|
||||
STATUS=FAIL
|
||||
RC=3
|
||||
HOST=pve01
|
||||
MODE=change
|
||||
COMPONENT=spb-vm130-netbird-exit-deselect
|
||||
COMPONENT=newfi-dr221-final-isolated-restore-acceptance
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=fbe390c05045facdf8a247b8a5ccca8e3fe581e9a5783c0b58b35b3c82d8e8d1
|
||||
COMMAND_SHA256=a0cb66d91c8fb740529d3761959fbaa63da59a67f3bea96582b209a42de0d042
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=true
|
||||
RESULT_CONTRACT_VALID=true
|
||||
RESULT_CONTRACT_STATUS=OK
|
||||
RESULT_CONTRACT_STATUS=FAIL
|
||||
RESULT_CONTRACT_ERROR=NONE
|
||||
COMMAND_RC=0
|
||||
CHANGES_MADE=true
|
||||
COMMAND_RC=3
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=MUTATED
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=edb8d06649d6bf1f674f9cbcd787435e0648c4518d66bdfdf2d4c7405d8c8bc2
|
||||
SANITIZED_OUTPUT_SHA256=edb8d06649d6bf1f674f9cbcd787435e0648c4518d66bdfdf2d4c7405d8c8bc2
|
||||
RAW_EVIDENCE_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
|
||||
SANITIZED_OUTPUT_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
|
||||
OUTPUT_BEGIN
|
||||
SPB9130R3_CHANGE={"preflight":{"networks_list_rc":0,"list_sha":"95a17530163d7fc0","before_route":{"rc":0,"dev":"wt0","line_hash":"1cf8f6049ad12605"},"before_table":{"rc":0,"has_default_wt0":true,"sha":"47caf134646621d5"},"netbird":{"rc":0,"connected":3,"daemon_status":"Connected","management_connected":false}},"change":{"edge-exit-relay-moldova":{"rc":0,"stderr_sha":null}},"verify":{"route_1_1_1_1":{"rc":0,"dev":"eth0","line_hash":"c7b4d700c999f849"},"route_letsencrypt":{"resolved":true,"ip_hashes":["5786251088dd9c13"],"route":{"rc":0,"dev":"eth0","line_hash":"c89729ab625cda5f"}},"route_cloudflare":{"resolved":true,"ip_hashes":["08e9e34051f00a95","969b1202bb584ec5","11f9ecc608d7a6f3","c6984b66666387ed","61f9245326ee617f","b0744ce2a1b023db"],"route":{"rc":0,"dev":"eth0","line_hash":"9fcddd6525cc7d3d"}},"tcp_1_1_1_1_443":true,"tcp_letsencrypt_443":true,"tcp_cloudflare_443":true,"wt0_exists":true,"netbird":{"rc":0,"connected":3,"daemon_status":"Connected","management_connected":false},"table7120":{"rc":0,"has_default_wt0":false,"sha":null},"settled":{"route_1_1_1_1":{"rc":0,"dev":"eth0","line_hash":"c7b4d700c999f849"},"table7120":{"rc":0,"has_default_wt0":false,"sha":null},"netbird":{"rc":0,"connected":3,"daemon_status":"Connected","management_connected":false},"tcp_letsencrypt_443":true,"tcp_cloudflare_443":true}},"status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null,"decision":"NETBIRD_EXIT_DESELECTED_EGRESS_ACCEPTED"}
|
||||
TASK_COMPLETE=true
|
||||
TASK_RESULT=PASS_SPB_VM130_NETBIRD_EXIT_DESELECT
|
||||
DECISION=RETRY_CERT_VHOST_FIX
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-SPB-VM130-NETBIRD-EXIT-DESELECT-9130R3","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
|
||||
NEWFI426_BEGIN=true
|
||||
COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
|
||||
MODE=change
|
||||
COMPONENT=newfi-dr221-final-isolated-restore-acceptance
|
||||
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
|
||||
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
|
||||
TEST_VMID=9210
|
||||
MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
|
||||
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
|
||||
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
|
||||
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||
WORKER_PLAN_210_RC=0
|
||||
PLAN_STATUS=OK
|
||||
VMID=210
|
||||
OWNER=pve01
|
||||
TYPE=qemu
|
||||
EXPECTED_STATUS=running
|
||||
FRESHNESS_PRE_RESTORE_RC=0
|
||||
FRESHNESS_STATUS=OK
|
||||
VMID=210
|
||||
DECISION=SEALED_PROVEN
|
||||
GENERATION=vm210-pve01-20260922T172531Z
|
||||
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
||||
SEALED_EPOCH=1790098030
|
||||
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
||||
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
||||
AUDIT_PRE_RC=1
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
FAILURE=AUDIT_PRE_FAILED
|
||||
DECISION=HOLD_DR221_426_FINAL_RESTORE_INCOMPLETE
|
||||
DR221_CLOSED=false
|
||||
NEWFDOM_PROJECT_COMPLETE=false
|
||||
FULL_PRODUCT_REMAINING=1
|
||||
NEXT_GATE=RECONCILE_ONLY_DR221_426_FAILURE
|
||||
TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
|
||||
CHANGES_MADE_BY_426=false
|
||||
PRODUCT_MUTATION_BY_426=false
|
||||
PRODUCTION_VM_CONFIG_MUTATION_BY_426=false
|
||||
CLOUD_MUTATION_BY_426=false
|
||||
TEMP_VM_MUTATION_BY_426=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
NEWFI426_END=true
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
|
||||
Reference in New Issue
Block a user