From 29fdca40e62940c4f753e6c7ec5a681264acc520 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Wed, 23 Sep 2026 00:15:09 +0000 Subject: [PATCH] runtime: publish NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1 --- ...23-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json | 38 +++ ...923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt | 234 ++++++++++++++++++ runtime/latest.json | 34 +-- runtime/latest.txt | 126 ++++++++-- 4 files changed, 391 insertions(+), 41 deletions(-) create mode 100644 runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json create mode 100644 runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt diff --git a/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json b/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json new file mode 100644 index 00000000..1be1c90a --- /dev/null +++ b/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "newfi-dr221-final-recon-fix", + "started_at_utc": "2026-09-23T00:12:08Z", + "finished_at_utc": "2026-09-23T00:15:08Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8", + "sanitized_output_sha256": "a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "NEWFI449_BEGIN=true\nRUNNER_FIRST_ARCHITECTURE=true\nSHELL_COMPARISON_FIX=true\nERREXIT_REENABLE_FIX=true\nEXACT_SHA_PAIR_RECONSTRUCTION=true\nCOMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1\nMODE=change\nCOMPONENT=newfi-dr221-final-recon-fix\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN\nPREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN\nMAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nAUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL\nMUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nSELFHEAL_PRIOR_PROCESS_WAITED=false\nSELFHEAL_PRIOR_PROCESS_PRESENT=false\nSELFHEAL_TIMER_INITIAL_ENABLED=enabled\nSELFHEAL_TIMER_INITIAL_ACTIVE=active\nSELFHEAL_TEST_LV_PRECOUNT=0\nSELFHEAL_TEMP_CLEANED=false\nSELFHEAL_TEST_LV_POSTCOUNT=0\nWORKER_PLAN_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_AGENT_PING_RC=0\nSOURCE_PRODUCT_TRANSPORT_RC=0\nSOURCE_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nTIMER_PRE_ENABLED=enabled\nTIMER_PRE_ACTIVE=active\nSERVICE_PRE_UNITFILE=static\nSERVICE_PRE_TYPE=oneshot\nSERVICE_PRE_RESTART=no\nSERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer\nTIMER_PRE_TRIGGERS=homelab-backup-v2.service\nTIMER_STOP_RC=0\nTIMER_POSTSTOP_ENABLED=enabled\nTIMER_POSTSTOP_ACTIVE=inactive\nTIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true\nCURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0\nCURRENT_SERVICE_NATURAL_DRAINED=true\nCURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive\nCURRENT_SERVICE_POSTDRAIN_SUB=dead\nGLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true\nAUDIT_BASELINE_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_BASE_NONLOCK_COUNT=7\nAUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455\nSEAL_VERIFY_AFTER_WAIT_RC=0\nFRESHNESS_AFTER_WAIT_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nTEST_LV_PRECOUNT=0\nSTAGING_AVAILABLE_KIB=278987584\nSTAGING_REQUIRED_KIB=3444927\nREMOTE_VERIFY_PRE_RC=0\nRESTORE_VALIDATION_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESULT=ALREADY_VALIDATED\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nVERIFY_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nCLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505\nPAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst\nEXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899\nEXPECTED_ARCHIVE_SIZE=690060752\nEXPECTED_PART_COUNT=2\nCLOUD_A_RCLONE_RC=0\nCLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCLOUD_A_CHECKSUMS_FILE=ABSENT\nRECONSTRUCT_RC=0\nRECON_FILE_COUNT=4\nRECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637\nRECONSTRUCTION_MODE=EXACT_SHA_PAIR\nRECON_PART_COUNT=2\nRECON_SELECTED_SIZE_SUM=690060752\nRECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84\nRECON_SIZE_MATCH_PAIR_COUNT_TESTED=1\nRECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899\nRECONSTRUCTED_SIZE=690060752\nRESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst\nZSTD_TEST_RC=0\nQMRESTORE_RC=0\nQMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEST_POST_RESTORE_STATUS=stopped\nTEST_MAC_COUNT=1\nCOMMON_MAC_COUNT=0\nNIC_ISOLATE|net0|RC=0\nTEST_NET_COUNT=1\nTEST_NET_LINKDOWN_COUNT=1\nNETWORK_ISOLATED_BEFORE_BOOT=true\nTEST_START_RC=0\nTEST_QGA_READY=true\nRESTORED_PRODUCT_TRANSPORT_RC=0\nRESTORED_PRODUCT_GUEST|exited=1|exitcode=0\nRESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nRESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nTEST_STOP_RC=0\nTEST_DESTROY_RC=0\nTEST_LV_POSTCOUNT=0\nTEMP_VM_CLEANUP_PROVEN=true\nSOURCE_POST_AGENT_RC=0\nREMOTE_VERIFY_POST_RC=0\nFRESHNESS_POST_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_POST_PRODUCT_TRANSPORT_RC=0\nSOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nTIMER_RESTORE_RC=0\nTIMER_RESTORE_ENABLED=enabled\nTIMER_RESTORE_ACTIVE=active\nTIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTIMER_RESTORED=true\nSERVICE_AFTER_TIMER_RESTORE=inactive\nAUDIT_FINAL_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY\nFULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json\nFULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c\nDECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED\nDR221_CLOSED=true\nNEWFDOM_PROJECT_COMPLETE=true\nFULL_PRODUCT_REMAINING=0\nACTIVE_MAJOR_STAGE=NONE\nMAJOR_STAGES_REMAINING=0\nNEXT_GATE=NONE\nTASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE\nCHANGES_MADE_BY_449=true\nPRODUCT_MUTATION_BY_449=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_449=false\nCLOUD_MUTATION_BY_449=false\nTEMP_VM_MUTATION_BY_449=true\nSYSTEMD_TIMER_MUTATION_BY_449=true\nSELFHEAL_TIMER_REPAIRED_BY_449=false\nSELFHEAL_TEMP_CLEANED_BY_449=false\nTIMER_RESTORED_BY_449=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI449_END=true\n" +} diff --git a/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt b/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt new file mode 100644 index 00000000..a2303743 --- /dev/null +++ b/runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt @@ -0,0 +1,234 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=newfi-dr221-final-recon-fix +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8 +SANITIZED_OUTPUT_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8 +OUTPUT_BEGIN +NEWFI449_BEGIN=true +RUNNER_FIRST_ARCHITECTURE=true +SHELL_COMPARISON_FIX=true +ERREXIT_REENABLE_FIX=true +EXACT_SHA_PAIR_RECONSTRUCTION=true +COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1 +MODE=change +COMPONENT=newfi-dr221-final-recon-fix +ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8 +PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN +PREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN +MAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS +DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z +TEST_VMID=9210 +AUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL +MUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e +FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558 +WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c +AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a +SELFHEAL_PRIOR_PROCESS_WAITED=false +SELFHEAL_PRIOR_PROCESS_PRESENT=false +SELFHEAL_TIMER_INITIAL_ENABLED=enabled +SELFHEAL_TIMER_INITIAL_ACTIVE=active +SELFHEAL_TEST_LV_PRECOUNT=0 +SELFHEAL_TEMP_CLEANED=false +SELFHEAL_TEST_LV_POSTCOUNT=0 +WORKER_PLAN_RC=0 +PLAN_STATUS=OK +VMID=210 +OWNER=pve01 +TYPE=qemu +EXPECTED_STATUS=running +FRESHNESS_RC=0 +FRESHNESS_STATUS=OK +VMID=210 +DECISION=SEALED_PROVEN +GENERATION=vm210-pve01-20260922T172531Z +UPDATED_AT_UTC=2026-09-22T17:27:10Z +SEALED_EPOCH=1790098030 +STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +SOURCE_AGENT_PING_RC=0 +SOURCE_PRODUCT_TRANSPORT_RC=0 +SOURCE_PRODUCT_GUEST|exited=1|exitcode=0 +SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +AUDIT_ENTRY_RC=1 +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +TIMER_PRE_ENABLED=enabled +TIMER_PRE_ACTIVE=active +SERVICE_PRE_UNITFILE=static +SERVICE_PRE_TYPE=oneshot +SERVICE_PRE_RESTART=no +SERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer +TIMER_PRE_TRIGGERS=homelab-backup-v2.service +TIMER_STOP_RC=0 +TIMER_POSTSTOP_ENABLED=enabled +TIMER_POSTSTOP_ACTIVE=inactive +TIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +CURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true +CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0 +CURRENT_SERVICE_NATURAL_DRAINED=true +CURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive +CURRENT_SERVICE_POSTDRAIN_SUB=dead +GLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true +AUDIT_BASELINE_RC=1 +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled +ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_BASE_NONLOCK_COUNT=7 +AUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455 +SEAL_VERIFY_AFTER_WAIT_RC=0 +FRESHNESS_AFTER_WAIT_RC=0 +FRESHNESS_STATUS=OK +VMID=210 +DECISION=SEALED_PROVEN +GENERATION=vm210-pve01-20260922T172531Z +UPDATED_AT_UTC=2026-09-22T17:27:10Z +SEALED_EPOCH=1790098030 +STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +TEST_LV_PRECOUNT=0 +STAGING_AVAILABLE_KIB=278987584 +STAGING_REQUIRED_KIB=3444927 +REMOTE_VERIFY_PRE_RC=0 +RESTORE_VALIDATION_STATUS=OK +VMID=210 +GENERATION=vm210-pve01-20260922T172531Z +RESULT=ALREADY_VALIDATED +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +VERIFY_STATUS=OK +VMID=210 +GENERATION=vm210-pve01-20260922T172531Z +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +CLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505 +PAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst +EXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899 +EXPECTED_ARCHIVE_SIZE=690060752 +EXPECTED_PART_COUNT=2 +CLOUD_A_RCLONE_RC=0 +CLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +CLOUD_A_CHECKSUMS_FILE=ABSENT +RECONSTRUCT_RC=0 +RECON_FILE_COUNT=4 +RECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637 +RECONSTRUCTION_MODE=EXACT_SHA_PAIR +RECON_PART_COUNT=2 +RECON_SELECTED_SIZE_SUM=690060752 +RECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84 +RECON_SIZE_MATCH_PAIR_COUNT_TESTED=1 +RECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899 +RECONSTRUCTED_SIZE=690060752 +RESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst +ZSTD_TEST_RC=0 +QMRESTORE_RC=0 +QMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEST_POST_RESTORE_STATUS=stopped +TEST_MAC_COUNT=1 +COMMON_MAC_COUNT=0 +NIC_ISOLATE|net0|RC=0 +TEST_NET_COUNT=1 +TEST_NET_LINKDOWN_COUNT=1 +NETWORK_ISOLATED_BEFORE_BOOT=true +TEST_START_RC=0 +TEST_QGA_READY=true +RESTORED_PRODUCT_TRANSPORT_RC=0 +RESTORED_PRODUCT_GUEST|exited=1|exitcode=0 +RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +TEST_STOP_RC=0 +TEST_DESTROY_RC=0 +TEST_LV_POSTCOUNT=0 +TEMP_VM_CLEANUP_PROVEN=true +SOURCE_POST_AGENT_RC=0 +REMOTE_VERIFY_POST_RC=0 +FRESHNESS_POST_RC=0 +FRESHNESS_STATUS=OK +VMID=210 +DECISION=SEALED_PROVEN +GENERATION=vm210-pve01-20260922T172531Z +UPDATED_AT_UTC=2026-09-22T17:27:10Z +SEALED_EPOCH=1790098030 +STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +SOURCE_POST_PRODUCT_TRANSPORT_RC=0 +SOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0 +SOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +TIMER_RESTORE_RC=0 +TIMER_RESTORE_ENABLED=enabled +TIMER_RESTORE_ACTIVE=active +TIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TIMER_RESTORED=true +SERVICE_AFTER_TIMER_RESTORE=inactive +AUDIT_FINAL_RC=1 +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY +FULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json +FULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c +DECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED +DR221_CLOSED=true +NEWFDOM_PROJECT_COMPLETE=true +FULL_PRODUCT_REMAINING=0 +ACTIVE_MAJOR_STAGE=NONE +MAJOR_STAGES_REMAINING=0 +NEXT_GATE=NONE +TASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE +CHANGES_MADE_BY_449=true +PRODUCT_MUTATION_BY_449=false +PRODUCTION_VM_CONFIG_MUTATION_BY_449=false +CLOUD_MUTATION_BY_449=false +TEMP_VM_MUTATION_BY_449=true +SYSTEMD_TIMER_MUTATION_BY_449=true +SELFHEAL_TIMER_REPAIRED_BY_449=false +SELFHEAL_TEMP_CLEANED_BY_449=false +TIMER_RESTORED_BY_449=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +NEWFI449_END=true + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 7e5613af..1be1c90a 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1", - "status": "FAIL", - "rc": 76, + "command_id": "NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "change", - "component": "newfi-dr221-final-runner-first", - "started_at_utc": "2026-09-22T23:59:04Z", - "finished_at_utc": "2026-09-23T00:00:47Z", + "component": "newfi-dr221-final-recon-fix", + "started_at_utc": "2026-09-23T00:12:08Z", + "finished_at_utc": "2026-09-23T00:15:08Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "799011d0daacb754903876f43a31341d7624456761b6990f6687e9a5131a5756", + "command_sha256": "ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, "change_declared": true, - "result_contract_valid": false, - "result_contract_status": null, - "result_contract_error": "MISSING_CONTRACT", - "command_rc": 1, - "changes_made": null, - "rollback_started": null, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "UNKNOWN", + "mutation_outcome": "MUTATED", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe", - "sanitized_output_sha256": "ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe", + "raw_evidence_sha256": "a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8", + "sanitized_output_sha256": "a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "NEWFI448_BEGIN=true\nRUNNER_FIRST_ARCHITECTURE=true\nCOMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1\nMODE=change\nCOMPONENT=newfi-dr221-final-runner-first\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN\nPREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN\nMAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nAUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL\nMUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nSELFHEAL_PRIOR_PROCESS_WAITED=false\nSELFHEAL_PRIOR_PROCESS_PRESENT=false\nSELFHEAL_TIMER_INITIAL_ENABLED=enabled\nSELFHEAL_TIMER_INITIAL_ACTIVE=active\nSELFHEAL_TEST_LV_PRECOUNT=0\nSELFHEAL_TEMP_CLEANED=false\nSELFHEAL_TEST_LV_POSTCOUNT=0\nWORKER_PLAN_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_AGENT_PING_RC=0\nSOURCE_PRODUCT_TRANSPORT_RC=0\nSOURCE_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nTIMER_PRE_ENABLED=enabled\nTIMER_PRE_ACTIVE=active\nSERVICE_PRE_UNITFILE=static\nSERVICE_PRE_TYPE=oneshot\nSERVICE_PRE_RESTART=no\nSERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer\nTIMER_PRE_TRIGGERS=homelab-backup-v2.service\nTIMER_STOP_RC=0\nTIMER_POSTSTOP_ENABLED=enabled\nTIMER_POSTSTOP_ACTIVE=inactive\nTIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true\nCURRENT_SERVICE_NATURAL_DRAIN_SECONDS=80\nCURRENT_SERVICE_NATURAL_DRAINED=true\nCURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive\nCURRENT_SERVICE_POSTDRAIN_SUB=dead\nGLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true\nAUDIT_BASELINE_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_BASE_NONLOCK_COUNT=7\nAUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455\nSEAL_VERIFY_AFTER_WAIT_RC=0\nFRESHNESS_AFTER_WAIT_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nTEST_LV_PRECOUNT=0\nSTAGING_AVAILABLE_KIB=278987584\nSTAGING_REQUIRED_KIB=3444927\nREMOTE_VERIFY_PRE_RC=0\nRESTORE_VALIDATION_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESULT=ALREADY_VALIDATED\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nVERIFY_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nCLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505\nPAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst\nEXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899\nEXPECTED_ARCHIVE_SIZE=690060752\nEXPECTED_PART_COUNT=2\nCLOUD_A_RCLONE_RC=0\nCLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCLOUD_A_CHECKSUMS_FILE=ABSENT\nRECONSTRUCT_RC=1\nRECONSTRUCT_ERR_SHA=42576af4a4b33755c1b91ae7e989360c670c870612aa2e9c46b0b1e1da02edce\nsha256sum: /mnt/staging/newfi-dr221-448.AEmmcg/reconstructed: No such file or directory\nTIMER_RESTORE_RC=0\nTIMER_RESTORE_ENABLED=enabled\nTIMER_RESTORE_ACTIVE=active\nTIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTIMER_RESTORED=true\n" + "output": "NEWFI449_BEGIN=true\nRUNNER_FIRST_ARCHITECTURE=true\nSHELL_COMPARISON_FIX=true\nERREXIT_REENABLE_FIX=true\nEXACT_SHA_PAIR_RECONSTRUCTION=true\nCOMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1\nMODE=change\nCOMPONENT=newfi-dr221-final-recon-fix\nANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8\nPREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN\nPREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN\nMAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS\nDR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z\nTEST_VMID=9210\nAUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL\nMUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nQUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e\nFRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558\nWORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nSELFHEAL_PRIOR_PROCESS_WAITED=false\nSELFHEAL_PRIOR_PROCESS_PRESENT=false\nSELFHEAL_TIMER_INITIAL_ENABLED=enabled\nSELFHEAL_TIMER_INITIAL_ACTIVE=active\nSELFHEAL_TEST_LV_PRECOUNT=0\nSELFHEAL_TEMP_CLEANED=false\nSELFHEAL_TEST_LV_POSTCOUNT=0\nWORKER_PLAN_RC=0\nPLAN_STATUS=OK\nVMID=210\nOWNER=pve01\nTYPE=qemu\nEXPECTED_STATUS=running\nFRESHNESS_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_AGENT_PING_RC=0\nSOURCE_PRODUCT_TRANSPORT_RC=0\nSOURCE_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nAUDIT_ENTRY_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nTIMER_PRE_ENABLED=enabled\nTIMER_PRE_ACTIVE=active\nSERVICE_PRE_UNITFILE=static\nSERVICE_PRE_TYPE=oneshot\nSERVICE_PRE_RESTART=no\nSERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer\nTIMER_PRE_TRIGGERS=homelab-backup-v2.service\nTIMER_STOP_RC=0\nTIMER_POSTSTOP_ENABLED=enabled\nTIMER_POSTSTOP_ACTIVE=inactive\nTIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true\nCURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0\nCURRENT_SERVICE_NATURAL_DRAINED=true\nCURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive\nCURRENT_SERVICE_POSTDRAIN_SUB=dead\nGLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true\nAUDIT_BASELINE_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_BASE_NONLOCK_COUNT=7\nAUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455\nSEAL_VERIFY_AFTER_WAIT_RC=0\nFRESHNESS_AFTER_WAIT_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nTEST_LV_PRECOUNT=0\nSTAGING_AVAILABLE_KIB=278987584\nSTAGING_REQUIRED_KIB=3444927\nREMOTE_VERIFY_PRE_RC=0\nRESTORE_VALIDATION_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESULT=ALREADY_VALIDATED\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nVERIFY_STATUS=OK\nVMID=210\nGENERATION=vm210-pve01-20260922T172531Z\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nCLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505\nPAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst\nEXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899\nEXPECTED_ARCHIVE_SIZE=690060752\nEXPECTED_PART_COUNT=2\nCLOUD_A_RCLONE_RC=0\nCLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCLOUD_A_CHECKSUMS_FILE=ABSENT\nRECONSTRUCT_RC=0\nRECON_FILE_COUNT=4\nRECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637\nRECONSTRUCTION_MODE=EXACT_SHA_PAIR\nRECON_PART_COUNT=2\nRECON_SELECTED_SIZE_SUM=690060752\nRECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84\nRECON_SIZE_MATCH_PAIR_COUNT_TESTED=1\nRECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899\nRECONSTRUCTED_SIZE=690060752\nRESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst\nZSTD_TEST_RC=0\nQMRESTORE_RC=0\nQMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEST_POST_RESTORE_STATUS=stopped\nTEST_MAC_COUNT=1\nCOMMON_MAC_COUNT=0\nNIC_ISOLATE|net0|RC=0\nTEST_NET_COUNT=1\nTEST_NET_LINKDOWN_COUNT=1\nNETWORK_ISOLATED_BEFORE_BOOT=true\nTEST_START_RC=0\nTEST_QGA_READY=true\nRESTORED_PRODUCT_TRANSPORT_RC=0\nRESTORED_PRODUCT_GUEST|exited=1|exitcode=0\nRESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nSOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nRESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nTEST_STOP_RC=0\nTEST_DESTROY_RC=0\nTEST_LV_POSTCOUNT=0\nTEMP_VM_CLEANUP_PROVEN=true\nSOURCE_POST_AGENT_RC=0\nREMOTE_VERIFY_POST_RC=0\nFRESHNESS_POST_RC=0\nFRESHNESS_STATUS=OK\nVMID=210\nDECISION=SEALED_PROVEN\nGENERATION=vm210-pve01-20260922T172531Z\nUPDATED_AT_UTC=2026-09-22T17:27:10Z\nSEALED_EPOCH=1790098030\nSTATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json\nRESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json\nSOURCE_POST_PRODUCT_TRANSPORT_RC=0\nSOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0\nSOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a\nTIMER_RESTORE_RC=0\nTIMER_RESTORE_ENABLED=enabled\nTIMER_RESTORE_ACTIVE=active\nTIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTIMER_RESTORED=true\nSERVICE_AFTER_TIMER_RESTORE=inactive\nAUDIT_FINAL_RC=1\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY\nFULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json\nFULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c\nDECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED\nDR221_CLOSED=true\nNEWFDOM_PROJECT_COMPLETE=true\nFULL_PRODUCT_REMAINING=0\nACTIVE_MAJOR_STAGE=NONE\nMAJOR_STAGES_REMAINING=0\nNEXT_GATE=NONE\nTASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE\nCHANGES_MADE_BY_449=true\nPRODUCT_MUTATION_BY_449=false\nPRODUCTION_VM_CONFIG_MUTATION_BY_449=false\nCLOUD_MUTATION_BY_449=false\nTEMP_VM_MUTATION_BY_449=true\nSYSTEMD_TIMER_MUTATION_BY_449=true\nSELFHEAL_TIMER_REPAIRED_BY_449=false\nSELFHEAL_TEMP_CLEANED_BY_449=false\nTIMER_RESTORED_BY_449=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nNEWFI449_END=true\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index e98b9360..a2303743 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,37 +1,40 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1 -STATUS=FAIL -RC=76 +COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1 +STATUS=OK +RC=0 HOST=pve01 MODE=change -COMPONENT=newfi-dr221-final-runner-first +COMPONENT=newfi-dr221-final-recon-fix REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=799011d0daacb754903876f43a31341d7624456761b6990f6687e9a5131a5756 +COMMAND_SHA256=ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=true -RESULT_CONTRACT_VALID=false -RESULT_CONTRACT_STATUS=UNKNOWN -RESULT_CONTRACT_ERROR=MISSING_CONTRACT -COMMAND_RC=1 -CHANGES_MADE=unknown -ROLLBACK_STARTED=unknown +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=UNKNOWN +MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe -SANITIZED_OUTPUT_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe +RAW_EVIDENCE_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8 +SANITIZED_OUTPUT_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8 OUTPUT_BEGIN -NEWFI448_BEGIN=true +NEWFI449_BEGIN=true RUNNER_FIRST_ARCHITECTURE=true -COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1 +SHELL_COMPARISON_FIX=true +ERREXIT_REENABLE_FIX=true +EXACT_SHA_PAIR_RECONSTRUCTION=true +COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1 MODE=change -COMPONENT=newfi-dr221-final-runner-first +COMPONENT=newfi-dr221-final-recon-fix ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8 PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN PREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN @@ -75,14 +78,12 @@ SOURCE_PRODUCT_GUEST|exited=1|exitcode=0 SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a AUDIT_ENTRY_RC=1 ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK TIMER_PRE_ENABLED=enabled TIMER_PRE_ACTIVE=active SERVICE_PRE_UNITFILE=static @@ -95,7 +96,7 @@ TIMER_POSTSTOP_ENABLED=enabled TIMER_POSTSTOP_ACTIVE=inactive TIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 CURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true -CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=80 +CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0 CURRENT_SERVICE_NATURAL_DRAINED=true CURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive CURRENT_SERVICE_POSTDRAIN_SUB=dead @@ -143,14 +144,91 @@ EXPECTED_PART_COUNT=2 CLOUD_A_RCLONE_RC=0 CLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 CLOUD_A_CHECKSUMS_FILE=ABSENT -RECONSTRUCT_RC=1 -RECONSTRUCT_ERR_SHA=42576af4a4b33755c1b91ae7e989360c670c870612aa2e9c46b0b1e1da02edce -sha256sum: /mnt/staging/newfi-dr221-448.AEmmcg/reconstructed: No such file or directory +RECONSTRUCT_RC=0 +RECON_FILE_COUNT=4 +RECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637 +RECONSTRUCTION_MODE=EXACT_SHA_PAIR +RECON_PART_COUNT=2 +RECON_SELECTED_SIZE_SUM=690060752 +RECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84 +RECON_SIZE_MATCH_PAIR_COUNT_TESTED=1 +RECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899 +RECONSTRUCTED_SIZE=690060752 +RESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst +ZSTD_TEST_RC=0 +QMRESTORE_RC=0 +QMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEST_POST_RESTORE_STATUS=stopped +TEST_MAC_COUNT=1 +COMMON_MAC_COUNT=0 +NIC_ISOLATE|net0|RC=0 +TEST_NET_COUNT=1 +TEST_NET_LINKDOWN_COUNT=1 +NETWORK_ISOLATED_BEFORE_BOOT=true +TEST_START_RC=0 +TEST_QGA_READY=true +RESTORED_PRODUCT_TRANSPORT_RC=0 +RESTORED_PRODUCT_GUEST|exited=1|exitcode=0 +RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a +TEST_STOP_RC=0 +TEST_DESTROY_RC=0 +TEST_LV_POSTCOUNT=0 +TEMP_VM_CLEANUP_PROVEN=true +SOURCE_POST_AGENT_RC=0 +REMOTE_VERIFY_POST_RC=0 +FRESHNESS_POST_RC=0 +FRESHNESS_STATUS=OK +VMID=210 +DECISION=SEALED_PROVEN +GENERATION=vm210-pve01-20260922T172531Z +UPDATED_AT_UTC=2026-09-22T17:27:10Z +SEALED_EPOCH=1790098030 +STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json +RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json +SOURCE_POST_PRODUCT_TRANSPORT_RC=0 +SOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0 +SOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a TIMER_RESTORE_RC=0 TIMER_RESTORE_ENABLED=enabled TIMER_RESTORE_ACTIVE=active TIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 TIMER_RESTORED=true +SERVICE_AFTER_TIMER_RESTORE=inactive +AUDIT_FINAL_RC=1 +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY +FULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json +FULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c +DECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED +DR221_CLOSED=true +NEWFDOM_PROJECT_COMPLETE=true +FULL_PRODUCT_REMAINING=0 +ACTIVE_MAJOR_STAGE=NONE +MAJOR_STAGES_REMAINING=0 +NEXT_GATE=NONE +TASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE +CHANGES_MADE_BY_449=true +PRODUCT_MUTATION_BY_449=false +PRODUCTION_VM_CONFIG_MUTATION_BY_449=false +CLOUD_MUTATION_BY_449=false +TEMP_VM_MUTATION_BY_449=true +SYSTEMD_TIMER_MUTATION_BY_449=true +SELFHEAL_TIMER_REPAIRED_BY_449=false +SELFHEAL_TEMP_CLEANED_BY_449=false +TIMER_RESTORED_BY_449=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +NEWFI449_END=true OUTPUT_END CHAT_OUTPUT_END