homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-23 00:15:09 +00:00
parent 3fd81c1b52
commit 29fdca40e6
4 changed files with 391 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.json
+38
View File
File diff suppressed because one or more lines are too long
runtime/history/NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1.txt
+234
View File
@@ -0,0 +1,234 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=newfi-dr221-final-recon-fix
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8
SANITIZED_OUTPUT_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8
OUTPUT_BEGIN
NEWFI449_BEGIN=true
RUNNER_FIRST_ARCHITECTURE=true
SHELL_COMPARISON_FIX=true
ERREXIT_REENABLE_FIX=true
EXACT_SHA_PAIR_RECONSTRUCTION=true
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1
MODE=change
COMPONENT=newfi-dr221-final-recon-fix
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN
PREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN
MAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
TEST_VMID=9210
AUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL
MUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
SELFHEAL_PRIOR_PROCESS_WAITED=false
SELFHEAL_PRIOR_PROCESS_PRESENT=false
SELFHEAL_TIMER_INITIAL_ENABLED=enabled
SELFHEAL_TIMER_INITIAL_ACTIVE=active
SELFHEAL_TEST_LV_PRECOUNT=0
SELFHEAL_TEMP_CLEANED=false
SELFHEAL_TEST_LV_POSTCOUNT=0
WORKER_PLAN_RC=0
PLAN_STATUS=OK
VMID=210
OWNER=pve01
TYPE=qemu
EXPECTED_STATUS=running
FRESHNESS_RC=0
FRESHNESS_STATUS=OK
VMID=210
DECISION=SEALED_PROVEN
GENERATION=vm210-pve01-20260922T172531Z
UPDATED_AT_UTC=2026-09-22T17:27:10Z
SEALED_EPOCH=1790098030
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
SOURCE_AGENT_PING_RC=0
SOURCE_PRODUCT_TRANSPORT_RC=0
SOURCE_PRODUCT_GUEST|exited=1|exitcode=0
SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
AUDIT_ENTRY_RC=1
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
TIMER_PRE_ENABLED=enabled
TIMER_PRE_ACTIVE=active
SERVICE_PRE_UNITFILE=static
SERVICE_PRE_TYPE=oneshot
SERVICE_PRE_RESTART=no
SERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer
TIMER_PRE_TRIGGERS=homelab-backup-v2.service
TIMER_STOP_RC=0
TIMER_POSTSTOP_ENABLED=enabled
TIMER_POSTSTOP_ACTIVE=inactive
TIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
CURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true
CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0
CURRENT_SERVICE_NATURAL_DRAINED=true
CURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive
CURRENT_SERVICE_POSTDRAIN_SUB=dead
GLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true
AUDIT_BASELINE_RC=1
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_BASE_NONLOCK_COUNT=7
AUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455
SEAL_VERIFY_AFTER_WAIT_RC=0
FRESHNESS_AFTER_WAIT_RC=0
FRESHNESS_STATUS=OK
VMID=210
DECISION=SEALED_PROVEN
GENERATION=vm210-pve01-20260922T172531Z
UPDATED_AT_UTC=2026-09-22T17:27:10Z
SEALED_EPOCH=1790098030
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
TEST_LV_PRECOUNT=0
STAGING_AVAILABLE_KIB=278987584
STAGING_REQUIRED_KIB=3444927
REMOTE_VERIFY_PRE_RC=0
RESTORE_VALIDATION_STATUS=OK
VMID=210
GENERATION=vm210-pve01-20260922T172531Z
RESULT=ALREADY_VALIDATED
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
VERIFY_STATUS=OK
VMID=210
GENERATION=vm210-pve01-20260922T172531Z
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
CLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505
PAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst
EXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899
EXPECTED_ARCHIVE_SIZE=690060752
EXPECTED_PART_COUNT=2
CLOUD_A_RCLONE_RC=0
CLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
CLOUD_A_CHECKSUMS_FILE=ABSENT
RECONSTRUCT_RC=0
RECON_FILE_COUNT=4
RECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637
RECONSTRUCTION_MODE=EXACT_SHA_PAIR
RECON_PART_COUNT=2
RECON_SELECTED_SIZE_SUM=690060752
RECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84
RECON_SIZE_MATCH_PAIR_COUNT_TESTED=1
RECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
RECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899
RECONSTRUCTED_SIZE=690060752
RESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst
ZSTD_TEST_RC=0
QMRESTORE_RC=0
QMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TEST_POST_RESTORE_STATUS=stopped
TEST_MAC_COUNT=1
COMMON_MAC_COUNT=0
NIC_ISOLATE|net0|RC=0
TEST_NET_COUNT=1
TEST_NET_LINKDOWN_COUNT=1
NETWORK_ISOLATED_BEFORE_BOOT=true
TEST_START_RC=0
TEST_QGA_READY=true
RESTORED_PRODUCT_TRANSPORT_RC=0
RESTORED_PRODUCT_GUEST|exited=1|exitcode=0
RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
TEST_STOP_RC=0
TEST_DESTROY_RC=0
TEST_LV_POSTCOUNT=0
TEMP_VM_CLEANUP_PROVEN=true
SOURCE_POST_AGENT_RC=0
REMOTE_VERIFY_POST_RC=0
FRESHNESS_POST_RC=0
FRESHNESS_STATUS=OK
VMID=210
DECISION=SEALED_PROVEN
GENERATION=vm210-pve01-20260922T172531Z
UPDATED_AT_UTC=2026-09-22T17:27:10Z
SEALED_EPOCH=1790098030
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
SOURCE_POST_PRODUCT_TRANSPORT_RC=0
SOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0
SOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
TIMER_RESTORE_RC=0
TIMER_RESTORE_ENABLED=enabled
TIMER_RESTORE_ACTIVE=active
TIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TIMER_RESTORED=true
SERVICE_AFTER_TIMER_RESTORE=inactive
AUDIT_FINAL_RC=1
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY
FULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json
FULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c
DECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED
DR221_CLOSED=true
NEWFDOM_PROJECT_COMPLETE=true
FULL_PRODUCT_REMAINING=0
ACTIVE_MAJOR_STAGE=NONE
MAJOR_STAGES_REMAINING=0
NEXT_GATE=NONE
TASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE
CHANGES_MADE_BY_449=true
PRODUCT_MUTATION_BY_449=false
PRODUCTION_VM_CONFIG_MUTATION_BY_449=false
CLOUD_MUTATION_BY_449=false
TEMP_VM_MUTATION_BY_449=true
SYSTEMD_TIMER_MUTATION_BY_449=true
SELFHEAL_TIMER_REPAIRED_BY_449=false
SELFHEAL_TEMP_CLEANED_BY_449=false
TIMER_RESTORED_BY_449=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
NEWFI449_END=true
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+17 -17
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+102 -24
View File
@@ -1,37 +1,40 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1
STATUS=FAIL
RC=76
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=newfi-dr221-final-runner-first
COMPONENT=newfi-dr221-final-recon-fix
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=799011d0daacb754903876f43a31341d7624456761b6990f6687e9a5131a5756
COMMAND_SHA256=ffba859fb974391f5f01185313f6c39dc19fa6ce3a8a039e42cd90518bc9833b
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=false
RESULT_CONTRACT_STATUS=UNKNOWN
RESULT_CONTRACT_ERROR=MISSING_CONTRACT
COMMAND_RC=1
CHANGES_MADE=unknown
ROLLBACK_STARTED=unknown
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=UNKNOWN
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe
SANITIZED_OUTPUT_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe
RAW_EVIDENCE_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8
SANITIZED_OUTPUT_SHA256=a8298f6b5f505bf599d651352bfc243d91b06f5b0d0f4754e90ab491bdcf58a8
OUTPUT_BEGIN
NEWFI448_BEGIN=true
NEWFI449_BEGIN=true
RUNNER_FIRST_ARCHITECTURE=true
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1
SHELL_COMPARISON_FIX=true
ERREXIT_REENABLE_FIX=true
EXACT_SHA_PAIR_RECONSTRUCTION=true
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1
MODE=change
COMPONENT=newfi-dr221-final-runner-first
COMPONENT=newfi-dr221-final-recon-fix
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN
PREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN
@@ -75,14 +78,12 @@ SOURCE_PRODUCT_GUEST|exited=1|exitcode=0
SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
AUDIT_ENTRY_RC=1
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
TIMER_PRE_ENABLED=enabled
TIMER_PRE_ACTIVE=active
SERVICE_PRE_UNITFILE=static
@@ -95,7 +96,7 @@ TIMER_POSTSTOP_ENABLED=enabled
TIMER_POSTSTOP_ACTIVE=inactive
TIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
CURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true
CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=80
CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=0
CURRENT_SERVICE_NATURAL_DRAINED=true
CURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive
CURRENT_SERVICE_POSTDRAIN_SUB=dead
@@ -143,14 +144,91 @@ EXPECTED_PART_COUNT=2
CLOUD_A_RCLONE_RC=0
CLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
CLOUD_A_CHECKSUMS_FILE=ABSENT
RECONSTRUCT_RC=1
RECONSTRUCT_ERR_SHA=42576af4a4b33755c1b91ae7e989360c670c870612aa2e9c46b0b1e1da02edce
sha256sum: /mnt/staging/newfi-dr221-448.AEmmcg/reconstructed: No such file or directory
RECONSTRUCT_RC=0
RECON_FILE_COUNT=4
RECON_FILE_SIZESET_SHA256=a4644a22f9454b6062e8db73a039449e087618ba49dc5b73feca09cbd04c0637
RECONSTRUCTION_MODE=EXACT_SHA_PAIR
RECON_PART_COUNT=2
RECON_SELECTED_SIZE_SUM=690060752
RECON_SELECTED_PATHSET_SHA256=24e28f8123f9c9ad270a19546896e58c3a5e8de8c4465b08ee1692ce7f888a84
RECON_SIZE_MATCH_PAIR_COUNT_TESTED=1
RECONSTRUCT_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
RECONSTRUCTED_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899
RECONSTRUCTED_SIZE=690060752
RESTORE_ARCHIVE_BASENAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst
ZSTD_TEST_RC=0
QMRESTORE_RC=0
QMRESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TEST_POST_RESTORE_STATUS=stopped
TEST_MAC_COUNT=1
COMMON_MAC_COUNT=0
NIC_ISOLATE|net0|RC=0
TEST_NET_COUNT=1
TEST_NET_LINKDOWN_COUNT=1
NETWORK_ISOLATED_BEFORE_BOOT=true
TEST_START_RC=0
TEST_QGA_READY=true
RESTORED_PRODUCT_TRANSPORT_RC=0
RESTORED_PRODUCT_GUEST|exited=1|exitcode=0
RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
RESTORED_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
TEST_STOP_RC=0
TEST_DESTROY_RC=0
TEST_LV_POSTCOUNT=0
TEMP_VM_CLEANUP_PROVEN=true
SOURCE_POST_AGENT_RC=0
REMOTE_VERIFY_POST_RC=0
FRESHNESS_POST_RC=0
FRESHNESS_STATUS=OK
VMID=210
DECISION=SEALED_PROVEN
GENERATION=vm210-pve01-20260922T172531Z
UPDATED_AT_UTC=2026-09-22T17:27:10Z
SEALED_EPOCH=1790098030
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
SOURCE_POST_PRODUCT_TRANSPORT_RC=0
SOURCE_POST_PRODUCT_GUEST|exited=1|exitcode=0
SOURCE_POST_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
TIMER_RESTORE_RC=0
TIMER_RESTORE_ENABLED=enabled
TIMER_RESTORE_ACTIVE=active
TIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TIMER_RESTORED=true
SERVICE_AFTER_TIMER_RESTORE=inactive
AUDIT_FINAL_RC=1
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=6|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_FINAL_CLASS=CORE_OK_EXTERNAL_RPO_LOCK_ONLY
FULL_RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z-newfi-full.json
FULL_RESTORE_EVIDENCE_SHA256=00a23fe8ebe591562047815659c7fb24493ba5e14ad9b2ae9853c78fd186f01c
DECISION=PASS_DR221_449_FULL_ISOLATED_RESTORE_ACCEPTED
DR221_CLOSED=true
NEWFDOM_PROJECT_COMPLETE=true
FULL_PRODUCT_REMAINING=0
ACTIVE_MAJOR_STAGE=NONE
MAJOR_STAGES_REMAINING=0
NEXT_GATE=NONE
TASK_RESULT=PASS_NEWFDOM_PROJECT_COMPLETE
CHANGES_MADE_BY_449=true
PRODUCT_MUTATION_BY_449=false
PRODUCTION_VM_CONFIG_MUTATION_BY_449=false
CLOUD_MUTATION_BY_449=false
TEMP_VM_MUTATION_BY_449=true
SYSTEMD_TIMER_MUTATION_BY_449=true
SELFHEAL_TIMER_REPAIRED_BY_449=false
SELFHEAL_TEMP_CLEANED_BY_449=false
TIMER_RESTORED_BY_449=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260923-NEWFDOM-DR221-FINAL-RECON-FIX449R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
NEWFI449_END=true
OUTPUT_END
CHAT_OUTPUT_END