157 lines
7.5 KiB
Plaintext
157 lines
7.5 KiB
Plaintext
CHAT_OUTPUT_BEGIN
|
|
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1
|
|
STATUS=FAIL
|
|
RC=76
|
|
HOST=pve01
|
|
MODE=change
|
|
COMPONENT=newfi-dr221-final-runner-first
|
|
REFERENCE_REGISTER_CHECK=OK
|
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
|
ERROR_REGISTER_CHECK=OK
|
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
|
COMMAND_SHA256=799011d0daacb754903876f43a31341d7624456761b6990f6687e9a5131a5756
|
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
|
EXECUTION_STARTED=true
|
|
CHANGE_DECLARED=true
|
|
RESULT_CONTRACT_VALID=false
|
|
RESULT_CONTRACT_STATUS=UNKNOWN
|
|
RESULT_CONTRACT_ERROR=MISSING_CONTRACT
|
|
COMMAND_RC=1
|
|
CHANGES_MADE=unknown
|
|
ROLLBACK_STARTED=unknown
|
|
ROLLBACK_RESTORED=null
|
|
MUTATION_OUTCOME=UNKNOWN
|
|
SANITIZED=yes
|
|
SECRETS_INCLUDED=no
|
|
PRIVATE_ADDRESSES_INCLUDED=no
|
|
RAW_EVIDENCE_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe
|
|
SANITIZED_OUTPUT_SHA256=ac777d7882819beec53a6c985e78d40e436ffedc727da29193a68af5f84d33fe
|
|
OUTPUT_BEGIN
|
|
NEWFI448_BEGIN=true
|
|
RUNNER_FIRST_ARCHITECTURE=true
|
|
COMMAND_ID=NEWFI-260923-NEWFDOM-DR221-FINAL-RUNNER-FIRST448R1
|
|
MODE=change
|
|
COMPONENT=newfi-dr221-final-runner-first
|
|
ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
|
|
PREDECESSOR_437=PASS_DR221_437_FINAL_SOURCE_PRODUCT_CONTRACT_PROVEN
|
|
PREDECESSOR_439=PASS_DR221_439_SAFE_TIMER_MAINTENANCE_WINDOW_PROVEN
|
|
MAINTENANCE_COORDINATION=STOP_TIMER_ONLY;WAIT_CURRENT_SERVICE_NATURAL_EXIT;RESTORE_TIMER_ON_ALL_PATHS
|
|
DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
|
|
TEST_VMID=9210
|
|
AUDIT_POLICY=CORE_HEALTH_PLUS_NO_NEW_UNEXPECTED_OR_NEWFDOM_ISSUES;RPO_BACKLOG_EXTERNAL
|
|
MUTATION_BOUNDARY=TEMPORARY_BACKUP_TIMER_PAUSE;NATURAL_CURRENT_SERVICE_DRAIN;CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_VERIFY;TEMP_DESTROY;TIMER_RESTORE;LOCAL_FULL_RESTORE_EVIDENCE;NO_BACKUP_SERVICE_STOP_OR_SIGNAL;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
|
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
|
QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
|
|
FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
|
|
WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
|
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
|
SELFHEAL_PRIOR_PROCESS_WAITED=false
|
|
SELFHEAL_PRIOR_PROCESS_PRESENT=false
|
|
SELFHEAL_TIMER_INITIAL_ENABLED=enabled
|
|
SELFHEAL_TIMER_INITIAL_ACTIVE=active
|
|
SELFHEAL_TEST_LV_PRECOUNT=0
|
|
SELFHEAL_TEMP_CLEANED=false
|
|
SELFHEAL_TEST_LV_POSTCOUNT=0
|
|
WORKER_PLAN_RC=0
|
|
PLAN_STATUS=OK
|
|
VMID=210
|
|
OWNER=pve01
|
|
TYPE=qemu
|
|
EXPECTED_STATUS=running
|
|
FRESHNESS_RC=0
|
|
FRESHNESS_STATUS=OK
|
|
VMID=210
|
|
DECISION=SEALED_PROVEN
|
|
GENERATION=vm210-pve01-20260922T172531Z
|
|
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
|
SEALED_EPOCH=1790098030
|
|
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
|
SOURCE_AGENT_PING_RC=0
|
|
SOURCE_PRODUCT_TRANSPORT_RC=0
|
|
SOURCE_PRODUCT_GUEST|exited=1|exitcode=0
|
|
SOURCE_PRODUCT_SIGNATURE_SHA256=fcb934facb4ce56d534ba49759b29a4f7c59a39848a779186ba325ecbad9c02a
|
|
AUDIT_ENTRY_RC=1
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
|
TIMER_PRE_ENABLED=enabled
|
|
TIMER_PRE_ACTIVE=active
|
|
SERVICE_PRE_UNITFILE=static
|
|
SERVICE_PRE_TYPE=oneshot
|
|
SERVICE_PRE_RESTART=no
|
|
SERVICE_PRE_TRIGGERED_BY=homelab-backup-v2.timer
|
|
TIMER_PRE_TRIGGERS=homelab-backup-v2.service
|
|
TIMER_STOP_RC=0
|
|
TIMER_POSTSTOP_ENABLED=enabled
|
|
TIMER_POSTSTOP_ACTIVE=inactive
|
|
TIMER_STOP_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
CURRENT_SERVICE_NATURAL_DRAIN_BEGIN=true
|
|
CURRENT_SERVICE_NATURAL_DRAIN_SECONDS=80
|
|
CURRENT_SERVICE_NATURAL_DRAINED=true
|
|
CURRENT_SERVICE_POSTDRAIN_ACTIVE=inactive
|
|
CURRENT_SERVICE_POSTDRAIN_SUB=dead
|
|
GLOBAL_HEAVY_LOCK_ACQUIRED_AFTER_NATURAL_DRAIN=true
|
|
AUDIT_BASELINE_RC=1
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
ISSUE|severity=HIGH|code=V2_TIMER_BAD|logical_id=homelab-backup-v2.timer|root_cause=UNIT_inactive_enabled
|
|
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
|
AUDIT_BASE_NONLOCK_COUNT=7
|
|
AUDIT_BASE_SET_SHA256=8b24f17f08c030a64a6bd2375d49fa28e37852f033f205bdf462b769807df455
|
|
SEAL_VERIFY_AFTER_WAIT_RC=0
|
|
FRESHNESS_AFTER_WAIT_RC=0
|
|
FRESHNESS_STATUS=OK
|
|
VMID=210
|
|
DECISION=SEALED_PROVEN
|
|
GENERATION=vm210-pve01-20260922T172531Z
|
|
UPDATED_AT_UTC=2026-09-22T17:27:10Z
|
|
SEALED_EPOCH=1790098030
|
|
STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
|
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
|
TEST_LV_PRECOUNT=0
|
|
STAGING_AVAILABLE_KIB=278987584
|
|
STAGING_REQUIRED_KIB=3444927
|
|
REMOTE_VERIFY_PRE_RC=0
|
|
RESTORE_VALIDATION_STATUS=OK
|
|
VMID=210
|
|
GENERATION=vm210-pve01-20260922T172531Z
|
|
RESULT=ALREADY_VALIDATED
|
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
|
VERIFY_STATUS=OK
|
|
VMID=210
|
|
GENERATION=vm210-pve01-20260922T172531Z
|
|
RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
|
|
CLOUD_A_BASE_SHA256=5f224d0a7610d7fa0cb8c713f326458ed59e08b1edae57d809d77742cc68e505
|
|
PAYLOAD_NAME=vzdump-qemu-210-2026_09_22-20_25_31.vma.zst
|
|
EXPECTED_ARCHIVE_SHA256=ebeb89773493477df98d43cdd67a57d0830420d35a29ccb48278c88856474899
|
|
EXPECTED_ARCHIVE_SIZE=690060752
|
|
EXPECTED_PART_COUNT=2
|
|
CLOUD_A_RCLONE_RC=0
|
|
CLOUD_A_RCLONE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
CLOUD_A_CHECKSUMS_FILE=ABSENT
|
|
RECONSTRUCT_RC=1
|
|
RECONSTRUCT_ERR_SHA=42576af4a4b33755c1b91ae7e989360c670c870612aa2e9c46b0b1e1da02edce
|
|
sha256sum: /mnt/staging/newfi-dr221-448.AEmmcg/reconstructed: No such file or directory
|
|
TIMER_RESTORE_RC=0
|
|
TIMER_RESTORE_ENABLED=enabled
|
|
TIMER_RESTORE_ACTIVE=active
|
|
TIMER_RESTORE_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
TIMER_RESTORED=true
|
|
|
|
OUTPUT_END
|
|
CHAT_OUTPUT_END
|