142 lines
5.4 KiB
Plaintext
142 lines
5.4 KiB
Plaintext
CHAT_OUTPUT_BEGIN
|
|
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
|
|
STATUS=FAIL
|
|
RC=3
|
|
HOST=pve01
|
|
MODE=read-only
|
|
COMPONENT=homelab-backup-final-closure
|
|
REFERENCE_REGISTER_CHECK=OK
|
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
|
ERROR_REGISTER_CHECK=OK
|
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
|
COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154
|
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
|
EXECUTION_STARTED=true
|
|
CHANGE_DECLARED=false
|
|
RESULT_CONTRACT_VALID=true
|
|
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
|
|
RESULT_CONTRACT_ERROR=NONE
|
|
COMMAND_RC=3
|
|
CHANGES_MADE=false
|
|
ROLLBACK_STARTED=false
|
|
ROLLBACK_RESTORED=null
|
|
MUTATION_OUTCOME=NO_MUTATION
|
|
SANITIZED=yes
|
|
SECRETS_INCLUDED=no
|
|
PRIVATE_ADDRESSES_INCLUDED=no
|
|
RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
|
|
SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
|
|
OUTPUT_BEGIN
|
|
WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1
|
|
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
|
|
MODE=read-only
|
|
COMPONENT=homelab-backup-final-closure
|
|
MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION
|
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
|
WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
|
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
|
TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
|
|
TARGET_POLICY_BEGIN=1
|
|
{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400}
|
|
US_NETBIRD_TARGET_COUNT=1
|
|
US_NETBIRD_ENABLED=false
|
|
TARGET_POLICY_END=1
|
|
SOURCE_SEAL_BEGIN=1
|
|
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
|
|
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
|
|
SOURCE_DIRTY_COUNT=0
|
|
SOURCE_PUSHURL_CLASS=DISABLED
|
|
SOURCE_REMOTE_PROBE_RC=0
|
|
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
|
|
SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
|
LIVE_SOURCE_AUDIT_MATCH=true
|
|
SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2
|
|
SOURCE_SUMS_CHECK_RC=0
|
|
SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
SOURCE_SEAL_END=1
|
|
UNIT_SEAL_BEGIN=1
|
|
UNIT=homelab-backup-v2.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
LoadState=loaded
|
|
ActiveState=activating
|
|
SubState=start
|
|
UnitFileState=static
|
|
UNIT=homelab-backup-v2.timer
|
|
NextElapseUSecRealtime=
|
|
LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK
|
|
Result=success
|
|
LoadState=loaded
|
|
ActiveState=active
|
|
SubState=running
|
|
UnitFileState=enabled
|
|
UNIT=homelab-backup-audit.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
LoadState=loaded
|
|
ActiveState=inactive
|
|
SubState=dead
|
|
UnitFileState=static
|
|
UNIT=homelab-backup-audit.timer
|
|
NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK
|
|
LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK
|
|
Result=success
|
|
LoadState=loaded
|
|
ActiveState=active
|
|
SubState=waiting
|
|
UnitFileState=enabled
|
|
UNIT=homelab-vm-cloud-quorum-queue.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
LoadState=loaded
|
|
ActiveState=inactive
|
|
SubState=dead
|
|
UnitFileState=static
|
|
BACKUP_TIMER_ENABLED=enabled
|
|
BACKUP_TIMER_ACTIVE=active
|
|
AUDIT_SERVICE_RESULT=success
|
|
AUDIT_SERVICE_EXEC=0
|
|
UNIT_SEAL_END=1
|
|
SCHEDULER_SEAL_BEGIN=1
|
|
SCHEDULER_RC=0
|
|
SELFTEST_REPLACEMENT486=PASS
|
|
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
|
|
SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
SCHEDULER_DISABLED_TARGET_SELECTED=false
|
|
SCHEDULER_LIVE_CONTRACT_PRESENT=true
|
|
SCHEDULER_SEAL_END=1
|
|
AUDIT_SEAL_BEGIN=1
|
|
AUDIT_RC=1
|
|
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
|
AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
AUDIT_ISSUE_ROWS=1
|
|
AUDIT_REQUIRED_AUDIT_STATUS=PASS
|
|
AUDIT_REQUIRED_BACKUP_STATUS=FAIL
|
|
AUDIT_REQUIRED_ISSUE_COUNT=FAIL
|
|
AUDIT_REQUIRED_CLOUD_A=PASS
|
|
AUDIT_REQUIRED_CLOUD_B=PASS
|
|
AUDIT_REQUIRED_CLOUD_B_DRILL=PASS
|
|
AUDIT_REQUIRED_DR_PROVEN=PASS
|
|
AUDIT_REQUIRED_SOURCE_OFFHOST=PASS
|
|
AUDIT_SEAL_END=1
|
|
US_NETBIRD_STATE_PRESERVED=true
|
|
US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
|
|
{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011}
|
|
DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE
|
|
BACKUP_PROJECT_COMPLETE=false
|
|
NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE
|
|
TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE
|
|
CHANGES_MADE_BY_1125=false
|
|
PRODUCT_MUTATION_BY_1125=false
|
|
VM_MUTATION_BY_1125=false
|
|
CLOUD_MUTATION_BY_1125=false
|
|
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
|
WORKERS2_BACKUP_FINAL_CLOSURE_END=1
|
|
|
|
OUTPUT_END
|
|
CHAT_OUTPUT_END
|