homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-22 09:25:27 +00:00
parent f0e906ead4
commit 3dcb5278a2
4 changed files with 306 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/latest.txt
+111 -78
View File
@@ -1,108 +1,141 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2
STATUS=OK
RC=0
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
STATUS=FAIL
RC=3
HOST=pve01
MODE=change
COMPONENT=homelab-backup-retire-usnetbird-combined
MODE=read-only
COMPONENT=homelab-backup-final-closure
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=25e85f02f13ce212fcab99aecd137c4cd212fe60db59daaf302b60a7eb68329f
COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
COMMAND_RC=3
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c
SANITIZED_OUTPUT_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c
RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
OUTPUT_BEGIN
WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_BEGIN=1
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2
MODE=change
COMPONENT=homelab-backup-retire-usnetbird-combined
MUTATION_BOUNDARY=DISABLE_ONLY_US_NETBIRD_IN_BACKUPV2_TARGET_POLICY;PRESERVE_TARGET_STATE_AND_MOLDOVA_VPS;MIGRATE_AUDIT_TO_CANONICAL_CLOUDB_PROOF;SOURCE_CR_RUNTIME_COMMIT;ISOLATED_EXPLICIT_GITEA_PUSH;AUDIT_VERIFY;NO_VPS_PROVIDER_ACTION;NO_VM_CT_MUTATION;NO_PRODUCT_MUTATION;NO_FORCE_PUSH;NO_ORIGIN_PUSHURL_CHANGE
WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
MODE=read-only
COMPONENT=homelab-backup-final-closure
MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
AUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593
TARGETS_SHA256=aa4a75455bbfe92afaf666e8d404b35c5b41e70bc014e770c9301865ee84e221
SOURCE_PRE_HEAD=4e59d5afaa670899c56f87a84bc887175f299614
SOURCE_PRE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_PRE_DIRTY_COUNT=0
SOURCE_FETCH_URL_SHA256=7507b97d441d05c4e33306608cbf655e96bf2add0ec7683cc2f4e5539f64daf9
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
TARGET_POLICY_BEGIN=1
{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400}
US_NETBIRD_TARGET_COUNT=1
US_NETBIRD_ENABLED=false
TARGET_POLICY_END=1
SOURCE_SEAL_BEGIN=1
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_DIRTY_COUNT=0
SOURCE_PUSHURL_CLASS=DISABLED
SOURCE_REMOTE_PREFLIGHT_RC=0
SOURCE_REMOTE_BRANCH_PRE=ABSENT
US_TARGET_POLICY_PATCH_RC=0
US_TARGET_PRE_ENABLED=true
US_TARGET_POST_ENABLED=false
TARGETS_POST_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
US_TARGET_POLICY_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TARGET_POLICY_EXACT_DIFF_RC=0
TARGET_POLICY_CHANGED_ROWS=1
TARGET_POLICY_CHANGE=(18, 'us-netbird', ['enabled'], True, False)
SCHEDULER_AFTER_RETIRE_RC=0
SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
AUDIT_PATCH_RC=0
AUDIT_PATCH_MATCH_COUNT=1
AUDIT_PATCHED_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
AUDIT_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
AUDIT_PY_COMPILE_RC=0
AUDIT_PRE_SOURCE_RC=1
ISSUE|severity=MEDIUM|code=SOURCE_OFFHOST_MISSING|logical_id=-|root_cause=CR_BRANCH_SHA_NOT_EXACT
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=PENDING
AUDIT_PRE_SOURCE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_CHANGED_PATH_COUNT=2
SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/SHA256SUMS
SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/homelab-backup-audit-v2
SOURCE_COMMIT_RC=0
SOURCE_COMMIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_PUBLISHER_LOCAL_FETCH_RC=0
SOURCE_PUSH_RC=0
SOURCE_PUSH_STDERR_SHA256=37bd083b94fbb949983a5498133aa7f82ff841aa8410b428798b51b33f420aa7
SOURCE_REMOTE_VERIFY_RC=0
SOURCE_REMOTE_BRANCH_POST=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_PUSHURL_POST_CLASS=DISABLED
AUDIT_SYSTEMD_START_RC=0
AUDIT_SYSTEMD_START_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_REMOTE_PROBE_RC=0
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
LIVE_SOURCE_AUDIT_MATCH=true
SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2
SOURCE_SUMS_CHECK_RC=0
SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_SEAL_END=1
UNIT_SEAL_BEGIN=1
UNIT=homelab-backup-v2.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
UnitFileState=static
UNIT=homelab-backup-v2.timer
NextElapseUSecRealtime=
LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=running
UnitFileState=enabled
UNIT=homelab-backup-audit.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
FINAL_AUDIT_RC=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
FINAL_AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
FINAL_TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
FINAL_SCHEDULER_RC=0
UnitFileState=static
UNIT=homelab-backup-audit.timer
NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK
LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=waiting
UnitFileState=enabled
UNIT=homelab-vm-cloud-quorum-queue.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
BACKUP_TIMER_ENABLED=enabled
BACKUP_TIMER_ACTIVE=active
AUDIT_SERVICE_RESULT=success
AUDIT_SERVICE_EXEC=0
UNIT_SEAL_END=1
SCHEDULER_SEAL_BEGIN=1
SCHEDULER_RC=0
SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
DECISION=PASS_BACKUP_1124R2_US_TARGET_RETIRED_COMBINED_REPAIR_COMPLETE
NEXT_GATE=FINAL_BACKUP_CLOSURE
TASK_RESULT=PASS_HOMELAB_BACKUP_RETIRE_USNETBIRD_COMBINED
US_NETBIRD_RETIRED_FROM_ACTIVE_POLICY=true
MOLDOVA_VPS_MUTATION_BY_1124R2=false
AUDIT_CHANGED=true
SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_PUSHED=true
CHANGES_MADE_BY_1124R2=true
PRODUCT_MUTATION_BY_1124R2=false
VM_MUTATION_BY_1124R2=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_END=1
SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SCHEDULER_DISABLED_TARGET_SELECTED=false
SCHEDULER_LIVE_CONTRACT_PRESENT=true
SCHEDULER_SEAL_END=1
AUDIT_SEAL_BEGIN=1
AUDIT_RC=1
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
AUDIT_ISSUE_ROWS=1
AUDIT_REQUIRED_AUDIT_STATUS=PASS
AUDIT_REQUIRED_BACKUP_STATUS=FAIL
AUDIT_REQUIRED_ISSUE_COUNT=FAIL
AUDIT_REQUIRED_CLOUD_A=PASS
AUDIT_REQUIRED_CLOUD_B=PASS
AUDIT_REQUIRED_CLOUD_B_DRILL=PASS
AUDIT_REQUIRED_DR_PROVEN=PASS
AUDIT_REQUIRED_SOURCE_OFFHOST=PASS
AUDIT_SEAL_END=1
US_NETBIRD_STATE_PRESERVED=true
US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011}
DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE
BACKUP_PROJECT_COMPLETE=false
NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE
TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE
CHANGES_MADE_BY_1125=false
PRODUCT_MUTATION_BY_1125=false
VM_MUTATION_BY_1125=false
CLOUD_MUTATION_BY_1125=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_FINAL_CLOSURE_END=1
OUTPUT_END
CHAT_OUTPUT_END