homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-22 09:25:27 +00:00
parent f0e906ead4
commit 3dcb5278a2
4 changed files with 306 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1",
"status": "FAIL",
"rc": 3,
"host": "pve01",
"mode": "read-only",
"component": "homelab-backup-final-closure",
"started_at_utc": "2026-09-22T09:25:27Z",
"finished_at_utc": "2026-09-22T09:25:27Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 3,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"sanitized_output_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\nMODE=read-only\nCOMPONENT=homelab-backup-final-closure\nMUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nTARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nTARGET_POLICY_BEGIN=1\n{\"logical_id\":\"us-netbird\",\"type\":\"vps_us\",\"scope\":\"vps\",\"user\":\"root\",\"port\":22,\"enabled\":false,\"due_seconds\":86400}\nUS_NETBIRD_TARGET_COUNT=1\nUS_NETBIRD_ENABLED=false\nTARGET_POLICY_END=1\nSOURCE_SEAL_BEGIN=1\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_DIRTY_COUNT=0\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PROBE_RC=0\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nLIVE_SOURCE_AUDIT_MATCH=true\nSOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2\nSOURCE_SUMS_CHECK_RC=0\nSOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_SEAL_END=1\nUNIT_SEAL_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nNextElapseUSecRealtime=\nLastTriggerUSec=Tue 2026-09-22 12:23:16 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=running\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nNextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK\nLastTriggerUSec=Tue 2026-09-22 12:05:58 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=waiting\nUnitFileState=enabled\nUNIT=homelab-vm-cloud-quorum-queue.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nBACKUP_TIMER_ENABLED=enabled\nBACKUP_TIMER_ACTIVE=active\nAUDIT_SERVICE_RESULT=success\nAUDIT_SERVICE_EXEC=0\nUNIT_SEAL_END=1\nSCHEDULER_SEAL_BEGIN=1\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nSCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSCHEDULER_DISABLED_TARGET_SELECTED=false\nSCHEDULER_LIVE_CONTRACT_PRESENT=true\nSCHEDULER_SEAL_END=1\nAUDIT_SEAL_BEGIN=1\nAUDIT_RC=1\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_ISSUE_ROWS=1\nAUDIT_REQUIRED_AUDIT_STATUS=PASS\nAUDIT_REQUIRED_BACKUP_STATUS=FAIL\nAUDIT_REQUIRED_ISSUE_COUNT=FAIL\nAUDIT_REQUIRED_CLOUD_A=PASS\nAUDIT_REQUIRED_CLOUD_B=PASS\nAUDIT_REQUIRED_CLOUD_B_DRILL=PASS\nAUDIT_REQUIRED_DR_PROVEN=PASS\nAUDIT_REQUIRED_SOURCE_OFFHOST=PASS\nAUDIT_SEAL_END=1\nUS_NETBIRD_STATE_PRESERVED=true\nUS_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26\n{\"logical_id\":\"us-netbird\",\"result\":\"FAIL\",\"generation\":\"v2-us-netbird-20260922T055316Z-d5c92acdd2e8\",\"last_success_epoch\":1789704670,\"last_attempt_epoch\":1790056411,\"consecutive_failures\":14,\"retry_after_epoch\":1790078011}\nDECISION=HOLD_BACKUP_1125_FINAL_CLOSURE\nBACKUP_PROJECT_COMPLETE=false\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE\nCHANGES_MADE_BY_1125=false\nPRODUCT_MUTATION_BY_1125=false\nVM_MUTATION_BY_1125=false\nCLOUD_MUTATION_BY_1125=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_FINAL_CLOSURE_END=1\n"
}
runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt
+141
View File
@@ -0,0 +1,141 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
STATUS=FAIL
RC=3
HOST=pve01
MODE=read-only
COMPONENT=homelab-backup-final-closure
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=3
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
OUTPUT_BEGIN
WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
MODE=read-only
COMPONENT=homelab-backup-final-closure
MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
TARGET_POLICY_BEGIN=1
{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400}
US_NETBIRD_TARGET_COUNT=1
US_NETBIRD_ENABLED=false
TARGET_POLICY_END=1
SOURCE_SEAL_BEGIN=1
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_DIRTY_COUNT=0
SOURCE_PUSHURL_CLASS=DISABLED
SOURCE_REMOTE_PROBE_RC=0
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
LIVE_SOURCE_AUDIT_MATCH=true
SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2
SOURCE_SUMS_CHECK_RC=0
SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_SEAL_END=1
UNIT_SEAL_BEGIN=1
UNIT=homelab-backup-v2.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
UnitFileState=static
UNIT=homelab-backup-v2.timer
NextElapseUSecRealtime=
LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=running
UnitFileState=enabled
UNIT=homelab-backup-audit.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
UNIT=homelab-backup-audit.timer
NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK
LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=waiting
UnitFileState=enabled
UNIT=homelab-vm-cloud-quorum-queue.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
BACKUP_TIMER_ENABLED=enabled
BACKUP_TIMER_ACTIVE=active
AUDIT_SERVICE_RESULT=success
AUDIT_SERVICE_EXEC=0
UNIT_SEAL_END=1
SCHEDULER_SEAL_BEGIN=1
SCHEDULER_RC=0
SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SCHEDULER_DISABLED_TARGET_SELECTED=false
SCHEDULER_LIVE_CONTRACT_PRESENT=true
SCHEDULER_SEAL_END=1
AUDIT_SEAL_BEGIN=1
AUDIT_RC=1
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
AUDIT_ISSUE_ROWS=1
AUDIT_REQUIRED_AUDIT_STATUS=PASS
AUDIT_REQUIRED_BACKUP_STATUS=FAIL
AUDIT_REQUIRED_ISSUE_COUNT=FAIL
AUDIT_REQUIRED_CLOUD_A=PASS
AUDIT_REQUIRED_CLOUD_B=PASS
AUDIT_REQUIRED_CLOUD_B_DRILL=PASS
AUDIT_REQUIRED_DR_PROVEN=PASS
AUDIT_REQUIRED_SOURCE_OFFHOST=PASS
AUDIT_SEAL_END=1
US_NETBIRD_STATE_PRESERVED=true
US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011}
DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE
BACKUP_PROJECT_COMPLETE=false
NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE
TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE
CHANGES_MADE_BY_1125=false
PRODUCT_MUTATION_BY_1125=false
VM_MUTATION_BY_1125=false
CLOUD_MUTATION_BY_1125=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_FINAL_CLOSURE_END=1
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+16 -16
View File
@@ -1,38 +1,38 @@
{ {
"schema_version": 1, "schema_version": 1,
"channel": "homelab-runtime", "channel": "homelab-runtime",
"command_id": "SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2", "command_id": "SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1",
"status": "OK", "status": "FAIL",
"rc": 0, "rc": 3,
"host": "pve01", "host": "pve01",
"mode": "change", "mode": "read-only",
"component": "homelab-backup-retire-usnetbird-combined", "component": "homelab-backup-final-closure",
"started_at_utc": "2026-09-22T09:19:25Z", "started_at_utc": "2026-09-22T09:25:27Z",
"finished_at_utc": "2026-09-22T09:19:25Z", "finished_at_utc": "2026-09-22T09:25:27Z",
"reference_register_checked": true, "reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true, "error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "25e85f02f13ce212fcab99aecd137c4cd212fe60db59daaf302b60a7eb68329f", "command_sha256": "66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154",
"duplicate_failed_command_blocked": false, "duplicate_failed_command_blocked": false,
"block_reason": null, "block_reason": null,
"execution_started": true, "execution_started": true,
"change_declared": true, "change_declared": false,
"result_contract_valid": true, "result_contract_valid": true,
"result_contract_status": "OK", "result_contract_status": null,
"result_contract_error": null, "result_contract_error": null,
"command_rc": 0, "command_rc": 3,
"changes_made": true, "changes_made": false,
"rollback_started": false, "rollback_started": false,
"rollback_restored": null, "rollback_restored": null,
"mutation_outcome": "MUTATED", "mutation_outcome": "NO_MUTATION",
"sanitized": true, "sanitized": true,
"secrets_included": false, "secrets_included": false,
"private_addresses_included": false, "private_addresses_included": false,
"raw_evidence_retained_locally": true, "raw_evidence_retained_locally": true,
"raw_evidence_sha256": "7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c", "raw_evidence_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"sanitized_output_sha256": "7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c", "sanitized_output_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"output_truncated_in_json": false, "output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2\nMODE=change\nCOMPONENT=homelab-backup-retire-usnetbird-combined\nMUTATION_BOUNDARY=DISABLE_ONLY_US_NETBIRD_IN_BACKUPV2_TARGET_POLICY;PRESERVE_TARGET_STATE_AND_MOLDOVA_VPS;MIGRATE_AUDIT_TO_CANONICAL_CLOUDB_PROOF;SOURCE_CR_RUNTIME_COMMIT;ISOLATED_EXPLICIT_GITEA_PUSH;AUDIT_VERIFY;NO_VPS_PROVIDER_ACTION;NO_VM_CT_MUTATION;NO_PRODUCT_MUTATION;NO_FORCE_PUSH;NO_ORIGIN_PUSHURL_CHANGE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593\nTARGETS_SHA256=aa4a75455bbfe92afaf666e8d404b35c5b41e70bc014e770c9301865ee84e221\nSOURCE_PRE_HEAD=4e59d5afaa670899c56f87a84bc887175f299614\nSOURCE_PRE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_PRE_DIRTY_COUNT=0\nSOURCE_FETCH_URL_SHA256=7507b97d441d05c4e33306608cbf655e96bf2add0ec7683cc2f4e5539f64daf9\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PREFLIGHT_RC=0\nSOURCE_REMOTE_BRANCH_PRE=ABSENT\nUS_TARGET_POLICY_PATCH_RC=0\nUS_TARGET_PRE_ENABLED=true\nUS_TARGET_POST_ENABLED=false\nTARGETS_POST_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nUS_TARGET_POLICY_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTARGET_POLICY_EXACT_DIFF_RC=0\nTARGET_POLICY_CHANGED_ROWS=1\nTARGET_POLICY_CHANGE=(18, 'us-netbird', ['enabled'], True, False)\nSCHEDULER_AFTER_RETIRE_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nAUDIT_PATCH_RC=0\nAUDIT_PATCH_MATCH_COUNT=1\nAUDIT_PATCHED_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nAUDIT_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_PY_COMPILE_RC=0\nAUDIT_PRE_SOURCE_RC=1\nISSUE|severity=MEDIUM|code=SOURCE_OFFHOST_MISSING|logical_id=-|root_cause=CR_BRANCH_SHA_NOT_EXACT\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=PENDING\nAUDIT_PRE_SOURCE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_CHANGED_PATH_COUNT=2\nSOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/SHA256SUMS\nSOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/homelab-backup-audit-v2\nSOURCE_COMMIT_RC=0\nSOURCE_COMMIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUBLISHER_LOCAL_FETCH_RC=0\nSOURCE_PUSH_RC=0\nSOURCE_PUSH_STDERR_SHA256=37bd083b94fbb949983a5498133aa7f82ff841aa8410b428798b51b33f420aa7\nSOURCE_REMOTE_VERIFY_RC=0\nSOURCE_REMOTE_BRANCH_POST=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUSHURL_POST_CLASS=DISABLED\nAUDIT_SYSTEMD_START_RC=0\nAUDIT_SYSTEMD_START_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nResult=success\nExecMainStatus=0\nActiveState=inactive\nSubState=dead\nFINAL_AUDIT_RC=0\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nFINAL_AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nFINAL_TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nFINAL_SCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nDECISION=PASS_BACKUP_1124R2_US_TARGET_RETIRED_COMBINED_REPAIR_COMPLETE\nNEXT_GATE=FINAL_BACKUP_CLOSURE\nTASK_RESULT=PASS_HOMELAB_BACKUP_RETIRE_USNETBIRD_COMBINED\nUS_NETBIRD_RETIRED_FROM_ACTIVE_POLICY=true\nMOLDOVA_VPS_MUTATION_BY_1124R2=false\nAUDIT_CHANGED=true\nSOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUSHED=true\nCHANGES_MADE_BY_1124R2=true\nPRODUCT_MUTATION_BY_1124R2=false\nVM_MUTATION_BY_1124R2=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_END=1\n" "output": "WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\nMODE=read-only\nCOMPONENT=homelab-backup-final-closure\nMUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nTARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nTARGET_POLICY_BEGIN=1\n{\"logical_id\":\"us-netbird\",\"type\":\"vps_us\",\"scope\":\"vps\",\"user\":\"root\",\"port\":22,\"enabled\":false,\"due_seconds\":86400}\nUS_NETBIRD_TARGET_COUNT=1\nUS_NETBIRD_ENABLED=false\nTARGET_POLICY_END=1\nSOURCE_SEAL_BEGIN=1\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_DIRTY_COUNT=0\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PROBE_RC=0\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nLIVE_SOURCE_AUDIT_MATCH=true\nSOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2\nSOURCE_SUMS_CHECK_RC=0\nSOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_SEAL_END=1\nUNIT_SEAL_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nNextElapseUSecRealtime=\nLastTriggerUSec=Tue 2026-09-22 12:23:16 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=running\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nNextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK\nLastTriggerUSec=Tue 2026-09-22 12:05:58 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=waiting\nUnitFileState=enabled\nUNIT=homelab-vm-cloud-quorum-queue.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nBACKUP_TIMER_ENABLED=enabled\nBACKUP_TIMER_ACTIVE=active\nAUDIT_SERVICE_RESULT=success\nAUDIT_SERVICE_EXEC=0\nUNIT_SEAL_END=1\nSCHEDULER_SEAL_BEGIN=1\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nSCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSCHEDULER_DISABLED_TARGET_SELECTED=false\nSCHEDULER_LIVE_CONTRACT_PRESENT=true\nSCHEDULER_SEAL_END=1\nAUDIT_SEAL_BEGIN=1\nAUDIT_RC=1\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_ISSUE_ROWS=1\nAUDIT_REQUIRED_AUDIT_STATUS=PASS\nAUDIT_REQUIRED_BACKUP_STATUS=FAIL\nAUDIT_REQUIRED_ISSUE_COUNT=FAIL\nAUDIT_REQUIRED_CLOUD_A=PASS\nAUDIT_REQUIRED_CLOUD_B=PASS\nAUDIT_REQUIRED_CLOUD_B_DRILL=PASS\nAUDIT_REQUIRED_DR_PROVEN=PASS\nAUDIT_REQUIRED_SOURCE_OFFHOST=PASS\nAUDIT_SEAL_END=1\nUS_NETBIRD_STATE_PRESERVED=true\nUS_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26\n{\"logical_id\":\"us-netbird\",\"result\":\"FAIL\",\"generation\":\"v2-us-netbird-20260922T055316Z-d5c92acdd2e8\",\"last_success_epoch\":1789704670,\"last_attempt_epoch\":1790056411,\"consecutive_failures\":14,\"retry_after_epoch\":1790078011}\nDECISION=HOLD_BACKUP_1125_FINAL_CLOSURE\nBACKUP_PROJECT_COMPLETE=false\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE\nCHANGES_MADE_BY_1125=false\nPRODUCT_MUTATION_BY_1125=false\nVM_MUTATION_BY_1125=false\nCLOUD_MUTATION_BY_1125=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_FINAL_CLOSURE_END=1\n"
} }
runtime/latest.txt
+111 -78
View File
@@ -1,108 +1,141 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2 COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
STATUS=OK STATUS=FAIL
RC=0 RC=3
HOST=pve01 HOST=pve01
MODE=change MODE=read-only
COMPONENT=homelab-backup-retire-usnetbird-combined COMPONENT=homelab-backup-final-closure
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=25e85f02f13ce212fcab99aecd137c4cd212fe60db59daaf302b60a7eb68329f COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=true CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0 COMMAND_RC=3
CHANGES_MADE=true CHANGES_MADE=false
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
SANITIZED_OUTPUT_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
OUTPUT_BEGIN OUTPUT_BEGIN
WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_BEGIN=1 WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2 COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
MODE=change MODE=read-only
COMPONENT=homelab-backup-retire-usnetbird-combined COMPONENT=homelab-backup-final-closure
MUTATION_BOUNDARY=DISABLE_ONLY_US_NETBIRD_IN_BACKUPV2_TARGET_POLICY;PRESERVE_TARGET_STATE_AND_MOLDOVA_VPS;MIGRATE_AUDIT_TO_CANONICAL_CLOUDB_PROOF;SOURCE_CR_RUNTIME_COMMIT;ISOLATED_EXPLICIT_GITEA_PUSH;AUDIT_VERIFY;NO_VPS_PROVIDER_ACTION;NO_VM_CT_MUTATION;NO_PRODUCT_MUTATION;NO_FORCE_PUSH;NO_ORIGIN_PUSHURL_CHANGE MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
AUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593 AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
TARGETS_SHA256=aa4a75455bbfe92afaf666e8d404b35c5b41e70bc014e770c9301865ee84e221 TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
SOURCE_PRE_HEAD=4e59d5afaa670899c56f87a84bc887175f299614 TARGET_POLICY_BEGIN=1
SOURCE_PRE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation {"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400}
SOURCE_PRE_DIRTY_COUNT=0 US_NETBIRD_TARGET_COUNT=1
SOURCE_FETCH_URL_SHA256=7507b97d441d05c4e33306608cbf655e96bf2add0ec7683cc2f4e5539f64daf9 US_NETBIRD_ENABLED=false
TARGET_POLICY_END=1
SOURCE_SEAL_BEGIN=1
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_DIRTY_COUNT=0
SOURCE_PUSHURL_CLASS=DISABLED SOURCE_PUSHURL_CLASS=DISABLED
SOURCE_REMOTE_PREFLIGHT_RC=0 SOURCE_REMOTE_PROBE_RC=0
SOURCE_REMOTE_BRANCH_PRE=ABSENT SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
US_TARGET_POLICY_PATCH_RC=0 SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
US_TARGET_PRE_ENABLED=true SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
US_TARGET_POST_ENABLED=false LIVE_SOURCE_AUDIT_MATCH=true
TARGETS_POST_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2
US_TARGET_POLICY_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 SOURCE_SUMS_CHECK_RC=0
TARGET_POLICY_EXACT_DIFF_RC=0 SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
TARGET_POLICY_CHANGED_ROWS=1 SOURCE_SEAL_END=1
TARGET_POLICY_CHANGE=(18, 'us-netbird', ['enabled'], True, False) UNIT_SEAL_BEGIN=1
SCHEDULER_AFTER_RETIRE_RC=0 UNIT=homelab-backup-v2.service
SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
AUDIT_PATCH_RC=0
AUDIT_PATCH_MATCH_COUNT=1
AUDIT_PATCHED_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
AUDIT_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
AUDIT_PY_COMPILE_RC=0
AUDIT_PRE_SOURCE_RC=1
ISSUE|severity=MEDIUM|code=SOURCE_OFFHOST_MISSING|logical_id=-|root_cause=CR_BRANCH_SHA_NOT_EXACT
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=PENDING
AUDIT_PRE_SOURCE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_CHANGED_PATH_COUNT=2
SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/SHA256SUMS
SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/homelab-backup-audit-v2
SOURCE_COMMIT_RC=0
SOURCE_COMMIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_PUBLISHER_LOCAL_FETCH_RC=0
SOURCE_PUSH_RC=0
SOURCE_PUSH_STDERR_SHA256=37bd083b94fbb949983a5498133aa7f82ff841aa8410b428798b51b33f420aa7
SOURCE_REMOTE_VERIFY_RC=0
SOURCE_REMOTE_BRANCH_POST=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_PUSHURL_POST_CLASS=DISABLED
AUDIT_SYSTEMD_START_RC=0
AUDIT_SYSTEMD_START_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
Result=success Result=success
ExecMainStatus=0 ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
UnitFileState=static
UNIT=homelab-backup-v2.timer
NextElapseUSecRealtime=
LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=running
UnitFileState=enabled
UNIT=homelab-backup-audit.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive ActiveState=inactive
SubState=dead SubState=dead
FINAL_AUDIT_RC=0 UnitFileState=static
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK UNIT=homelab-backup-audit.timer
FINAL_AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK
FINAL_TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK
FINAL_SCHEDULER_RC=0 Result=success
LoadState=loaded
ActiveState=active
SubState=waiting
UnitFileState=enabled
UNIT=homelab-vm-cloud-quorum-queue.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
BACKUP_TIMER_ENABLED=enabled
BACKUP_TIMER_ACTIVE=active
AUDIT_SERVICE_RESULT=success
AUDIT_SERVICE_EXEC=0
UNIT_SEAL_END=1
SCHEDULER_SEAL_BEGIN=1
SCHEDULER_RC=0
SELFTEST_REPLACEMENT486=PASS SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"} SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
DECISION=PASS_BACKUP_1124R2_US_TARGET_RETIRED_COMBINED_REPAIR_COMPLETE SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
NEXT_GATE=FINAL_BACKUP_CLOSURE SCHEDULER_DISABLED_TARGET_SELECTED=false
TASK_RESULT=PASS_HOMELAB_BACKUP_RETIRE_USNETBIRD_COMBINED SCHEDULER_LIVE_CONTRACT_PRESENT=true
US_NETBIRD_RETIRED_FROM_ACTIVE_POLICY=true SCHEDULER_SEAL_END=1
MOLDOVA_VPS_MUTATION_BY_1124R2=false AUDIT_SEAL_BEGIN=1
AUDIT_CHANGED=true AUDIT_RC=1
SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SOURCE_PUSHED=true SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
CHANGES_MADE_BY_1124R2=true AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
PRODUCT_MUTATION_BY_1124R2=false AUDIT_ISSUE_ROWS=1
VM_MUTATION_BY_1124R2=false AUDIT_REQUIRED_AUDIT_STATUS=PASS
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} AUDIT_REQUIRED_BACKUP_STATUS=FAIL
WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_END=1 AUDIT_REQUIRED_ISSUE_COUNT=FAIL
AUDIT_REQUIRED_CLOUD_A=PASS
AUDIT_REQUIRED_CLOUD_B=PASS
AUDIT_REQUIRED_CLOUD_B_DRILL=PASS
AUDIT_REQUIRED_DR_PROVEN=PASS
AUDIT_REQUIRED_SOURCE_OFFHOST=PASS
AUDIT_SEAL_END=1
US_NETBIRD_STATE_PRESERVED=true
US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011}
DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE
BACKUP_PROJECT_COMPLETE=false
NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE
TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE
CHANGES_MADE_BY_1125=false
PRODUCT_MUTATION_BY_1125=false
VM_MUTATION_BY_1125=false
CLOUD_MUTATION_BY_1125=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_FINAL_CLOSURE_END=1
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END