From 3dcb5278a2ab5b4cae13dc2ff940473c4ab52175 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 22 Sep 2026 09:25:27 +0000 Subject: [PATCH] runtime: publish SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1 --- ...2-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json | 38 ++++ ...22-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt | 141 +++++++++++++ runtime/latest.json | 32 +-- runtime/latest.txt | 189 ++++++++++-------- 4 files changed, 306 insertions(+), 94 deletions(-) create mode 100644 runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json create mode 100644 runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt diff --git a/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json new file mode 100644 index 00000000..41a8b27f --- /dev/null +++ b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1", + "status": "FAIL", + "rc": 3, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-final-closure", + "started_at_utc": "2026-09-22T09:25:27Z", + "finished_at_utc": "2026-09-22T09:25:27Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 3, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2", + "sanitized_output_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\nMODE=read-only\nCOMPONENT=homelab-backup-final-closure\nMUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nTARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nTARGET_POLICY_BEGIN=1\n{\"logical_id\":\"us-netbird\",\"type\":\"vps_us\",\"scope\":\"vps\",\"user\":\"root\",\"port\":22,\"enabled\":false,\"due_seconds\":86400}\nUS_NETBIRD_TARGET_COUNT=1\nUS_NETBIRD_ENABLED=false\nTARGET_POLICY_END=1\nSOURCE_SEAL_BEGIN=1\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_DIRTY_COUNT=0\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PROBE_RC=0\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nLIVE_SOURCE_AUDIT_MATCH=true\nSOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2\nSOURCE_SUMS_CHECK_RC=0\nSOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_SEAL_END=1\nUNIT_SEAL_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nNextElapseUSecRealtime=\nLastTriggerUSec=Tue 2026-09-22 12:23:16 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=running\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nNextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK\nLastTriggerUSec=Tue 2026-09-22 12:05:58 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=waiting\nUnitFileState=enabled\nUNIT=homelab-vm-cloud-quorum-queue.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nBACKUP_TIMER_ENABLED=enabled\nBACKUP_TIMER_ACTIVE=active\nAUDIT_SERVICE_RESULT=success\nAUDIT_SERVICE_EXEC=0\nUNIT_SEAL_END=1\nSCHEDULER_SEAL_BEGIN=1\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nSCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSCHEDULER_DISABLED_TARGET_SELECTED=false\nSCHEDULER_LIVE_CONTRACT_PRESENT=true\nSCHEDULER_SEAL_END=1\nAUDIT_SEAL_BEGIN=1\nAUDIT_RC=1\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_ISSUE_ROWS=1\nAUDIT_REQUIRED_AUDIT_STATUS=PASS\nAUDIT_REQUIRED_BACKUP_STATUS=FAIL\nAUDIT_REQUIRED_ISSUE_COUNT=FAIL\nAUDIT_REQUIRED_CLOUD_A=PASS\nAUDIT_REQUIRED_CLOUD_B=PASS\nAUDIT_REQUIRED_CLOUD_B_DRILL=PASS\nAUDIT_REQUIRED_DR_PROVEN=PASS\nAUDIT_REQUIRED_SOURCE_OFFHOST=PASS\nAUDIT_SEAL_END=1\nUS_NETBIRD_STATE_PRESERVED=true\nUS_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26\n{\"logical_id\":\"us-netbird\",\"result\":\"FAIL\",\"generation\":\"v2-us-netbird-20260922T055316Z-d5c92acdd2e8\",\"last_success_epoch\":1789704670,\"last_attempt_epoch\":1790056411,\"consecutive_failures\":14,\"retry_after_epoch\":1790078011}\nDECISION=HOLD_BACKUP_1125_FINAL_CLOSURE\nBACKUP_PROJECT_COMPLETE=false\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE\nCHANGES_MADE_BY_1125=false\nPRODUCT_MUTATION_BY_1125=false\nVM_MUTATION_BY_1125=false\nCLOUD_MUTATION_BY_1125=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_FINAL_CLOSURE_END=1\n" +} diff --git a/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt new file mode 100644 index 00000000..74d6aa7c --- /dev/null +++ b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt @@ -0,0 +1,141 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1 +STATUS=FAIL +RC=3 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-final-closure +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=3 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2 +SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2 +OUTPUT_BEGIN +WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1 +MODE=read-only +COMPONENT=homelab-backup-final-closure +MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 +AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a +TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b +TARGET_POLICY_BEGIN=1 +{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400} +US_NETBIRD_TARGET_COUNT=1 +US_NETBIRD_ENABLED=false +TARGET_POLICY_END=1 +SOURCE_SEAL_BEGIN=1 +SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation +SOURCE_DIRTY_COUNT=0 +SOURCE_PUSHURL_CLASS=DISABLED +SOURCE_REMOTE_PROBE_RC=0 +SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a +LIVE_SOURCE_AUDIT_MATCH=true +SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2 +SOURCE_SUMS_CHECK_RC=0 +SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SOURCE_SEAL_END=1 +UNIT_SEAL_BEGIN=1 +UNIT=homelab-backup-v2.service +Result=success +ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +UnitFileState=static +UNIT=homelab-backup-v2.timer +NextElapseUSecRealtime= +LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK +Result=success +LoadState=loaded +ActiveState=active +SubState=running +UnitFileState=enabled +UNIT=homelab-backup-audit.service +Result=success +ExecMainStatus=0 +LoadState=loaded +ActiveState=inactive +SubState=dead +UnitFileState=static +UNIT=homelab-backup-audit.timer +NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK +LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK +Result=success +LoadState=loaded +ActiveState=active +SubState=waiting +UnitFileState=enabled +UNIT=homelab-vm-cloud-quorum-queue.service +Result=success +ExecMainStatus=0 +LoadState=loaded +ActiveState=inactive +SubState=dead +UnitFileState=static +BACKUP_TIMER_ENABLED=enabled +BACKUP_TIMER_ACTIVE=active +AUDIT_SERVICE_RESULT=success +AUDIT_SERVICE_EXEC=0 +UNIT_SEAL_END=1 +SCHEDULER_SEAL_BEGIN=1 +SCHEDULER_RC=0 +SELFTEST_REPLACEMENT486=PASS +SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"} +SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SCHEDULER_DISABLED_TARGET_SELECTED=false +SCHEDULER_LIVE_CONTRACT_PRESENT=true +SCHEDULER_SEAL_END=1 +AUDIT_SEAL_BEGIN=1 +AUDIT_RC=1 +ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +AUDIT_ISSUE_ROWS=1 +AUDIT_REQUIRED_AUDIT_STATUS=PASS +AUDIT_REQUIRED_BACKUP_STATUS=FAIL +AUDIT_REQUIRED_ISSUE_COUNT=FAIL +AUDIT_REQUIRED_CLOUD_A=PASS +AUDIT_REQUIRED_CLOUD_B=PASS +AUDIT_REQUIRED_CLOUD_B_DRILL=PASS +AUDIT_REQUIRED_DR_PROVEN=PASS +AUDIT_REQUIRED_SOURCE_OFFHOST=PASS +AUDIT_SEAL_END=1 +US_NETBIRD_STATE_PRESERVED=true +US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26 +{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011} +DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE +BACKUP_PROJECT_COMPLETE=false +NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE +TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE +CHANGES_MADE_BY_1125=false +PRODUCT_MUTATION_BY_1125=false +VM_MUTATION_BY_1125=false +CLOUD_MUTATION_BY_1125=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_FINAL_CLOSURE_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index cc93418c..41a8b27f 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2", - "status": "OK", - "rc": 0, + "command_id": "SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1", + "status": "FAIL", + "rc": 3, "host": "pve01", - "mode": "change", - "component": "homelab-backup-retire-usnetbird-combined", - "started_at_utc": "2026-09-22T09:19:25Z", - "finished_at_utc": "2026-09-22T09:19:25Z", + "mode": "read-only", + "component": "homelab-backup-final-closure", + "started_at_utc": "2026-09-22T09:25:27Z", + "finished_at_utc": "2026-09-22T09:25:27Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "25e85f02f13ce212fcab99aecd137c4cd212fe60db59daaf302b60a7eb68329f", + "command_sha256": "66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "OK", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 0, - "changes_made": true, + "command_rc": 3, + "changes_made": false, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "MUTATED", + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c", - "sanitized_output_sha256": "7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c", + "raw_evidence_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2", + "sanitized_output_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2\nMODE=change\nCOMPONENT=homelab-backup-retire-usnetbird-combined\nMUTATION_BOUNDARY=DISABLE_ONLY_US_NETBIRD_IN_BACKUPV2_TARGET_POLICY;PRESERVE_TARGET_STATE_AND_MOLDOVA_VPS;MIGRATE_AUDIT_TO_CANONICAL_CLOUDB_PROOF;SOURCE_CR_RUNTIME_COMMIT;ISOLATED_EXPLICIT_GITEA_PUSH;AUDIT_VERIFY;NO_VPS_PROVIDER_ACTION;NO_VM_CT_MUTATION;NO_PRODUCT_MUTATION;NO_FORCE_PUSH;NO_ORIGIN_PUSHURL_CHANGE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593\nTARGETS_SHA256=aa4a75455bbfe92afaf666e8d404b35c5b41e70bc014e770c9301865ee84e221\nSOURCE_PRE_HEAD=4e59d5afaa670899c56f87a84bc887175f299614\nSOURCE_PRE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_PRE_DIRTY_COUNT=0\nSOURCE_FETCH_URL_SHA256=7507b97d441d05c4e33306608cbf655e96bf2add0ec7683cc2f4e5539f64daf9\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PREFLIGHT_RC=0\nSOURCE_REMOTE_BRANCH_PRE=ABSENT\nUS_TARGET_POLICY_PATCH_RC=0\nUS_TARGET_PRE_ENABLED=true\nUS_TARGET_POST_ENABLED=false\nTARGETS_POST_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nUS_TARGET_POLICY_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTARGET_POLICY_EXACT_DIFF_RC=0\nTARGET_POLICY_CHANGED_ROWS=1\nTARGET_POLICY_CHANGE=(18, 'us-netbird', ['enabled'], True, False)\nSCHEDULER_AFTER_RETIRE_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nAUDIT_PATCH_RC=0\nAUDIT_PATCH_MATCH_COUNT=1\nAUDIT_PATCHED_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nAUDIT_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_PY_COMPILE_RC=0\nAUDIT_PRE_SOURCE_RC=1\nISSUE|severity=MEDIUM|code=SOURCE_OFFHOST_MISSING|logical_id=-|root_cause=CR_BRANCH_SHA_NOT_EXACT\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=PENDING\nAUDIT_PRE_SOURCE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_CHANGED_PATH_COUNT=2\nSOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/SHA256SUMS\nSOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/homelab-backup-audit-v2\nSOURCE_COMMIT_RC=0\nSOURCE_COMMIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUBLISHER_LOCAL_FETCH_RC=0\nSOURCE_PUSH_RC=0\nSOURCE_PUSH_STDERR_SHA256=37bd083b94fbb949983a5498133aa7f82ff841aa8410b428798b51b33f420aa7\nSOURCE_REMOTE_VERIFY_RC=0\nSOURCE_REMOTE_BRANCH_POST=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUSHURL_POST_CLASS=DISABLED\nAUDIT_SYSTEMD_START_RC=0\nAUDIT_SYSTEMD_START_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nResult=success\nExecMainStatus=0\nActiveState=inactive\nSubState=dead\nFINAL_AUDIT_RC=0\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nFINAL_AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nFINAL_TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nFINAL_SCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nDECISION=PASS_BACKUP_1124R2_US_TARGET_RETIRED_COMBINED_REPAIR_COMPLETE\nNEXT_GATE=FINAL_BACKUP_CLOSURE\nTASK_RESULT=PASS_HOMELAB_BACKUP_RETIRE_USNETBIRD_COMBINED\nUS_NETBIRD_RETIRED_FROM_ACTIVE_POLICY=true\nMOLDOVA_VPS_MUTATION_BY_1124R2=false\nAUDIT_CHANGED=true\nSOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_PUSHED=true\nCHANGES_MADE_BY_1124R2=true\nPRODUCT_MUTATION_BY_1124R2=false\nVM_MUTATION_BY_1124R2=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_END=1\n" + "output": "WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\nMODE=read-only\nCOMPONENT=homelab-backup-final-closure\nMUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nTARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nTARGET_POLICY_BEGIN=1\n{\"logical_id\":\"us-netbird\",\"type\":\"vps_us\",\"scope\":\"vps\",\"user\":\"root\",\"port\":22,\"enabled\":false,\"due_seconds\":86400}\nUS_NETBIRD_TARGET_COUNT=1\nUS_NETBIRD_ENABLED=false\nTARGET_POLICY_END=1\nSOURCE_SEAL_BEGIN=1\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_DIRTY_COUNT=0\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PROBE_RC=0\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nLIVE_SOURCE_AUDIT_MATCH=true\nSOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2\nSOURCE_SUMS_CHECK_RC=0\nSOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_SEAL_END=1\nUNIT_SEAL_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nNextElapseUSecRealtime=\nLastTriggerUSec=Tue 2026-09-22 12:23:16 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=running\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nNextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK\nLastTriggerUSec=Tue 2026-09-22 12:05:58 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=waiting\nUnitFileState=enabled\nUNIT=homelab-vm-cloud-quorum-queue.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nBACKUP_TIMER_ENABLED=enabled\nBACKUP_TIMER_ACTIVE=active\nAUDIT_SERVICE_RESULT=success\nAUDIT_SERVICE_EXEC=0\nUNIT_SEAL_END=1\nSCHEDULER_SEAL_BEGIN=1\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nSCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSCHEDULER_DISABLED_TARGET_SELECTED=false\nSCHEDULER_LIVE_CONTRACT_PRESENT=true\nSCHEDULER_SEAL_END=1\nAUDIT_SEAL_BEGIN=1\nAUDIT_RC=1\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_ISSUE_ROWS=1\nAUDIT_REQUIRED_AUDIT_STATUS=PASS\nAUDIT_REQUIRED_BACKUP_STATUS=FAIL\nAUDIT_REQUIRED_ISSUE_COUNT=FAIL\nAUDIT_REQUIRED_CLOUD_A=PASS\nAUDIT_REQUIRED_CLOUD_B=PASS\nAUDIT_REQUIRED_CLOUD_B_DRILL=PASS\nAUDIT_REQUIRED_DR_PROVEN=PASS\nAUDIT_REQUIRED_SOURCE_OFFHOST=PASS\nAUDIT_SEAL_END=1\nUS_NETBIRD_STATE_PRESERVED=true\nUS_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26\n{\"logical_id\":\"us-netbird\",\"result\":\"FAIL\",\"generation\":\"v2-us-netbird-20260922T055316Z-d5c92acdd2e8\",\"last_success_epoch\":1789704670,\"last_attempt_epoch\":1790056411,\"consecutive_failures\":14,\"retry_after_epoch\":1790078011}\nDECISION=HOLD_BACKUP_1125_FINAL_CLOSURE\nBACKUP_PROJECT_COMPLETE=false\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE\nCHANGES_MADE_BY_1125=false\nPRODUCT_MUTATION_BY_1125=false\nVM_MUTATION_BY_1125=false\nCLOUD_MUTATION_BY_1125=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_FINAL_CLOSURE_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 563bf313..74d6aa7c 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,108 +1,141 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2 -STATUS=OK -RC=0 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1 +STATUS=FAIL +RC=3 HOST=pve01 -MODE=change -COMPONENT=homelab-backup-retire-usnetbird-combined +MODE=read-only +COMPONENT=homelab-backup-final-closure REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=25e85f02f13ce212fcab99aecd137c4cd212fe60db59daaf302b60a7eb68329f +COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 -CHANGES_MADE=true +COMMAND_RC=3 +CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=MUTATED +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c -SANITIZED_OUTPUT_SHA256=7aa52a65e51a9cfe7dd00eab74f6596b522f805a120b6edca3765916f1e8484c +RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2 +SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2 OUTPUT_BEGIN -WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_BEGIN=1 -COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2 -MODE=change -COMPONENT=homelab-backup-retire-usnetbird-combined -MUTATION_BOUNDARY=DISABLE_ONLY_US_NETBIRD_IN_BACKUPV2_TARGET_POLICY;PRESERVE_TARGET_STATE_AND_MOLDOVA_VPS;MIGRATE_AUDIT_TO_CANONICAL_CLOUDB_PROOF;SOURCE_CR_RUNTIME_COMMIT;ISOLATED_EXPLICIT_GITEA_PUSH;AUDIT_VERIFY;NO_VPS_PROVIDER_ACTION;NO_VM_CT_MUTATION;NO_PRODUCT_MUTATION;NO_FORCE_PUSH;NO_ORIGIN_PUSHURL_CHANGE +WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1 +MODE=read-only +COMPONENT=homelab-backup-final-closure +MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 -AUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593 -TARGETS_SHA256=aa4a75455bbfe92afaf666e8d404b35c5b41e70bc014e770c9301865ee84e221 -SOURCE_PRE_HEAD=4e59d5afaa670899c56f87a84bc887175f299614 -SOURCE_PRE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation -SOURCE_PRE_DIRTY_COUNT=0 -SOURCE_FETCH_URL_SHA256=7507b97d441d05c4e33306608cbf655e96bf2add0ec7683cc2f4e5539f64daf9 +AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a +TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b +TARGET_POLICY_BEGIN=1 +{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400} +US_NETBIRD_TARGET_COUNT=1 +US_NETBIRD_ENABLED=false +TARGET_POLICY_END=1 +SOURCE_SEAL_BEGIN=1 +SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation +SOURCE_DIRTY_COUNT=0 SOURCE_PUSHURL_CLASS=DISABLED -SOURCE_REMOTE_PREFLIGHT_RC=0 -SOURCE_REMOTE_BRANCH_PRE=ABSENT -US_TARGET_POLICY_PATCH_RC=0 -US_TARGET_PRE_ENABLED=true -US_TARGET_POST_ENABLED=false -TARGETS_POST_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b -US_TARGET_POLICY_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -TARGET_POLICY_EXACT_DIFF_RC=0 -TARGET_POLICY_CHANGED_ROWS=1 -TARGET_POLICY_CHANGE=(18, 'us-netbird', ['enabled'], True, False) -SCHEDULER_AFTER_RETIRE_RC=0 -SELFTEST_REPLACEMENT486=PASS -SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"} -AUDIT_PATCH_RC=0 -AUDIT_PATCH_MATCH_COUNT=1 -AUDIT_PATCHED_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a -AUDIT_PATCH_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -AUDIT_PY_COMPILE_RC=0 -AUDIT_PRE_SOURCE_RC=1 -ISSUE|severity=MEDIUM|code=SOURCE_OFFHOST_MISSING|logical_id=-|root_cause=CR_BRANCH_SHA_NOT_EXACT -SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=PENDING -AUDIT_PRE_SOURCE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -SOURCE_CHANGED_PATH_COUNT=2 -SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/SHA256SUMS -SOURCE_CHANGED_PATH=changes/CR-2026-1005/runtime/homelab-backup-audit-v2 -SOURCE_COMMIT_RC=0 -SOURCE_COMMIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd -SOURCE_PUBLISHER_LOCAL_FETCH_RC=0 -SOURCE_PUSH_RC=0 -SOURCE_PUSH_STDERR_SHA256=37bd083b94fbb949983a5498133aa7f82ff841aa8410b428798b51b33f420aa7 -SOURCE_REMOTE_VERIFY_RC=0 -SOURCE_REMOTE_BRANCH_POST=6401ea1e99988b9d2550de544c9e45bd7e829bdd -SOURCE_PUSHURL_POST_CLASS=DISABLED -AUDIT_SYSTEMD_START_RC=0 -AUDIT_SYSTEMD_START_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SOURCE_REMOTE_PROBE_RC=0 +SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a +LIVE_SOURCE_AUDIT_MATCH=true +SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2 +SOURCE_SUMS_CHECK_RC=0 +SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SOURCE_SEAL_END=1 +UNIT_SEAL_BEGIN=1 +UNIT=homelab-backup-v2.service Result=success ExecMainStatus=0 +LoadState=loaded +ActiveState=activating +SubState=start +UnitFileState=static +UNIT=homelab-backup-v2.timer +NextElapseUSecRealtime= +LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK +Result=success +LoadState=loaded +ActiveState=active +SubState=running +UnitFileState=enabled +UNIT=homelab-backup-audit.service +Result=success +ExecMainStatus=0 +LoadState=loaded ActiveState=inactive SubState=dead -FINAL_AUDIT_RC=0 -SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -FINAL_AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -FINAL_TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b -FINAL_SCHEDULER_RC=0 +UnitFileState=static +UNIT=homelab-backup-audit.timer +NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK +LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK +Result=success +LoadState=loaded +ActiveState=active +SubState=waiting +UnitFileState=enabled +UNIT=homelab-vm-cloud-quorum-queue.service +Result=success +ExecMainStatus=0 +LoadState=loaded +ActiveState=inactive +SubState=dead +UnitFileState=static +BACKUP_TIMER_ENABLED=enabled +BACKUP_TIMER_ACTIVE=active +AUDIT_SERVICE_RESULT=success +AUDIT_SERVICE_EXEC=0 +UNIT_SEAL_END=1 +SCHEDULER_SEAL_BEGIN=1 +SCHEDULER_RC=0 SELFTEST_REPLACEMENT486=PASS SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"} -DECISION=PASS_BACKUP_1124R2_US_TARGET_RETIRED_COMBINED_REPAIR_COMPLETE -NEXT_GATE=FINAL_BACKUP_CLOSURE -TASK_RESULT=PASS_HOMELAB_BACKUP_RETIRE_USNETBIRD_COMBINED -US_NETBIRD_RETIRED_FROM_ACTIVE_POLICY=true -MOLDOVA_VPS_MUTATION_BY_1124R2=false -AUDIT_CHANGED=true -SOURCE_COMMIT=6401ea1e99988b9d2550de544c9e45bd7e829bdd -SOURCE_PUSHED=true -CHANGES_MADE_BY_1124R2=true -PRODUCT_MUTATION_BY_1124R2=false -VM_MUTATION_BY_1124R2=false -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-RETIRE-USNETBIRD-COMBINED-1124R2","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} -WORKERS2_BACKUP_RETIRE_USNETBIRD_COMBINED_END=1 +SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SCHEDULER_DISABLED_TARGET_SELECTED=false +SCHEDULER_LIVE_CONTRACT_PRESENT=true +SCHEDULER_SEAL_END=1 +AUDIT_SEAL_BEGIN=1 +AUDIT_RC=1 +ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +AUDIT_ISSUE_ROWS=1 +AUDIT_REQUIRED_AUDIT_STATUS=PASS +AUDIT_REQUIRED_BACKUP_STATUS=FAIL +AUDIT_REQUIRED_ISSUE_COUNT=FAIL +AUDIT_REQUIRED_CLOUD_A=PASS +AUDIT_REQUIRED_CLOUD_B=PASS +AUDIT_REQUIRED_CLOUD_B_DRILL=PASS +AUDIT_REQUIRED_DR_PROVEN=PASS +AUDIT_REQUIRED_SOURCE_OFFHOST=PASS +AUDIT_SEAL_END=1 +US_NETBIRD_STATE_PRESERVED=true +US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26 +{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011} +DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE +BACKUP_PROJECT_COMPLETE=false +NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE +TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE +CHANGES_MADE_BY_1125=false +PRODUCT_MUTATION_BY_1125=false +VM_MUTATION_BY_1125=false +CLOUD_MUTATION_BY_1125=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_FINAL_CLOSURE_END=1 OUTPUT_END CHAT_OUTPUT_END