homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-22 09:25:27 +00:00
parent f0e906ead4
commit 3dcb5278a2
4 changed files with 306 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1",
"status": "FAIL",
"rc": 3,
"host": "pve01",
"mode": "read-only",
"component": "homelab-backup-final-closure",
"started_at_utc": "2026-09-22T09:25:27Z",
"finished_at_utc": "2026-09-22T09:25:27Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 3,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"sanitized_output_sha256": "bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\nMODE=read-only\nCOMPONENT=homelab-backup-final-closure\nMUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nTARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b\nTARGET_POLICY_BEGIN=1\n{\"logical_id\":\"us-netbird\",\"type\":\"vps_us\",\"scope\":\"vps\",\"user\":\"root\",\"port\":22,\"enabled\":false,\"due_seconds\":86400}\nUS_NETBIRD_TARGET_COUNT=1\nUS_NETBIRD_ENABLED=false\nTARGET_POLICY_END=1\nSOURCE_SEAL_BEGIN=1\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_DIRTY_COUNT=0\nSOURCE_PUSHURL_CLASS=DISABLED\nSOURCE_REMOTE_PROBE_RC=0\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nLIVE_SOURCE_AUDIT_MATCH=true\nSOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2\nSOURCE_SUMS_CHECK_RC=0\nSOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSOURCE_SEAL_END=1\nUNIT_SEAL_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=activating\nSubState=start\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nNextElapseUSecRealtime=\nLastTriggerUSec=Tue 2026-09-22 12:23:16 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=running\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nNextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK\nLastTriggerUSec=Tue 2026-09-22 12:05:58 MSK\nResult=success\nLoadState=loaded\nActiveState=active\nSubState=waiting\nUnitFileState=enabled\nUNIT=homelab-vm-cloud-quorum-queue.service\nResult=success\nExecMainStatus=0\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nUnitFileState=static\nBACKUP_TIMER_ENABLED=enabled\nBACKUP_TIMER_ACTIVE=active\nAUDIT_SERVICE_RESULT=success\nAUDIT_SERVICE_EXEC=0\nUNIT_SEAL_END=1\nSCHEDULER_SEAL_BEGIN=1\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-newfi\"}\nSCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSCHEDULER_DISABLED_TARGET_SELECTED=false\nSCHEDULER_LIVE_CONTRACT_PRESENT=true\nSCHEDULER_SEAL_END=1\nAUDIT_SEAL_BEGIN=1\nAUDIT_RC=1\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nAUDIT_ISSUE_ROWS=1\nAUDIT_REQUIRED_AUDIT_STATUS=PASS\nAUDIT_REQUIRED_BACKUP_STATUS=FAIL\nAUDIT_REQUIRED_ISSUE_COUNT=FAIL\nAUDIT_REQUIRED_CLOUD_A=PASS\nAUDIT_REQUIRED_CLOUD_B=PASS\nAUDIT_REQUIRED_CLOUD_B_DRILL=PASS\nAUDIT_REQUIRED_DR_PROVEN=PASS\nAUDIT_REQUIRED_SOURCE_OFFHOST=PASS\nAUDIT_SEAL_END=1\nUS_NETBIRD_STATE_PRESERVED=true\nUS_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26\n{\"logical_id\":\"us-netbird\",\"result\":\"FAIL\",\"generation\":\"v2-us-netbird-20260922T055316Z-d5c92acdd2e8\",\"last_success_epoch\":1789704670,\"last_attempt_epoch\":1790056411,\"consecutive_failures\":14,\"retry_after_epoch\":1790078011}\nDECISION=HOLD_BACKUP_1125_FINAL_CLOSURE\nBACKUP_PROJECT_COMPLETE=false\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE\nCHANGES_MADE_BY_1125=false\nPRODUCT_MUTATION_BY_1125=false\nVM_MUTATION_BY_1125=false\nCLOUD_MUTATION_BY_1125=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_FINAL_CLOSURE_END=1\n"
}
runtime/history/SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1.txt
+141
View File
@@ -0,0 +1,141 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
STATUS=FAIL
RC=3
HOST=pve01
MODE=read-only
COMPONENT=homelab-backup-final-closure
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=66f16ccf9698d127fcdc272e0624dbfde30aa4ca9056e54108de3d78c61d5154
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=3
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
SANITIZED_OUTPUT_SHA256=bc302b40bf5da996b95aec57904310956499536ae23fbd37052d5771c7c7caa2
OUTPUT_BEGIN
WORKERS2_BACKUP_FINAL_CLOSURE_BEGIN=1
COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1
MODE=read-only
COMPONENT=homelab-backup-final-closure
MUTATION_BOUNDARY=NONE;FINAL_INDEPENDENT_BACKUP_DR_SEAL;NO_BACKUP_EXECUTION;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_CLOUD_WRITE;NO_VPS_ACTION;NO_VM_CT_MUTATION
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
TARGETS_SHA256=decea6b876c8ede15c91cad69c8e15e46021e5e96d25d415139bf2c524e23f7b
TARGET_POLICY_BEGIN=1
{"logical_id":"us-netbird","type":"vps_us","scope":"vps","user":"root","port":22,"enabled":false,"due_seconds":86400}
US_NETBIRD_TARGET_COUNT=1
US_NETBIRD_ENABLED=false
TARGET_POLICY_END=1
SOURCE_SEAL_BEGIN=1
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_DIRTY_COUNT=0
SOURCE_PUSHURL_CLASS=DISABLED
SOURCE_REMOTE_PROBE_RC=0
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
LIVE_SOURCE_AUDIT_MATCH=true
SOURCE_SUMS_SHA256=1730a3420d29e115aa5bf7b946b0727518b2860fb8abea4ca85cea744e608ce2
SOURCE_SUMS_CHECK_RC=0
SOURCE_SUMS_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SOURCE_SEAL_END=1
UNIT_SEAL_BEGIN=1
UNIT=homelab-backup-v2.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=activating
SubState=start
UnitFileState=static
UNIT=homelab-backup-v2.timer
NextElapseUSecRealtime=
LastTriggerUSec=Tue 2026-09-22 12:23:16 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=running
UnitFileState=enabled
UNIT=homelab-backup-audit.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
UNIT=homelab-backup-audit.timer
NextElapseUSecRealtime=Tue 2026-09-22 12:35:11 MSK
LastTriggerUSec=Tue 2026-09-22 12:05:58 MSK
Result=success
LoadState=loaded
ActiveState=active
SubState=waiting
UnitFileState=enabled
UNIT=homelab-vm-cloud-quorum-queue.service
Result=success
ExecMainStatus=0
LoadState=loaded
ActiveState=inactive
SubState=dead
UnitFileState=static
BACKUP_TIMER_ENABLED=enabled
BACKUP_TIMER_ACTIVE=active
AUDIT_SERVICE_RESULT=success
AUDIT_SERVICE_EXEC=0
UNIT_SEAL_END=1
SCHEDULER_SEAL_BEGIN=1
SCHEDULER_RC=0
SELFTEST_REPLACEMENT486=PASS
SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-newfi"}
SCHEDULER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
SCHEDULER_DISABLED_TARGET_SELECTED=false
SCHEDULER_LIVE_CONTRACT_PRESENT=true
SCHEDULER_SEAL_END=1
AUDIT_SEAL_BEGIN=1
AUDIT_RC=1
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
AUDIT_ISSUE_ROWS=1
AUDIT_REQUIRED_AUDIT_STATUS=PASS
AUDIT_REQUIRED_BACKUP_STATUS=FAIL
AUDIT_REQUIRED_ISSUE_COUNT=FAIL
AUDIT_REQUIRED_CLOUD_A=PASS
AUDIT_REQUIRED_CLOUD_B=PASS
AUDIT_REQUIRED_CLOUD_B_DRILL=PASS
AUDIT_REQUIRED_DR_PROVEN=PASS
AUDIT_REQUIRED_SOURCE_OFFHOST=PASS
AUDIT_SEAL_END=1
US_NETBIRD_STATE_PRESERVED=true
US_NETBIRD_STATE_SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
{"logical_id":"us-netbird","result":"FAIL","generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_success_epoch":1789704670,"last_attempt_epoch":1790056411,"consecutive_failures":14,"retry_after_epoch":1790078011}
DECISION=HOLD_BACKUP_1125_FINAL_CLOSURE
BACKUP_PROJECT_COMPLETE=false
NEXT_GATE=RECONCILE_ONLY_BACKUP_1125_FAILURE
TASK_RESULT=HOLD_HOMELAB_BACKUP_FINAL_CLOSURE
CHANGES_MADE_BY_1125=false
PRODUCT_MUTATION_BY_1125=false
VM_MUTATION_BY_1125=false
CLOUD_MUTATION_BY_1125=false
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-FINAL-CLOSURE-1125R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_FINAL_CLOSURE_END=1
OUTPUT_END
CHAT_OUTPUT_END