From 10a2d8b6fc561eb39f2645c16300ba1214f60ee1 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Fri, 25 Sep 2026 04:58:07 +0000 Subject: [PATCH] runtime: publish SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1 --- ...OMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json | 38 ++++++ ...HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt | 109 ++++++++++++++++++ runtime/latest.json | 22 ++-- runtime/latest.txt | 107 +++++++++++++---- 4 files changed, 242 insertions(+), 34 deletions(-) create mode 100644 runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json create mode 100644 runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt diff --git a/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json b/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json new file mode 100644 index 00000000..8d74e828 --- /dev/null +++ b/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-locks-source-rca", + "started_at_utc": "2026-09-25T04:58:01Z", + "finished_at_utc": "2026-09-25T04:58:06Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81", + "sanitized_output_sha256": "b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1\nMODE=read-only\nCOMPONENT=homelab-backup-locks-source-rca\nMUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL\nLOCK_SCAN_BEGIN=1\nLOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE\nLOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE\nLOCK_BUSY_COUNT=0\nLOCK_SCAN_END=1\nUNIT_SCAN_BEGIN=1\nUNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code\nUNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success\nUNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success\nUNIT_SCAN_END=1\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_LOCAL_EQUALS_REMOTE=true\nSOURCE_WORKTREE_STATUS_COUNT=0\nAUDIT_RECENT_BEGIN=1\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_RECENT_END=1\nALERT_RECENT_BEGIN=1\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak.\nALERT_RECENT_END=1\nLIVE_AUDIT_BEGIN=1\nLIVE_AUDIT_RC=0\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nLIVE_AUDIT_END=1\nDECISION=LOCKS_FREE_SOURCE_EXACT\nNEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT\nTASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1\n" +} diff --git a/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt b/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt new file mode 100644 index 00000000..62eebe3d --- /dev/null +++ b/runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt @@ -0,0 +1,109 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-locks-source-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81 +SANITIZED_OUTPUT_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81 +OUTPUT_BEGIN +WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1 +MODE=read-only +COMPONENT=homelab-backup-locks-source-rca +MUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL +LOCK_SCAN_BEGIN=1 +LOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE +LOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE +LOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE +LOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE +LOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE +LOCK_BUSY_COUNT=0 +LOCK_SCAN_END=1 +UNIT_SCAN_BEGIN=1 +UNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code +UNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success +UNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success +UNIT_SCAN_END=1 +SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation +SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_LOCAL_EQUALS_REMOTE=true +SOURCE_WORKTREE_STATUS_COUNT=0 +AUDIT_RECENT_BEGIN=1 +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_RECENT_END=1 +ALERT_RECENT_BEGIN=1 +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak. +ALERT_RECENT_END=1 +LIVE_AUDIT_BEGIN=1 +LIVE_AUDIT_RC=0 +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +LIVE_AUDIT_END=1 +DECISION=LOCKS_FREE_SOURCE_EXACT +NEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT +TASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 2941a9ab..8d74e828 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1", - "status": "FAIL", - "rc": 81, + "command_id": "SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "read-only", - "component": "skladchik-summaryenc73208-reconcile", - "started_at_utc": "2026-09-25T04:57:15Z", - "finished_at_utc": "2026-09-25T04:57:15Z", + "component": "homelab-backup-locks-source-rca", + "started_at_utc": "2026-09-25T04:58:01Z", + "finished_at_utc": "2026-09-25T04:58:06Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "762d74d5e73dd197b225c88dd7c068933ec10f01a50a411160533d5f4be4c54b", + "command_sha256": "8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 81, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90", - "sanitized_output_sha256": "fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90", + "raw_evidence_sha256": "b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81", + "sanitized_output_sha256": "b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "WORKERS2_SKLADCHIK_SUMMARYENC73208_RECONCILE_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1\nMODE=read-only\nCOMPONENT=skladchik-summaryenc73208-reconcile\nMUTATION_BOUNDARY=NONE;READ_ONLY_EXISTING_73208_LOCAL_ARTIFACTS_AND_SERVER_STATE;TEMP_/run_ONLY;NO_ENCODE_REPRO;NO_SOURCE_PAYLOAD_EXEC;NO_SOURCE_REMOTE_COMMAND_EXEC;NO_CHROMEUSA_PROBE;NO_TARGET_TLS_PROBE;NO_VPS_SSH_PROBE;NO_KNOWN_HOSTS_WRITE;NO_REGISTRY_WRITE;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE;NO_GIT_WRITE\nRECOVERY_SOURCE_CID=SUPPORT-260925-SKLADCHIK-SUMMARY-ENCODE-DIRECT-RCA-73208R1\nLAST_EXACT_AUTHORITY=SUPPORT-260925-SKLADCHIK-SUMMARYENC73206-STAGE-RECONCILE-73207R1\nGITEA_HEALTH_AUTHORITY=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nFAILURE=windows_bool_invalid\nDECISION=RECONCILE_INPUT_INVALID\nNEXT_GATE=WINDOWS_CARRIER_LOCAL_STAGE_RCA_READ_ONLY\nTASK_RESULT=FAIL_73209_INPUT\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1\nMODE=read-only\nCOMPONENT=homelab-backup-locks-source-rca\nMUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL\nLOCK_SCAN_BEGIN=1\nLOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE\nLOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE\nLOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE\nLOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE\nLOCK_BUSY_COUNT=0\nLOCK_SCAN_END=1\nUNIT_SCAN_BEGIN=1\nUNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code\nUNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success\nUNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success\nUNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success\nUNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success\nUNIT_SCAN_END=1\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd\nSOURCE_LOCAL_EQUALS_REMOTE=true\nSOURCE_WORKTREE_STATUS_COUNT=0\nAUDIT_RECENT_BEGIN=1\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_RECENT_END=1\nALERT_RECENT_BEGIN=1\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nALERT_EMAIL_ACCEPTED=YES\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak.\nStarting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...\nHEALTH_ALERT_STATE=OK\nhomelab-alertmanager-backup-health.service: Deactivated successfully.\nFinished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.\nhomelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak.\nALERT_RECENT_END=1\nLIVE_AUDIT_BEGIN=1\nLIVE_AUDIT_RC=0\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nLIVE_AUDIT_END=1\nDECISION=LOCKS_FREE_SOURCE_EXACT\nNEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT\nTASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index cd6821d3..62eebe3d 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1 -STATUS=FAIL -RC=81 +COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1 +STATUS=OK +RC=0 HOST=pve01 MODE=read-only -COMPONENT=skladchik-summaryenc73208-reconcile +COMPONENT=homelab-backup-locks-source-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=762d74d5e73dd197b225c88dd7c068933ec10f01a50a411160533d5f4be4c54b +COMMAND_SHA256=8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=81 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,25 +24,86 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90 -SANITIZED_OUTPUT_SHA256=fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90 +RAW_EVIDENCE_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81 +SANITIZED_OUTPUT_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81 OUTPUT_BEGIN -WORKERS2_SKLADCHIK_SUMMARYENC73208_RECONCILE_BEGIN=1 -COMMAND_ID=SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1 +WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1 MODE=read-only -COMPONENT=skladchik-summaryenc73208-reconcile -MUTATION_BOUNDARY=NONE;READ_ONLY_EXISTING_73208_LOCAL_ARTIFACTS_AND_SERVER_STATE;TEMP_/run_ONLY;NO_ENCODE_REPRO;NO_SOURCE_PAYLOAD_EXEC;NO_SOURCE_REMOTE_COMMAND_EXEC;NO_CHROMEUSA_PROBE;NO_TARGET_TLS_PROBE;NO_VPS_SSH_PROBE;NO_KNOWN_HOSTS_WRITE;NO_REGISTRY_WRITE;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE;NO_GIT_WRITE -RECOVERY_SOURCE_CID=SUPPORT-260925-SKLADCHIK-SUMMARY-ENCODE-DIRECT-RCA-73208R1 -LAST_EXACT_AUTHORITY=SUPPORT-260925-SKLADCHIK-SUMMARYENC73206-STAGE-RECONCILE-73207R1 -GITEA_HEALTH_AUTHORITY=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 -REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 -ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -FAILURE=windows_bool_invalid -DECISION=RECONCILE_INPUT_INVALID -NEXT_GATE=WINDOWS_CARRIER_LOCAL_STAGE_RCA_READ_ONLY -TASK_RESULT=FAIL_73209_INPUT -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +COMPONENT=homelab-backup-locks-source-rca +MUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL +LOCK_SCAN_BEGIN=1 +LOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE +LOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE +LOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE +LOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE +LOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE +LOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE +LOCK_BUSY_COUNT=0 +LOCK_SCAN_END=1 +UNIT_SCAN_BEGIN=1 +UNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code +UNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success +UNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success +UNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success +UNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success +UNIT_SCAN_END=1 +SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation +SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd +SOURCE_LOCAL_EQUALS_REMOTE=true +SOURCE_WORKTREE_STATUS_COUNT=0 +AUDIT_RECENT_BEGIN=1 +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +AUDIT_RECENT_END=1 +ALERT_RECENT_BEGIN=1 +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +ALERT_EMAIL_ACCEPTED=YES +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak. +Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration... +HEALTH_ALERT_STATE=OK +homelab-alertmanager-backup-health.service: Deactivated successfully. +Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration. +homelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak. +ALERT_RECENT_END=1 +LIVE_AUDIT_BEGIN=1 +LIVE_AUDIT_RC=0 +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +LIVE_AUDIT_END=1 +DECISION=LOCKS_FREE_SOURCE_EXACT +NEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT +TASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1 OUTPUT_END CHAT_OUTPUT_END