homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-25 04:58:07 +00:00
parent c0a6854353
commit 10a2d8b6fc
4 changed files with 242 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.json
+38
View File
File diff suppressed because one or more lines are too long
runtime/history/SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1.txt
+109
View File
@@ -0,0 +1,109 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=homelab-backup-locks-source-rca
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81
SANITIZED_OUTPUT_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81
OUTPUT_BEGIN
WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1
MODE=read-only
COMPONENT=homelab-backup-locks-source-rca
MUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL
LOCK_SCAN_BEGIN=1
LOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE
LOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE
LOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE
LOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE
LOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE
LOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE
LOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE
LOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE
LOCK_BUSY_COUNT=0
LOCK_SCAN_END=1
UNIT_SCAN_BEGIN=1
UNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code
UNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success
UNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success
UNIT_SCAN_END=1
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_LOCAL_EQUALS_REMOTE=true
SOURCE_WORKTREE_STATUS_COUNT=0
AUDIT_RECENT_BEGIN=1
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_RECENT_END=1
ALERT_RECENT_BEGIN=1
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak.
ALERT_RECENT_END=1
LIVE_AUDIT_BEGIN=1
LIVE_AUDIT_RC=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
LIVE_AUDIT_END=1
DECISION=LOCKS_FREE_SOURCE_EXACT
NEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT
TASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+11 -11
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+84 -23
View File
@@ -1,22 +1,22 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1 COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1
STATUS=FAIL STATUS=OK
RC=81 RC=0
HOST=pve01 HOST=pve01
MODE=read-only MODE=read-only
COMPONENT=skladchik-summaryenc73208-reconcile COMPONENT=homelab-backup-locks-source-rca
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=762d74d5e73dd197b225c88dd7c068933ec10f01a50a411160533d5f4be4c54b COMMAND_SHA256=8f1f7157b1beca5add15253554a513b1ecb77179ce67329d36be0a9343b07e3f
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=false CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=81 COMMAND_RC=0
CHANGES_MADE=false CHANGES_MADE=false
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
@@ -24,25 +24,86 @@ MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90 RAW_EVIDENCE_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81
SANITIZED_OUTPUT_SHA256=fb3468c6c9f4d2550b0b0ae6a5a229c91de9862bc3a9d81fb23fe426616e1e90 SANITIZED_OUTPUT_SHA256=b364cb2b7562812f83b57c716060f34f49bf3a1df1fa924b75045a24330acf81
OUTPUT_BEGIN OUTPUT_BEGIN
WORKERS2_SKLADCHIK_SUMMARYENC73208_RECONCILE_BEGIN=1 WORKERS2_BACKUP_LOCKS_SOURCE_RCA_BEGIN=1
COMMAND_ID=SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1 COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1
MODE=read-only MODE=read-only
COMPONENT=skladchik-summaryenc73208-reconcile COMPONENT=homelab-backup-locks-source-rca
MUTATION_BOUNDARY=NONE;READ_ONLY_EXISTING_73208_LOCAL_ARTIFACTS_AND_SERVER_STATE;TEMP_/run_ONLY;NO_ENCODE_REPRO;NO_SOURCE_PAYLOAD_EXEC;NO_SOURCE_REMOTE_COMMAND_EXEC;NO_CHROMEUSA_PROBE;NO_TARGET_TLS_PROBE;NO_VPS_SSH_PROBE;NO_KNOWN_HOSTS_WRITE;NO_REGISTRY_WRITE;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE;NO_GIT_WRITE MUTATION_BOUNDARY=READ_ONLY;NO_KILL;NO_LOCK_BREAK;NO_SYSTEMD_ACTION;NO_GIT_WRITE;NO_BACKUP;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL
RECOVERY_SOURCE_CID=SUPPORT-260925-SKLADCHIK-SUMMARY-ENCODE-DIRECT-RCA-73208R1 LOCK_SCAN_BEGIN=1
LAST_EXACT_AUTHORITY=SUPPORT-260925-SKLADCHIK-SUMMARYENC73206-STAGE-RECONCILE-73207R1 LOCK_PATH=/run/homelab-backup-heavy.lock STATE=FREE
GITEA_HEALTH_AUTHORITY=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 LOCK_OWNER PATH=/run/homelab-backup-heavy.lock PID=NONE
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 LOCK_PATH=/run/lock/homelab-app-cloud-quorum-queue.lock STATE=FREE
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 LOCK_OWNER PATH=/run/lock/homelab-app-cloud-quorum-queue.lock PID=NONE
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d LOCK_PATH=/run/lock/homelab-backup-dispatcher.lock STATE=FREE
FAILURE=windows_bool_invalid LOCK_OWNER PATH=/run/lock/homelab-backup-dispatcher.lock PID=NONE
DECISION=RECONCILE_INPUT_INVALID LOCK_PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock STATE=FREE
NEXT_GATE=WINDOWS_CARRIER_LOCAL_STAGE_RCA_READ_ONLY LOCK_OWNER PATH=/run/lock/homelab-vm-cloud-quorum-queue.lock PID=NONE
TASK_RESULT=FAIL_73209_INPUT LOCK_BUSY_COUNT=0
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-SKLADCHIK-SUMMARYENC73208-RECONCILE-73209R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} LOCK_SCAN_END=1
UNIT_SCAN_BEGIN=1
UNIT=homelab-backup-v2.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code
UNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-app-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-app-cloud-quorum-queue.timer ACTIVE=active ENABLED=enabled RESULT=success
UNIT=homelab-vm-cloud-quorum-queue.service ACTIVE=inactive ENABLED=static RESULT=success
UNIT=homelab-vm-cloud-quorum-queue.timer ACTIVE=inactive ENABLED=disabled RESULT=success
UNIT=homelab-control-backup.timer ACTIVE=inactive ENABLED=disabled RESULT=success
UNIT_SCAN_END=1
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_LOCAL_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_REMOTE_HEAD=6401ea1e99988b9d2550de544c9e45bd7e829bdd
SOURCE_LOCAL_EQUALS_REMOTE=true
SOURCE_WORKTREE_STATUS_COUNT=0
AUDIT_RECENT_BEGIN=1
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_RECENT_END=1
ALERT_RECENT_BEGIN=1
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.530s CPU time, 154.3M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.435s CPU time, 154M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.490s CPU time, 154.7M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
ALERT_EMAIL_ACCEPTED=YES
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.440s CPU time, 153.8M memory peak.
Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
HEALTH_ALERT_STATE=OK
homelab-alertmanager-backup-health.service: Deactivated successfully.
Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
homelab-alertmanager-backup-health.service: Consumed 2.459s CPU time, 166.3M memory peak.
ALERT_RECENT_END=1
LIVE_AUDIT_BEGIN=1
LIVE_AUDIT_RC=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
LIVE_AUDIT_END=1
DECISION=LOCKS_FREE_SOURCE_EXACT
NEXT_GATE=ANALYZE_LOCK_OWNERS_AND_CURRENT_AUDIT
TASK_RESULT=PASS_HOMELAB_BACKUP_LOCKS_SOURCE_RCA
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-HOMELAB-BACKUP-LOCKS-SOURCE-RCA-1218R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_LOCKS_SOURCE_RCA_END=1
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END