homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-28 05:02:56 +00:00
parent 5f40582268
commit 30725492b7
4 changed files with 339 additions and 113 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1.json
+38
View File
File diff suppressed because one or more lines are too long
runtime/history/SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1.txt
+165
View File
@@ -0,0 +1,165 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=7cff51f6549ecc24a3ed903452e483340a472780950fffe2e4aa485ead971d67
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7
SANITIZED_OUTPUT_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7
OUTPUT_BEGIN
BACKUP_ALERT_RECOVERY_STABILITY_BEGIN=true
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1
MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability
MUTATION_BOUNDARY=OBSERVE_ONLY_POSTFIX_ALERT_TIMER_STATE_HEALTH_JOURNAL_AND_NONWRITING_AUDIT;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE
=== AUTHORITY ===
HOST=pve01
CLUSTER_QUORATE=Yes
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
SOURCE_1240_STATUS=OK
SOURCE_1240_RC=0
SOURCE_1240_CHANGES_MADE=true
SOURCE_1240_ROLLBACK_STARTED=false
SOURCE_1240_DECISION=PASS_BACKUP_AUDIT_NOISE_FIX
SOURCE_1240_NEXT_GATE=READ_EXACT_1240_AND_VERIFY_ALERT_RECOVERY_STABILITY
SOURCE_1240_NEW_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
SOURCE_1240_SOURCE_POST_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_1240_SOURCE_PUSHED=true
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_SOURCE_COUNT=0
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_LOCK_COUNT=0
=== LIVE_IDENTITIES ===
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_WORKTREE_CLEAN=true
=== POSTFIX_TIMER_OBSERVATION ===
FIX_EPOCH=1790571081
TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 06:19:01 MSK
TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:36:16 MSK
TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:47:29 MSK
NATURAL_ALERT_CYCLE_WAIT|attempt=1|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=2|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=3|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=4|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=5|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=6|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=7|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=8|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=9|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=10|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=11|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=12|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=13|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=14|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=15|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=16|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=17|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=18|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=19|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=20|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=21|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=22|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=23|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=24|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=25|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=26|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=27|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=28|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=29|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=30|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=31|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=32|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=33|observed=0
NATURAL_ALERT_CYCLE_OBSERVED_AT_ATTEMPT=34
POSTFIX_ALERT_HEALTH_STATE_OK_COUNT=1
=== POSTFIX_ALERT_JOURNAL ===
2026-09-28T08:02:47.216467+03:00 pve01 systemd[1]: Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: RECOVERY_EMAIL_ACCEPTED=YES
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: HEALTH_ALERT_STATE=OK
2026-09-28T08:02:51.489446+03:00 pve01 systemd[1]: Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0
POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1
POSTFIX_HEALTH_ALERT_STATE_OK_COUNT=1
POSTFIX_ALERT_SERVICE_FAILURE_COUNT=0
=== CURRENT_ALERT_STATE ===
ALERT_STATE_EXISTS=true
ALERT_STATE_SHA256=70b87f2f12e0663796785a3323c5bbd6bb84b162d55334f77dcbf83a080b7cd2
ALERT_STATE_SCHEMA=homelab-backup-alert-state-v2
ALERT_STATE_UPDATED_EPOCH=1790571771
ALERT_STATE_ISSUE_KEYS_COUNT=0
ALERT_STATE_RAW_ISSUE_KEYS_COUNT=0
ALERT_STATE_NOTIFY_TOKENS_COUNT=0
ALERT_STATE_CODE_COUNTS={}
ALERT_STATE_CLEAR_ACCEPTED=true
ALERT_STATE_CHECK_RC=0
=== CURRENT_HEALTH ===
HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH1_STATUS=GREEN
HEALTH1_GENERATED_AT_EPOCH=1790571767
HEALTH1_ISSUE_COUNT=0
HEALTH1_SOURCE_EXACT=true
HEALTH1_FALSE_NOISE_CODES=
HEALTH1_ACCEPTED=true
HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH2_STATUS=GREEN
HEALTH2_GENERATED_AT_EPOCH=1790571767
HEALTH2_ISSUE_COUNT=0
HEALTH2_SOURCE_EXACT=true
HEALTH2_FALSE_NOISE_CODES=
HEALTH2_ACCEPTED=true
HEALTH_FILES_IDENTICAL=true
HEALTH_CHECK_RC=0
=== POSTFIX_AUDIT_JOURNAL ===
POSTFIX_SCHEDULED_LOCK_BUSY_COUNT=0
POSTFIX_SCHEDULED_SOURCE_OFFHOST_COUNT=0
POSTFIX_SCHEDULED_GREEN_COUNT=0
=== CURRENT_NONWRITING_MINIMAL_AUDIT ===
CURRENT_MINIMAL_AUDIT_RC=0
CURRENT_MINIMAL_LOCK_BUSY_COUNT=0
CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0
CURRENT_MINIMAL_ISSUE_COUNT=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
MINIMAL_AUDIT_HEALTH_NO_WRITE=true
=== BACKUP_RUNTIME_POSTFIX ===
POSTFIX_V2_SUCCESS_COUNT=0
POSTFIX_V2_FRESH_HELPER_FAILED_COUNT=0
POSTFIX_V2_FAILED_COUNT=0
=== FINAL_STABILITY ===
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
ALERT_EXECUTED_BY_1241=false
MAIL_SENT_BY_1241=false
ALERT_NOISE_PROJECT_COMPLETE=true
TASK_RESULT=PASS_BACKUP_ALERT_RECOVERY_STABILITY
DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY
NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+13 -13
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+123 -100
View File
@@ -1,142 +1,165 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-AUDIT-NOISE-FIX-PREFLIGHT-1240R1
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=homelab-backup-audit-noise-fix-preflight
MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=faf3c41efd92f0708944ac18479ffc83e7efde053a64bc0bc7cee1c7da0dd73e
COMMAND_SHA256=7cff51f6549ecc24a3ed903452e483340a472780950fffe2e4aa485ead971d67
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=3f25c137a31a11fee6f2624a3b6cf818b2b97a0e0347ca0fc7d591d733d997de
SANITIZED_OUTPUT_SHA256=3f25c137a31a11fee6f2624a3b6cf818b2b97a0e0347ca0fc7d591d733d997de
RAW_EVIDENCE_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7
SANITIZED_OUTPUT_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7
OUTPUT_BEGIN
BACKUP_AUDIT_NOISE_FIX_BEGIN=true
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-AUDIT-NOISE-FIX-PREFLIGHT-1240R1
MODE=change
COMPONENT=homelab-backup-audit-noise-fix-preflight
MUTATION_BOUNDARY=ONLY_BACKUP_AUDIT_FALSE_NOISE_LOGIC_PLUS_CANONICAL_SOURCE_COMMIT_PUSH_AND_CONTROLLED_HEALTH_REFRESH;NO_BACKUP_ENGINE_CHANGE;NO_ALERT_MAILER_CHANGE;NO_TIMER_CHANGE;NO_SYSTEMD_ACTION;NO_BACKUP;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_MANUAL_MAIL;NO_NETBIRD_SKLADCHIK_CHANGE
BACKUP_ALERT_RECOVERY_STABILITY_BEGIN=true
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1
MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability
MUTATION_BOUNDARY=OBSERVE_ONLY_POSTFIX_ALERT_TIMER_STATE_HEALTH_JOURNAL_AND_NONWRITING_AUDIT;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE
=== AUTHORITY ===
HOST=pve01
CLUSTER_QUORATE=Yes
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
SOURCE_1239_STATUS=OK
SOURCE_1239_RC=0
SOURCE_1239_CHANGES_MADE=false
SOURCE_1239_MUTATION_OUTCOME=NO_MUTATION
SOURCE_1239_DECISION=HOLD_1239_STATIC_PATCH_VERIFY_FAILED
SOURCE_1239_NEXT_GATE=FIX_ONLY_PATCH_BUILDER
SOURCE_1239_STATIC_EXPECTED_OWNER_CALL_COUNT=2
SOURCE_1239_STATIC_GIT_HOME_SET_COUNT=1
=== LIVE_PRECONDITIONS ===
SOURCE_1240_STATUS=OK
SOURCE_1240_RC=0
SOURCE_1240_CHANGES_MADE=true
SOURCE_1240_ROLLBACK_STARTED=false
SOURCE_1240_DECISION=PASS_BACKUP_AUDIT_NOISE_FIX
SOURCE_1240_NEXT_GATE=READ_EXACT_1240_AND_VERIFY_ALERT_RECOVERY_STABILITY
SOURCE_1240_NEW_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
SOURCE_1240_SOURCE_POST_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_1240_SOURCE_PUSHED=true
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_SOURCE_COUNT=0
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_LOCK_COUNT=0
=== LIVE_IDENTITIES ===
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
SOURCE_PRE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_REMOTE_HEAD_PRE=db592a25c6ac587bf16472a6132b66698c42f663
SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_WORKTREE_CLEAN=true
CANON_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
CANON_ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
=== BUILD_PATCHED_AUDIT ===
PATCH_BUILD_RC=0
NEW_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
STATIC_EXPECTED_OWNER_CALL_COUNT=2
STATIC_GIT_HOME_SET_COUNT=1
=== CURRENT_LOCK_CLASSIFICATION ===
CURRENT_V2_ACTIVE=activating
CURRENT_V2_MAINPID=1856481
CURRENT_HEAVY_FUSER=1856481
CURRENT_HEAVY_LOCK_FREE=false
=== STAGED_CONTEXT_VALIDATION ===
STAGED_CONTEXT=minimal RC=0 SOURCE_OFFHOST_ISSUES=0 LOCK_BUSY_ISSUES=0 STDERR_BYTES=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
STAGED_CONTEXT=homeroot RC=0 SOURCE_OFFHOST_ISSUES=0 LOCK_BUSY_ISSUES=0 STDERR_BYTES=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
STAGED_CONTEXT=normal RC=0 SOURCE_OFFHOST_ISSUES=0 LOCK_BUSY_ISSUES=0 STDERR_BYTES=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
STAGED_AUDIT_ALL_HEALTH_NO_WRITE=true
=== ROLLBACK_BACKUP ===
ROLLBACK_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
=== LIVE_ATOMIC_CUTOVER ===
LIVE_AUDIT_SHA256_POST=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
=== LIVE_POSTCUTOVER_VALIDATION ===
LIVE_MINIMAL_AUDIT_RC=0
LIVE_MINIMAL_SOURCE_OFFHOST_ISSUES=0
LIVE_MINIMAL_LOCK_BUSY_ISSUES=0
LIVE_MINIMAL_STDERR_BYTES=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
=== CANONICAL_SOURCE_UPDATE ===
SOURCE_POST_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_PUSH_RC=0
SOURCE_ORIGIN_PUSHURL_PRESERVED=DISABLED
SOURCE_REMOTE_HEAD_POST=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_LOCAL_REMOTE_EXACT=true
SOURCE_WORKTREE_CLEAN=true
=== CONTROLLED_HEALTH_REFRESH_NO_MAIL ===
WRITE_HEALTH_RC=0
WRITE_HEALTH_STDERR_BYTES=0
WRITE_HEALTH_FALSE_ISSUE_SOURCE_COUNT=0
WRITE_HEALTH_FALSE_ISSUE_LOCK_COUNT=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
=== HEALTH_POST ===
HEALTH1_SHA256=de40adf26fd5deb92be79f227a38abc7af4f4f763e13a9c17c9e3eb3ffcf0bf0
=== POSTFIX_TIMER_OBSERVATION ===
FIX_EPOCH=1790571081
TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 06:19:01 MSK
TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:36:16 MSK
TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:47:29 MSK
NATURAL_ALERT_CYCLE_WAIT|attempt=1|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=2|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=3|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=4|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=5|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=6|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=7|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=8|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=9|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=10|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=11|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=12|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=13|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=14|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=15|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=16|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=17|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=18|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=19|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=20|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=21|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=22|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=23|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=24|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=25|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=26|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=27|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=28|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=29|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=30|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=31|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=32|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=33|observed=0
NATURAL_ALERT_CYCLE_OBSERVED_AT_ATTEMPT=34
POSTFIX_ALERT_HEALTH_STATE_OK_COUNT=1
=== POSTFIX_ALERT_JOURNAL ===
2026-09-28T08:02:47.216467+03:00 pve01 systemd[1]: Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: RECOVERY_EMAIL_ACCEPTED=YES
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: HEALTH_ALERT_STATE=OK
2026-09-28T08:02:51.489446+03:00 pve01 systemd[1]: Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0
POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1
POSTFIX_HEALTH_ALERT_STATE_OK_COUNT=1
POSTFIX_ALERT_SERVICE_FAILURE_COUNT=0
=== CURRENT_ALERT_STATE ===
ALERT_STATE_EXISTS=true
ALERT_STATE_SHA256=70b87f2f12e0663796785a3323c5bbd6bb84b162d55334f77dcbf83a080b7cd2
ALERT_STATE_SCHEMA=homelab-backup-alert-state-v2
ALERT_STATE_UPDATED_EPOCH=1790571771
ALERT_STATE_ISSUE_KEYS_COUNT=0
ALERT_STATE_RAW_ISSUE_KEYS_COUNT=0
ALERT_STATE_NOTIFY_TOKENS_COUNT=0
ALERT_STATE_CODE_COUNTS={}
ALERT_STATE_CLEAR_ACCEPTED=true
ALERT_STATE_CHECK_RC=0
=== CURRENT_HEALTH ===
HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH1_STATUS=GREEN
HEALTH1_GENERATED_AT_EPOCH=1790571767
HEALTH1_ISSUE_COUNT=0
HEALTH1_SOURCE_EXACT=true
HEALTH1_FALSE_NOISE_CODES=
HEALTH2_SHA256=de40adf26fd5deb92be79f227a38abc7af4f4f763e13a9c17c9e3eb3ffcf0bf0
HEALTH1_ACCEPTED=true
HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH2_STATUS=GREEN
HEALTH2_GENERATED_AT_EPOCH=1790571767
HEALTH2_ISSUE_COUNT=0
HEALTH2_SOURCE_EXACT=true
HEALTH2_FALSE_NOISE_CODES=
HEALTH2_ACCEPTED=true
HEALTH_FILES_IDENTICAL=true
=== CONTROL_PLANE_PRESERVED ===
WRAPPER_SHA256_POST=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
HELPER_SHA256_POST=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
VZDUMP_CONF_SHA256_POST=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
ALERT_SHA256_POST=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
ALERT_STATE_EXISTS=true
ALERT_STATE_SHA256=9ad9354897476ee6e691bcdd0b7639a1672b30b7591d6940b2555af007917dd8
ALERT_EXECUTED=false
MAIL_SENT_BY_1240=false
CHANGES_MADE=true
HEALTH_CHECK_RC=0
=== POSTFIX_AUDIT_JOURNAL ===
POSTFIX_SCHEDULED_LOCK_BUSY_COUNT=0
POSTFIX_SCHEDULED_SOURCE_OFFHOST_COUNT=0
POSTFIX_SCHEDULED_GREEN_COUNT=0
=== CURRENT_NONWRITING_MINIMAL_AUDIT ===
CURRENT_MINIMAL_AUDIT_RC=0
CURRENT_MINIMAL_LOCK_BUSY_COUNT=0
CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0
CURRENT_MINIMAL_ISSUE_COUNT=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
MINIMAL_AUDIT_HEALTH_NO_WRITE=true
=== BACKUP_RUNTIME_POSTFIX ===
POSTFIX_V2_SUCCESS_COUNT=0
POSTFIX_V2_FRESH_HELPER_FAILED_COUNT=0
POSTFIX_V2_FAILED_COUNT=0
=== FINAL_STABILITY ===
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
OLD_AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
NEW_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
SOURCE_PRE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
SOURCE_POST_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_PUSHED=true
EXPECTED_V2_HEAVY_LOCK_SUPPRESSION=ONLY_EXACT_ACTIVE_SERVICE_MAINPID_OWNER
OTHER_LOCK_BUSY_POLICY_UNCHANGED=true
GIT_REMOTE_HOME_PIN=/root
ALERT_MAILER_CHANGED=false
ALERT_EXECUTED=false
MAIL_SENT_BY_1240=false
TASK_RESULT=PASS_BACKUP_AUDIT_NOISE_FIX
DECISION=PASS_BACKUP_AUDIT_NOISE_FIX
NEXT_GATE=READ_EXACT_1240_AND_VERIFY_ALERT_RECOVERY_STABILITY
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-AUDIT-NOISE-FIX-PREFLIGHT-1240R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
MUTATION_OUTCOME=NO_MUTATION
ALERT_EXECUTED_BY_1241=false
MAIL_SENT_BY_1241=false
ALERT_NOISE_PROJECT_COMPLETE=true
TASK_RESULT=PASS_BACKUP_ALERT_RECOVERY_STABILITY
DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY
NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END