homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-28 05:06:41 +00:00
parent 30725492b7
commit c39f0a0ba6
4 changed files with 225 additions and 122 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "read-only",
"component": "homelab-backup-v2-final-closeout",
"started_at_utc": "2026-09-28T05:06:33Z",
"finished_at_utc": "2026-09-28T05:06:41Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "eabcd91c0a021a7e0fbed21403f9c409177a2d62f73253e206847f22d1e67efb",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 0,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730",
"sanitized_output_sha256": "4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "BACKUP_V2_FINAL_CLOSEOUT_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1\nMODE=read-only\nCOMPONENT=homelab-backup-v2-final-closeout\nMUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_ONLY;ACTIVE_EXPECTED_SCHEDULER_OWNER_IS_ACCEPTABLE;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1241_STATUS=OK\nSOURCE_1241_RC=0\nSOURCE_1241_CHANGES_MADE=false\nSOURCE_1241_DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY\nSOURCE_1241_NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY\nSOURCE_1241_ALERT_NOISE_PROJECT_COMPLETE=true\nSOURCE_1241_POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0\nSOURCE_1241_POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1\nSOURCE_1241_ALERT_STATE_CLEAR_ACCEPTED=true\nSOURCE_1241_CURRENT_MINIMAL_LOCK_BUSY_COUNT=0\nSOURCE_1241_CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0\nSOURCE_1241_CURRENT_MINIMAL_ISSUE_COUNT=0\n=== IMMUTABLE_IDENTITIES ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9\nRELEASE_META=500:root:root\nRELEASE_FILESET=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py\nRELEASE_FILESET_EXPECTED=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py\nRELEASE_FILE=fresh_lxc_helper.py SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 META=400:root:root\nRELEASE_FILE=producer_exec_helper.py SHA256=b3b97099bcd7126670f866e81faae6a42a96d869d9989e6a67f6ea6c871c90b3 META=400:root:root\nRELEASE_FILE=lxc_adapter.py SHA256=3fa7d194010d76f7c8bc95035ae8876262e9337903e310f45f45df88c266dc8d META=400:root:root\nRELEASE_FILE=qemu_adapter.py SHA256=1906db42bd34bbe85eb46fd9797b3572d46e0a41c29d1c29be5f9df5e448f15b META=400:root:root\nRELEASE_FILE=scheduler_adapter.py SHA256=a6f67159a64067773323f028126e3109e15cf17a8142cea5e6129970f1d4da96 META=400:root:root\nRELEASE_FILE=entry504.py SHA256=ca6876fa9c3b1465b045344a8ad46962de16972c7dadc4ac6257c7d225047793 META=400:root:root\nROLLBACK_EXISTS=true\nROLLBACK_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\n=== SOURCE_AUTHORITY ===\nSOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_WORKTREE_CLEAN=true\n=== TIMER_STATE ===\nTIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled\n=== SCHEDULER_RUNTIME_ACCEPTANCE ===\nPOST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7\nPOST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0\nPOST_RECOVERY_SERVICE_FAILED_COUNT=0\nV2_SERVICE_ACTIVE=activating\nV2_SERVICE_MAINPID=1856481\nV2_SERVICE_RESULT=success\nV2_SERVICE_EXEC_MAIN_STATUS=0\nHEAVY_LOCK_FUSER=1856481\nV2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\n=== HEALTH_AND_ALERT_STATE ===\nHEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8\nHEALTH1_STATUS=GREEN\nHEALTH1_ISSUE_COUNT=0\nHEALTH1_SOURCE_EXACT=true\nHEALTH1_ACCEPTED=true\nHEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8\nHEALTH2_STATUS=GREEN\nHEALTH2_ISSUE_COUNT=0\nHEALTH2_SOURCE_EXACT=true\nHEALTH2_ACCEPTED=true\nHEALTH_FILES_IDENTICAL=true\nALERT_STATE_CLEAR=true\nSTATE_HEALTH_RC=0\n=== CURRENT_NONWRITING_AUDIT ===\nCURRENT_AUDIT_RC=0\nCURRENT_AUDIT_ISSUE_COUNT=0\nCURRENT_AUDIT_LOCK_BUSY_COUNT=0\nCURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nCURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_ALL_HEALTH_NO_WRITE=false\nBACKUP_PROJECT_COMPLETE=false\nTASK_RESULT=HOLD_BACKUP_V2_FINAL_CLOSEOUT\nDECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH\nNEXT_GATE=RECONCILE_AUDIT_MODE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1.txt
+115
View File
@@ -0,0 +1,115 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=homelab-backup-v2-final-closeout
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=eabcd91c0a021a7e0fbed21403f9c409177a2d62f73253e206847f22d1e67efb
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730
SANITIZED_OUTPUT_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730
OUTPUT_BEGIN
BACKUP_V2_FINAL_CLOSEOUT_BEGIN=true
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1
MODE=read-only
COMPONENT=homelab-backup-v2-final-closeout
MUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_ONLY;ACTIVE_EXPECTED_SCHEDULER_OWNER_IS_ACCEPTABLE;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE
=== AUTHORITY ===
HOST=pve01
CLUSTER_QUORATE=Yes
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
SOURCE_1241_STATUS=OK
SOURCE_1241_RC=0
SOURCE_1241_CHANGES_MADE=false
SOURCE_1241_DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY
SOURCE_1241_NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY
SOURCE_1241_ALERT_NOISE_PROJECT_COMPLETE=true
SOURCE_1241_POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0
SOURCE_1241_POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1
SOURCE_1241_ALERT_STATE_CLEAR_ACCEPTED=true
SOURCE_1241_CURRENT_MINIMAL_LOCK_BUSY_COUNT=0
SOURCE_1241_CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0
SOURCE_1241_CURRENT_MINIMAL_ISSUE_COUNT=0
=== IMMUTABLE_IDENTITIES ===
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
RELEASE_META=500:root:root
RELEASE_FILESET=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py
RELEASE_FILESET_EXPECTED=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py
RELEASE_FILE=fresh_lxc_helper.py SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 META=400:root:root
RELEASE_FILE=producer_exec_helper.py SHA256=b3b97099bcd7126670f866e81faae6a42a96d869d9989e6a67f6ea6c871c90b3 META=400:root:root
RELEASE_FILE=lxc_adapter.py SHA256=3fa7d194010d76f7c8bc95035ae8876262e9337903e310f45f45df88c266dc8d META=400:root:root
RELEASE_FILE=qemu_adapter.py SHA256=1906db42bd34bbe85eb46fd9797b3572d46e0a41c29d1c29be5f9df5e448f15b META=400:root:root
RELEASE_FILE=scheduler_adapter.py SHA256=a6f67159a64067773323f028126e3109e15cf17a8142cea5e6129970f1d4da96 META=400:root:root
RELEASE_FILE=entry504.py SHA256=ca6876fa9c3b1465b045344a8ad46962de16972c7dadc4ac6257c7d225047793 META=400:root:root
ROLLBACK_EXISTS=true
ROLLBACK_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
=== SOURCE_AUTHORITY ===
SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_WORKTREE_CLEAN=true
=== TIMER_STATE ===
TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled
TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled
TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled
=== SCHEDULER_RUNTIME_ACCEPTANCE ===
POST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7
POST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0
POST_RECOVERY_SERVICE_FAILED_COUNT=0
V2_SERVICE_ACTIVE=activating
V2_SERVICE_MAINPID=1856481
V2_SERVICE_RESULT=success
V2_SERVICE_EXEC_MAIN_STATUS=0
HEAVY_LOCK_FUSER=1856481
V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER
=== HEALTH_AND_ALERT_STATE ===
HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH1_STATUS=GREEN
HEALTH1_ISSUE_COUNT=0
HEALTH1_SOURCE_EXACT=true
HEALTH1_ACCEPTED=true
HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH2_STATUS=GREEN
HEALTH2_ISSUE_COUNT=0
HEALTH2_SOURCE_EXACT=true
HEALTH2_ACCEPTED=true
HEALTH_FILES_IDENTICAL=true
ALERT_STATE_CLEAR=true
STATE_HEALTH_RC=0
=== CURRENT_NONWRITING_AUDIT ===
CURRENT_AUDIT_RC=0
CURRENT_AUDIT_ISSUE_COUNT=0
CURRENT_AUDIT_LOCK_BUSY_COUNT=0
CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0
CURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
AUDIT_ALL_HEALTH_NO_WRITE=false
BACKUP_PROJECT_COMPLETE=false
TASK_RESULT=HOLD_BACKUP_V2_FINAL_CLOSEOUT
DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH
NEXT_GATE=RECONCILE_AUDIT_MODE
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+8 -8
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+64 -114
View File
@@ -1,15 +1,15 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1 COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1
STATUS=OK STATUS=OK
RC=0 RC=0
HOST=pve01 HOST=pve01
MODE=read-only MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability COMPONENT=homelab-backup-v2-final-closeout
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=7cff51f6549ecc24a3ed903452e483340a472780950fffe2e4aa485ead971d67 COMMAND_SHA256=eabcd91c0a021a7e0fbed21403f9c409177a2d62f73253e206847f22d1e67efb
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=false CHANGE_DECLARED=false
@@ -24,142 +24,92 @@ MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7 RAW_EVIDENCE_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730
SANITIZED_OUTPUT_SHA256=74d9047c16b77883f319d613abfb382d1280f690ae71530f84fd9044aaae85c7 SANITIZED_OUTPUT_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730
OUTPUT_BEGIN OUTPUT_BEGIN
BACKUP_ALERT_RECOVERY_STABILITY_BEGIN=true BACKUP_V2_FINAL_CLOSEOUT_BEGIN=true
COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1 COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1
MODE=read-only MODE=read-only
COMPONENT=homelab-backup-alert-recovery-stability COMPONENT=homelab-backup-v2-final-closeout
MUTATION_BOUNDARY=OBSERVE_ONLY_POSTFIX_ALERT_TIMER_STATE_HEALTH_JOURNAL_AND_NONWRITING_AUDIT;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE MUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_ONLY;ACTIVE_EXPECTED_SCHEDULER_OWNER_IS_ACCEPTABLE;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE
=== AUTHORITY === === AUTHORITY ===
HOST=pve01 HOST=pve01
CLUSTER_QUORATE=Yes CLUSTER_QUORATE=Yes
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
SOURCE_1240_STATUS=OK SOURCE_1241_STATUS=OK
SOURCE_1240_RC=0 SOURCE_1241_RC=0
SOURCE_1240_CHANGES_MADE=true SOURCE_1241_CHANGES_MADE=false
SOURCE_1240_ROLLBACK_STARTED=false SOURCE_1241_DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY
SOURCE_1240_DECISION=PASS_BACKUP_AUDIT_NOISE_FIX SOURCE_1241_NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY
SOURCE_1240_NEXT_GATE=READ_EXACT_1240_AND_VERIFY_ALERT_RECOVERY_STABILITY SOURCE_1241_ALERT_NOISE_PROJECT_COMPLETE=true
SOURCE_1240_NEW_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 SOURCE_1241_POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0
SOURCE_1240_SOURCE_POST_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 SOURCE_1241_POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1
SOURCE_1240_SOURCE_PUSHED=true SOURCE_1241_ALERT_STATE_CLEAR_ACCEPTED=true
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_SOURCE_COUNT=0 SOURCE_1241_CURRENT_MINIMAL_LOCK_BUSY_COUNT=0
SOURCE_1240_WRITE_HEALTH_FALSE_ISSUE_LOCK_COUNT=0 SOURCE_1241_CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0
=== LIVE_IDENTITIES === SOURCE_1241_CURRENT_MINIMAL_ISSUE_COUNT=0
=== IMMUTABLE_IDENTITIES ===
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3
ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9 ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9
RELEASE_META=500:root:root
RELEASE_FILESET=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py
RELEASE_FILESET_EXPECTED=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py
RELEASE_FILE=fresh_lxc_helper.py SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 META=400:root:root
RELEASE_FILE=producer_exec_helper.py SHA256=b3b97099bcd7126670f866e81faae6a42a96d869d9989e6a67f6ea6c871c90b3 META=400:root:root
RELEASE_FILE=lxc_adapter.py SHA256=3fa7d194010d76f7c8bc95035ae8876262e9337903e310f45f45df88c266dc8d META=400:root:root
RELEASE_FILE=qemu_adapter.py SHA256=1906db42bd34bbe85eb46fd9797b3572d46e0a41c29d1c29be5f9df5e448f15b META=400:root:root
RELEASE_FILE=scheduler_adapter.py SHA256=a6f67159a64067773323f028126e3109e15cf17a8142cea5e6129970f1d4da96 META=400:root:root
RELEASE_FILE=entry504.py SHA256=ca6876fa9c3b1465b045344a8ad46962de16972c7dadc4ac6257c7d225047793 META=400:root:root
ROLLBACK_EXISTS=true
ROLLBACK_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2
=== SOURCE_AUTHORITY ===
SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
SOURCE_WORKTREE_CLEAN=true SOURCE_WORKTREE_CLEAN=true
=== POSTFIX_TIMER_OBSERVATION === === TIMER_STATE ===
FIX_EPOCH=1790571081 TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled
TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 06:19:01 MSK TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled
TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:36:16 MSK TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled
TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled LAST=Mon 2026-09-28 07:47:29 MSK === SCHEDULER_RUNTIME_ACCEPTANCE ===
NATURAL_ALERT_CYCLE_WAIT|attempt=1|observed=0 POST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7
NATURAL_ALERT_CYCLE_WAIT|attempt=2|observed=0 POST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0
NATURAL_ALERT_CYCLE_WAIT|attempt=3|observed=0 POST_RECOVERY_SERVICE_FAILED_COUNT=0
NATURAL_ALERT_CYCLE_WAIT|attempt=4|observed=0 V2_SERVICE_ACTIVE=activating
NATURAL_ALERT_CYCLE_WAIT|attempt=5|observed=0 V2_SERVICE_MAINPID=1856481
NATURAL_ALERT_CYCLE_WAIT|attempt=6|observed=0 V2_SERVICE_RESULT=success
NATURAL_ALERT_CYCLE_WAIT|attempt=7|observed=0 V2_SERVICE_EXEC_MAIN_STATUS=0
NATURAL_ALERT_CYCLE_WAIT|attempt=8|observed=0 HEAVY_LOCK_FUSER=1856481
NATURAL_ALERT_CYCLE_WAIT|attempt=9|observed=0 V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER
NATURAL_ALERT_CYCLE_WAIT|attempt=10|observed=0 === HEALTH_AND_ALERT_STATE ===
NATURAL_ALERT_CYCLE_WAIT|attempt=11|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=12|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=13|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=14|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=15|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=16|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=17|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=18|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=19|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=20|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=21|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=22|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=23|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=24|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=25|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=26|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=27|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=28|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=29|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=30|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=31|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=32|observed=0
NATURAL_ALERT_CYCLE_WAIT|attempt=33|observed=0
NATURAL_ALERT_CYCLE_OBSERVED_AT_ATTEMPT=34
POSTFIX_ALERT_HEALTH_STATE_OK_COUNT=1
=== POSTFIX_ALERT_JOURNAL ===
2026-09-28T08:02:47.216467+03:00 pve01 systemd[1]: Starting homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration...
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: RECOVERY_EMAIL_ACCEPTED=YES
2026-09-28T08:02:51.483957+03:00 pve01 homelab-alertmanager-backup-run[2203404]: HEALTH_ALERT_STATE=OK
2026-09-28T08:02:51.489446+03:00 pve01 systemd[1]: Finished homelab-alertmanager-backup-health.service - Workers2 backup health alert via existing alertmanager backup integration.
POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0
POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1
POSTFIX_HEALTH_ALERT_STATE_OK_COUNT=1
POSTFIX_ALERT_SERVICE_FAILURE_COUNT=0
=== CURRENT_ALERT_STATE ===
ALERT_STATE_EXISTS=true
ALERT_STATE_SHA256=70b87f2f12e0663796785a3323c5bbd6bb84b162d55334f77dcbf83a080b7cd2
ALERT_STATE_SCHEMA=homelab-backup-alert-state-v2
ALERT_STATE_UPDATED_EPOCH=1790571771
ALERT_STATE_ISSUE_KEYS_COUNT=0
ALERT_STATE_RAW_ISSUE_KEYS_COUNT=0
ALERT_STATE_NOTIFY_TOKENS_COUNT=0
ALERT_STATE_CODE_COUNTS={}
ALERT_STATE_CLEAR_ACCEPTED=true
ALERT_STATE_CHECK_RC=0
=== CURRENT_HEALTH ===
HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8 HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH1_STATUS=GREEN HEALTH1_STATUS=GREEN
HEALTH1_GENERATED_AT_EPOCH=1790571767
HEALTH1_ISSUE_COUNT=0 HEALTH1_ISSUE_COUNT=0
HEALTH1_SOURCE_EXACT=true HEALTH1_SOURCE_EXACT=true
HEALTH1_FALSE_NOISE_CODES=
HEALTH1_ACCEPTED=true HEALTH1_ACCEPTED=true
HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8 HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8
HEALTH2_STATUS=GREEN HEALTH2_STATUS=GREEN
HEALTH2_GENERATED_AT_EPOCH=1790571767
HEALTH2_ISSUE_COUNT=0 HEALTH2_ISSUE_COUNT=0
HEALTH2_SOURCE_EXACT=true HEALTH2_SOURCE_EXACT=true
HEALTH2_FALSE_NOISE_CODES=
HEALTH2_ACCEPTED=true HEALTH2_ACCEPTED=true
HEALTH_FILES_IDENTICAL=true HEALTH_FILES_IDENTICAL=true
HEALTH_CHECK_RC=0 ALERT_STATE_CLEAR=true
=== POSTFIX_AUDIT_JOURNAL === STATE_HEALTH_RC=0
POSTFIX_SCHEDULED_LOCK_BUSY_COUNT=0 === CURRENT_NONWRITING_AUDIT ===
POSTFIX_SCHEDULED_SOURCE_OFFHOST_COUNT=0 CURRENT_AUDIT_RC=0
POSTFIX_SCHEDULED_GREEN_COUNT=0 CURRENT_AUDIT_ISSUE_COUNT=0
=== CURRENT_NONWRITING_MINIMAL_AUDIT === CURRENT_AUDIT_LOCK_BUSY_COUNT=0
CURRENT_MINIMAL_AUDIT_RC=0 CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0
CURRENT_MINIMAL_LOCK_BUSY_COUNT=0 CURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0
CURRENT_MINIMAL_ISSUE_COUNT=0
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
MINIMAL_AUDIT_HEALTH_NO_WRITE=true AUDIT_ALL_HEALTH_NO_WRITE=false
=== BACKUP_RUNTIME_POSTFIX === BACKUP_PROJECT_COMPLETE=false
POSTFIX_V2_SUCCESS_COUNT=0 TASK_RESULT=HOLD_BACKUP_V2_FINAL_CLOSEOUT
POSTFIX_V2_FRESH_HELPER_FAILED_COUNT=0 DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH
POSTFIX_V2_FAILED_COUNT=0 NEXT_GATE=RECONCILE_AUDIT_MODE
=== FINAL_STABILITY === HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
ALERT_EXECUTED_BY_1241=false
MAIL_SENT_BY_1241=false
ALERT_NOISE_PROJECT_COMPLETE=true
TASK_RESULT=PASS_BACKUP_ALERT_RECOVERY_STABILITY
DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY
NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-ALERT-RECOVERY-STABILITY-1241R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END