diff --git a/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.json b/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.json new file mode 100644 index 00000000..2e493d9f --- /dev/null +++ b/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-v2-final-closeout-stable-window", + "started_at_utc": "2026-09-28T05:12:31Z", + "finished_at_utc": "2026-09-28T05:12:36Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "3f227239a8c53b4335cc80c4466590a22f5eaa404107c43fdbc3d79199528c1c", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1", + "sanitized_output_sha256": "204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1\nMODE=read-only\nCOMPONENT=homelab-backup-v2-final-closeout-stable-window\nMUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_WITH_CONCURRENT_HEALTH_WRITER_DETECTION;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1242_STATUS=OK\nSOURCE_1242_RC=0\nSOURCE_1242_CHANGES_MADE=false\nSOURCE_1242_DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH\nSOURCE_1242_NEXT_GATE=RECONCILE_AUDIT_MODE\nSOURCE_1242_CURRENT_AUDIT_RC=0\nSOURCE_1242_CURRENT_AUDIT_ISSUE_COUNT=0\nSOURCE_1242_CURRENT_AUDIT_LOCK_BUSY_COUNT=0\nSOURCE_1242_CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nSOURCE_1242_V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\nSOURCE_1242_STATE_HEALTH_RC=0\nSOURCE_1242_AUDIT_ALL_HEALTH_NO_WRITE=false\n=== 1242_CONCURRENT_WRITER_RCA ===\n1242_WINDOW_START_EPOCH=1790571993\n1242_WINDOW_END_EPOCH=1790572001\n1242_AUDIT_JOURNAL_BEGIN\n2026-09-28T08:06:33.241112+03:00 pve01 systemd[1]: Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\n2026-09-28T08:06:37.602352+03:00 pve01 homelab-backup-audit[2218869]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-28T08:06:37.606929+03:00 pve01 systemd[1]: Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\n1242_AUDIT_JOURNAL_END\n1242_ALERT_JOURNAL_BEGIN\n1242_ALERT_JOURNAL_END\n1242_AUDIT_WRITER_EVENT_COUNT=1\n1242_ALERT_WRITER_EVENT_COUNT=0\nAUDIT_WRITE_GUARD_COUNT=1\n=== LIVE_IDENTITIES_AND_SOURCE ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nHELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9\nSOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_WORKTREE_CLEAN=true\n=== TIMER_STATE ===\nTIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled\n=== SCHEDULER_ACCEPTANCE ===\nPOST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7\nPOST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0\nPOST_RECOVERY_SERVICE_FAILED_COUNT=0\nV2_SERVICE_ACTIVE=activating\nV2_SERVICE_MAINPID=1856481\nV2_SERVICE_RESULT=success\nV2_SERVICE_EXEC_MAIN_STATUS=0\nHEAVY_LOCK_FUSER=1856481\nV2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\n=== HEALTH_ALERT_STATE ===\nHEALTH1_STATUS=GREEN\nHEALTH1_ISSUE_COUNT=0\nHEALTH1_SOURCE_EXACT=true\nHEALTH1_ACCEPTED=true\nHEALTH2_STATUS=GREEN\nHEALTH2_ISSUE_COUNT=0\nHEALTH2_SOURCE_EXACT=true\nHEALTH2_ACCEPTED=true\nALERT_STATE_CLEAR=true\nSTATE_HEALTH_RC=0\n=== STABLE_CURRENT_NONWRITING_AUDIT ===\nSTABLE_AUDIT_CAPTURED|attempt=1|rc=0|issue_count=0|health_unchanged=true\nCURRENT_AUDIT_RC=0\nCURRENT_AUDIT_ISSUE_COUNT=0\nCURRENT_AUDIT_LOCK_BUSY_COUNT=0\nCURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nCURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n=== ALERT_AND_MAIL_STABILITY ===\nPOSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0\nPOSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1\nPOSTFIX_ALERT_FAILURE_COUNT=0\nPOST_RECOVERY_SUCCESS_MAIL_TO_ROOT_EVENTS=0\n=== FINAL_ACCEPTANCE ===\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n1242_CONCURRENT_HEALTH_WRITER_PROVEN=true\nALERT_NOISE_PROJECT_COMPLETE=true\nBACKUP_PROJECT_COMPLETE=true\nBACKUP_RUNTIME_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-505r1-4e39404b1ddb\nBACKUP_RUNTIME_WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nBACKUP_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nBACKUP_NOTIFICATION_POLICY_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nBACKUP_CANONICAL_SOURCE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nTASK_RESULT=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW\nDECISION=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW\nNEXT_GATE=NONE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.txt b/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.txt new file mode 100644 index 00000000..09f52295 --- /dev/null +++ b/runtime/history/SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1.txt @@ -0,0 +1,130 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-v2-final-closeout-stable-window +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=3f227239a8c53b4335cc80c4466590a22f5eaa404107c43fdbc3d79199528c1c +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1 +SANITIZED_OUTPUT_SHA256=204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1 +OUTPUT_BEGIN +BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW_BEGIN=true +COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1 +MODE=read-only +COMPONENT=homelab-backup-v2-final-closeout-stable-window +MUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_WITH_CONCURRENT_HEALTH_WRITER_DETECTION;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE +=== AUTHORITY === +HOST=pve01 +CLUSTER_QUORATE=Yes +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +SOURCE_1242_STATUS=OK +SOURCE_1242_RC=0 +SOURCE_1242_CHANGES_MADE=false +SOURCE_1242_DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH +SOURCE_1242_NEXT_GATE=RECONCILE_AUDIT_MODE +SOURCE_1242_CURRENT_AUDIT_RC=0 +SOURCE_1242_CURRENT_AUDIT_ISSUE_COUNT=0 +SOURCE_1242_CURRENT_AUDIT_LOCK_BUSY_COUNT=0 +SOURCE_1242_CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0 +SOURCE_1242_V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER +SOURCE_1242_STATE_HEALTH_RC=0 +SOURCE_1242_AUDIT_ALL_HEALTH_NO_WRITE=false +=== 1242_CONCURRENT_WRITER_RCA === +1242_WINDOW_START_EPOCH=1790571993 +1242_WINDOW_END_EPOCH=1790572001 +1242_AUDIT_JOURNAL_BEGIN +2026-09-28T08:06:33.241112+03:00 pve01 systemd[1]: Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +2026-09-28T08:06:37.602352+03:00 pve01 homelab-backup-audit[2218869]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +2026-09-28T08:06:37.606929+03:00 pve01 systemd[1]: Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +1242_AUDIT_JOURNAL_END +1242_ALERT_JOURNAL_BEGIN +1242_ALERT_JOURNAL_END +1242_AUDIT_WRITER_EVENT_COUNT=1 +1242_ALERT_WRITER_EVENT_COUNT=0 +AUDIT_WRITE_GUARD_COUNT=1 +=== LIVE_IDENTITIES_AND_SOURCE === +WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c +HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 +VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad +AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 +ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9 +SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 +SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 +SOURCE_WORKTREE_CLEAN=true +=== TIMER_STATE === +TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled +TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled +TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled +=== SCHEDULER_ACCEPTANCE === +POST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7 +POST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0 +POST_RECOVERY_SERVICE_FAILED_COUNT=0 +V2_SERVICE_ACTIVE=activating +V2_SERVICE_MAINPID=1856481 +V2_SERVICE_RESULT=success +V2_SERVICE_EXEC_MAIN_STATUS=0 +HEAVY_LOCK_FUSER=1856481 +V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER +=== HEALTH_ALERT_STATE === +HEALTH1_STATUS=GREEN +HEALTH1_ISSUE_COUNT=0 +HEALTH1_SOURCE_EXACT=true +HEALTH1_ACCEPTED=true +HEALTH2_STATUS=GREEN +HEALTH2_ISSUE_COUNT=0 +HEALTH2_SOURCE_EXACT=true +HEALTH2_ACCEPTED=true +ALERT_STATE_CLEAR=true +STATE_HEALTH_RC=0 +=== STABLE_CURRENT_NONWRITING_AUDIT === +STABLE_AUDIT_CAPTURED|attempt=1|rc=0|issue_count=0|health_unchanged=true +CURRENT_AUDIT_RC=0 +CURRENT_AUDIT_ISSUE_COUNT=0 +CURRENT_AUDIT_LOCK_BUSY_COUNT=0 +CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0 +CURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +=== ALERT_AND_MAIL_STABILITY === +POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0 +POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1 +POSTFIX_ALERT_FAILURE_COUNT=0 +POST_RECOVERY_SUCCESS_MAIL_TO_ROOT_EVENTS=0 +=== FINAL_ACCEPTANCE === +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +1242_CONCURRENT_HEALTH_WRITER_PROVEN=true +ALERT_NOISE_PROJECT_COMPLETE=true +BACKUP_PROJECT_COMPLETE=true +BACKUP_RUNTIME_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-505r1-4e39404b1ddb +BACKUP_RUNTIME_WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c +BACKUP_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 +BACKUP_NOTIFICATION_POLICY_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad +BACKUP_CANONICAL_SOURCE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 +TASK_RESULT=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW +DECISION=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW +NEXT_GATE=NONE +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index bfeee4fb..2e493d9f 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1", + "command_id": "SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "homelab-backup-v2-final-closeout", - "started_at_utc": "2026-09-28T05:06:33Z", - "finished_at_utc": "2026-09-28T05:06:41Z", + "component": "homelab-backup-v2-final-closeout-stable-window", + "started_at_utc": "2026-09-28T05:12:31Z", + "finished_at_utc": "2026-09-28T05:12:36Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "eabcd91c0a021a7e0fbed21403f9c409177a2d62f73253e206847f22d1e67efb", + "command_sha256": "3f227239a8c53b4335cc80c4466590a22f5eaa404107c43fdbc3d79199528c1c", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730", - "sanitized_output_sha256": "4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730", + "raw_evidence_sha256": "204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1", + "sanitized_output_sha256": "204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "BACKUP_V2_FINAL_CLOSEOUT_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1\nMODE=read-only\nCOMPONENT=homelab-backup-v2-final-closeout\nMUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_ONLY;ACTIVE_EXPECTED_SCHEDULER_OWNER_IS_ACCEPTABLE;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1241_STATUS=OK\nSOURCE_1241_RC=0\nSOURCE_1241_CHANGES_MADE=false\nSOURCE_1241_DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY\nSOURCE_1241_NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY\nSOURCE_1241_ALERT_NOISE_PROJECT_COMPLETE=true\nSOURCE_1241_POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0\nSOURCE_1241_POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1\nSOURCE_1241_ALERT_STATE_CLEAR_ACCEPTED=true\nSOURCE_1241_CURRENT_MINIMAL_LOCK_BUSY_COUNT=0\nSOURCE_1241_CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0\nSOURCE_1241_CURRENT_MINIMAL_ISSUE_COUNT=0\n=== IMMUTABLE_IDENTITIES ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9\nRELEASE_META=500:root:root\nRELEASE_FILESET=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py\nRELEASE_FILESET_EXPECTED=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py\nRELEASE_FILE=fresh_lxc_helper.py SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 META=400:root:root\nRELEASE_FILE=producer_exec_helper.py SHA256=b3b97099bcd7126670f866e81faae6a42a96d869d9989e6a67f6ea6c871c90b3 META=400:root:root\nRELEASE_FILE=lxc_adapter.py SHA256=3fa7d194010d76f7c8bc95035ae8876262e9337903e310f45f45df88c266dc8d META=400:root:root\nRELEASE_FILE=qemu_adapter.py SHA256=1906db42bd34bbe85eb46fd9797b3572d46e0a41c29d1c29be5f9df5e448f15b META=400:root:root\nRELEASE_FILE=scheduler_adapter.py SHA256=a6f67159a64067773323f028126e3109e15cf17a8142cea5e6129970f1d4da96 META=400:root:root\nRELEASE_FILE=entry504.py SHA256=ca6876fa9c3b1465b045344a8ad46962de16972c7dadc4ac6257c7d225047793 META=400:root:root\nROLLBACK_EXISTS=true\nROLLBACK_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\n=== SOURCE_AUTHORITY ===\nSOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_WORKTREE_CLEAN=true\n=== TIMER_STATE ===\nTIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled\n=== SCHEDULER_RUNTIME_ACCEPTANCE ===\nPOST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7\nPOST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0\nPOST_RECOVERY_SERVICE_FAILED_COUNT=0\nV2_SERVICE_ACTIVE=activating\nV2_SERVICE_MAINPID=1856481\nV2_SERVICE_RESULT=success\nV2_SERVICE_EXEC_MAIN_STATUS=0\nHEAVY_LOCK_FUSER=1856481\nV2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\n=== HEALTH_AND_ALERT_STATE ===\nHEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8\nHEALTH1_STATUS=GREEN\nHEALTH1_ISSUE_COUNT=0\nHEALTH1_SOURCE_EXACT=true\nHEALTH1_ACCEPTED=true\nHEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8\nHEALTH2_STATUS=GREEN\nHEALTH2_ISSUE_COUNT=0\nHEALTH2_SOURCE_EXACT=true\nHEALTH2_ACCEPTED=true\nHEALTH_FILES_IDENTICAL=true\nALERT_STATE_CLEAR=true\nSTATE_HEALTH_RC=0\n=== CURRENT_NONWRITING_AUDIT ===\nCURRENT_AUDIT_RC=0\nCURRENT_AUDIT_ISSUE_COUNT=0\nCURRENT_AUDIT_LOCK_BUSY_COUNT=0\nCURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nCURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nAUDIT_ALL_HEALTH_NO_WRITE=false\nBACKUP_PROJECT_COMPLETE=false\nTASK_RESULT=HOLD_BACKUP_V2_FINAL_CLOSEOUT\nDECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH\nNEXT_GATE=RECONCILE_AUDIT_MODE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1\nMODE=read-only\nCOMPONENT=homelab-backup-v2-final-closeout-stable-window\nMUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_WITH_CONCURRENT_HEALTH_WRITER_DETECTION;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1242_STATUS=OK\nSOURCE_1242_RC=0\nSOURCE_1242_CHANGES_MADE=false\nSOURCE_1242_DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH\nSOURCE_1242_NEXT_GATE=RECONCILE_AUDIT_MODE\nSOURCE_1242_CURRENT_AUDIT_RC=0\nSOURCE_1242_CURRENT_AUDIT_ISSUE_COUNT=0\nSOURCE_1242_CURRENT_AUDIT_LOCK_BUSY_COUNT=0\nSOURCE_1242_CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nSOURCE_1242_V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\nSOURCE_1242_STATE_HEALTH_RC=0\nSOURCE_1242_AUDIT_ALL_HEALTH_NO_WRITE=false\n=== 1242_CONCURRENT_WRITER_RCA ===\n1242_WINDOW_START_EPOCH=1790571993\n1242_WINDOW_END_EPOCH=1790572001\n1242_AUDIT_JOURNAL_BEGIN\n2026-09-28T08:06:33.241112+03:00 pve01 systemd[1]: Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\n2026-09-28T08:06:37.602352+03:00 pve01 homelab-backup-audit[2218869]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-28T08:06:37.606929+03:00 pve01 systemd[1]: Finished homelab-backup-audit.service - Homelab unified backup and DR audit.\n1242_AUDIT_JOURNAL_END\n1242_ALERT_JOURNAL_BEGIN\n1242_ALERT_JOURNAL_END\n1242_AUDIT_WRITER_EVENT_COUNT=1\n1242_ALERT_WRITER_EVENT_COUNT=0\nAUDIT_WRITE_GUARD_COUNT=1\n=== LIVE_IDENTITIES_AND_SOURCE ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nHELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9\nSOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nSOURCE_WORKTREE_CLEAN=true\n=== TIMER_STATE ===\nTIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled\nTIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled\n=== SCHEDULER_ACCEPTANCE ===\nPOST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7\nPOST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0\nPOST_RECOVERY_SERVICE_FAILED_COUNT=0\nV2_SERVICE_ACTIVE=activating\nV2_SERVICE_MAINPID=1856481\nV2_SERVICE_RESULT=success\nV2_SERVICE_EXEC_MAIN_STATUS=0\nHEAVY_LOCK_FUSER=1856481\nV2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER\n=== HEALTH_ALERT_STATE ===\nHEALTH1_STATUS=GREEN\nHEALTH1_ISSUE_COUNT=0\nHEALTH1_SOURCE_EXACT=true\nHEALTH1_ACCEPTED=true\nHEALTH2_STATUS=GREEN\nHEALTH2_ISSUE_COUNT=0\nHEALTH2_SOURCE_EXACT=true\nHEALTH2_ACCEPTED=true\nALERT_STATE_CLEAR=true\nSTATE_HEALTH_RC=0\n=== STABLE_CURRENT_NONWRITING_AUDIT ===\nSTABLE_AUDIT_CAPTURED|attempt=1|rc=0|issue_count=0|health_unchanged=true\nCURRENT_AUDIT_RC=0\nCURRENT_AUDIT_ISSUE_COUNT=0\nCURRENT_AUDIT_LOCK_BUSY_COUNT=0\nCURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0\nCURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n=== ALERT_AND_MAIL_STABILITY ===\nPOSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0\nPOSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1\nPOSTFIX_ALERT_FAILURE_COUNT=0\nPOST_RECOVERY_SUCCESS_MAIL_TO_ROOT_EVENTS=0\n=== FINAL_ACCEPTANCE ===\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n1242_CONCURRENT_HEALTH_WRITER_PROVEN=true\nALERT_NOISE_PROJECT_COMPLETE=true\nBACKUP_PROJECT_COMPLETE=true\nBACKUP_RUNTIME_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-505r1-4e39404b1ddb\nBACKUP_RUNTIME_WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nBACKUP_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3\nBACKUP_NOTIFICATION_POLICY_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nBACKUP_CANONICAL_SOURCE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94\nTASK_RESULT=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW\nDECISION=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW\nNEXT_GATE=NONE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index b1cffb35..09f52295 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1 +COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=homelab-backup-v2-final-closeout +COMPONENT=homelab-backup-v2-final-closeout-stable-window REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=eabcd91c0a021a7e0fbed21403f9c409177a2d62f73253e206847f22d1e67efb +COMMAND_SHA256=3f227239a8c53b4335cc80c4466590a22f5eaa404107c43fdbc3d79199528c1c DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,56 +24,57 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730 -SANITIZED_OUTPUT_SHA256=4a034c4374d638a4f67a845ce1f1017cc4527620438a53fc089aecb30f015730 +RAW_EVIDENCE_SHA256=204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1 +SANITIZED_OUTPUT_SHA256=204aa4f9dc8bcdc1fe75c09dca4d0ea3333936fb242a468ed440e64a8ccc9ca1 OUTPUT_BEGIN -BACKUP_V2_FINAL_CLOSEOUT_BEGIN=true -COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1 +BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW_BEGIN=true +COMMAND_ID=SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1 MODE=read-only -COMPONENT=homelab-backup-v2-final-closeout -MUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_ONLY;ACTIVE_EXPECTED_SCHEDULER_OWNER_IS_ACCEPTABLE;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE +COMPONENT=homelab-backup-v2-final-closeout-stable-window +MUTATION_BOUNDARY=FINAL_OBSERVATIONAL_CLOSEOUT_WITH_CONCURRENT_HEALTH_WRITER_DETECTION;NO_ALERT_EXECUTION;NO_MAIL;NO_BACKUP;NO_LOCK_ACQUIRE;NO_CONFIG_WRITE;NO_SCRIPT_WRITE;NO_SYSTEMD_ACTION;NO_TIMER_CHANGE;NO_HEALTH_WRITE;NO_GIT_WRITE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_NETBIRD_SKLADCHIK_CHANGE === AUTHORITY === HOST=pve01 CLUSTER_QUORATE=Yes RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -SOURCE_1241_STATUS=OK -SOURCE_1241_RC=0 -SOURCE_1241_CHANGES_MADE=false -SOURCE_1241_DECISION=PASS_BACKUP_ALERT_RECOVERY_STABILITY -SOURCE_1241_NEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT_RETRY -SOURCE_1241_ALERT_NOISE_PROJECT_COMPLETE=true -SOURCE_1241_POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0 -SOURCE_1241_POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1 -SOURCE_1241_ALERT_STATE_CLEAR_ACCEPTED=true -SOURCE_1241_CURRENT_MINIMAL_LOCK_BUSY_COUNT=0 -SOURCE_1241_CURRENT_MINIMAL_SOURCE_OFFHOST_COUNT=0 -SOURCE_1241_CURRENT_MINIMAL_ISSUE_COUNT=0 -=== IMMUTABLE_IDENTITIES === +SOURCE_1242_STATUS=OK +SOURCE_1242_RC=0 +SOURCE_1242_CHANGES_MADE=false +SOURCE_1242_DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH +SOURCE_1242_NEXT_GATE=RECONCILE_AUDIT_MODE +SOURCE_1242_CURRENT_AUDIT_RC=0 +SOURCE_1242_CURRENT_AUDIT_ISSUE_COUNT=0 +SOURCE_1242_CURRENT_AUDIT_LOCK_BUSY_COUNT=0 +SOURCE_1242_CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0 +SOURCE_1242_V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER +SOURCE_1242_STATE_HEALTH_RC=0 +SOURCE_1242_AUDIT_ALL_HEALTH_NO_WRITE=false +=== 1242_CONCURRENT_WRITER_RCA === +1242_WINDOW_START_EPOCH=1790571993 +1242_WINDOW_END_EPOCH=1790572001 +1242_AUDIT_JOURNAL_BEGIN +2026-09-28T08:06:33.241112+03:00 pve01 systemd[1]: Starting homelab-backup-audit.service - Homelab unified backup and DR audit... +2026-09-28T08:06:37.602352+03:00 pve01 homelab-backup-audit[2218869]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +2026-09-28T08:06:37.606929+03:00 pve01 systemd[1]: Finished homelab-backup-audit.service - Homelab unified backup and DR audit. +1242_AUDIT_JOURNAL_END +1242_ALERT_JOURNAL_BEGIN +1242_ALERT_JOURNAL_END +1242_AUDIT_WRITER_EVENT_COUNT=1 +1242_ALERT_WRITER_EVENT_COUNT=0 +AUDIT_WRITE_GUARD_COUNT=1 +=== LIVE_IDENTITIES_AND_SOURCE === WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c +HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 ALERT_SHA256=2b92cd44fc5b43decba0ea0706c4c84e1912cdc6d7b9bcb10bbf9552c98dc3f9 -RELEASE_META=500:root:root -RELEASE_FILESET=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py -RELEASE_FILESET_EXPECTED=entry504.py fresh_lxc_helper.py lxc_adapter.py producer_exec_helper.py qemu_adapter.py scheduler_adapter.py -RELEASE_FILE=fresh_lxc_helper.py SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860 META=400:root:root -RELEASE_FILE=producer_exec_helper.py SHA256=b3b97099bcd7126670f866e81faae6a42a96d869d9989e6a67f6ea6c871c90b3 META=400:root:root -RELEASE_FILE=lxc_adapter.py SHA256=3fa7d194010d76f7c8bc95035ae8876262e9337903e310f45f45df88c266dc8d META=400:root:root -RELEASE_FILE=qemu_adapter.py SHA256=1906db42bd34bbe85eb46fd9797b3572d46e0a41c29d1c29be5f9df5e448f15b META=400:root:root -RELEASE_FILE=scheduler_adapter.py SHA256=a6f67159a64067773323f028126e3109e15cf17a8142cea5e6129970f1d4da96 META=400:root:root -RELEASE_FILE=entry504.py SHA256=ca6876fa9c3b1465b045344a8ad46962de16972c7dadc4ac6257c7d225047793 META=400:root:root -ROLLBACK_EXISTS=true -ROLLBACK_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 -=== SOURCE_AUTHORITY === SOURCE_LOCAL_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 SOURCE_REMOTE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 -SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation SOURCE_WORKTREE_CLEAN=true === TIMER_STATE === TIMER=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled TIMER=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled TIMER=homelab-alertmanager-backup-health.timer ACTIVE=active ENABLED=enabled -=== SCHEDULER_RUNTIME_ACCEPTANCE === +=== SCHEDULER_ACCEPTANCE === POST_RECOVERY_SCHEDULE_SUCCESS_COUNT=7 POST_RECOVERY_FRESH_HELPER_FAILED_COUNT=0 POST_RECOVERY_SERVICE_FAILED_COUNT=0 @@ -83,33 +84,47 @@ V2_SERVICE_RESULT=success V2_SERVICE_EXEC_MAIN_STATUS=0 HEAVY_LOCK_FUSER=1856481 V2_SERVICE_ACCEPTANCE=EXPECTED_ACTIVE_OWNER -=== HEALTH_AND_ALERT_STATE === -HEALTH1_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8 +=== HEALTH_ALERT_STATE === HEALTH1_STATUS=GREEN HEALTH1_ISSUE_COUNT=0 HEALTH1_SOURCE_EXACT=true HEALTH1_ACCEPTED=true -HEALTH2_SHA256=6872fb018021c51a5bbe81d1d847c42d79da18f551facc99930eab3c0bd84ee8 HEALTH2_STATUS=GREEN HEALTH2_ISSUE_COUNT=0 HEALTH2_SOURCE_EXACT=true HEALTH2_ACCEPTED=true -HEALTH_FILES_IDENTICAL=true ALERT_STATE_CLEAR=true STATE_HEALTH_RC=0 -=== CURRENT_NONWRITING_AUDIT === +=== STABLE_CURRENT_NONWRITING_AUDIT === +STABLE_AUDIT_CAPTURED|attempt=1|rc=0|issue_count=0|health_unchanged=true CURRENT_AUDIT_RC=0 CURRENT_AUDIT_ISSUE_COUNT=0 CURRENT_AUDIT_LOCK_BUSY_COUNT=0 CURRENT_AUDIT_SOURCE_OFFHOST_COUNT=0 CURRENT_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -AUDIT_ALL_HEALTH_NO_WRITE=false -BACKUP_PROJECT_COMPLETE=false -TASK_RESULT=HOLD_BACKUP_V2_FINAL_CLOSEOUT -DECISION=HOLD_1242_AUDIT_ALL_WROTE_HEALTH -NEXT_GATE=RECONCILE_AUDIT_MODE -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-1242R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +=== ALERT_AND_MAIL_STABILITY === +POSTFIX_ALERT_EMAIL_ACCEPTED_COUNT=0 +POSTFIX_RECOVERY_EMAIL_ACCEPTED_COUNT=1 +POSTFIX_ALERT_FAILURE_COUNT=0 +POST_RECOVERY_SUCCESS_MAIL_TO_ROOT_EVENTS=0 +=== FINAL_ACCEPTANCE === +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +1242_CONCURRENT_HEALTH_WRITER_PROVEN=true +ALERT_NOISE_PROJECT_COMPLETE=true +BACKUP_PROJECT_COMPLETE=true +BACKUP_RUNTIME_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-505r1-4e39404b1ddb +BACKUP_RUNTIME_WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c +BACKUP_AUDIT_SHA256=1c2cd8a00859492c010ed35baf5eb67f4278544809de8c2563421a6f3e356ed3 +BACKUP_NOTIFICATION_POLICY_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad +BACKUP_CANONICAL_SOURCE_HEAD=7c728eab77ddef3baaeafec2f1ca02f549c47c94 +TASK_RESULT=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW +DECISION=PASS_BACKUP_V2_FINAL_CLOSEOUT_STABLE_WINDOW +NEXT_GATE=NONE +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-HOMELAB-BACKUP-V2-FINAL-CLOSEOUT-STABLE-WINDOW-1243R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END