From 10d33abd354c6324eed3ee9c8131bc4694531bc6 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 6 Oct 2026 07:58:22 +0000 Subject: [PATCH] runtime: publish SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1 --- ...06-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json | 38 +++++++ ...006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt | 99 +++++++++++++++++ runtime/latest.json | 16 +-- runtime/latest.txt | 104 ++++++++++-------- 4 files changed, 202 insertions(+), 55 deletions(-) create mode 100644 runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json create mode 100644 runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt diff --git a/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json b/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json new file mode 100644 index 00000000..dd7bfbb3 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "pve01-backup-audit-refresh", + "started_at_utc": "2026-10-06T07:58:15Z", + "finished_at_utc": "2026-10-06T07:58:21Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e", + "sanitized_output_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE01_BACKUP_AUDIT_REFRESH=V1\nMODE=change\nSCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nUNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nV2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nCANONICAL_BACKUP_PRECHECK=PASS\nSUPERVISOR_RESULT_PRE=success\nSUPERVISOR_EXEC_STATUS_PRE=0\nFAILED_UNIT_COUNT_PRE=2\nREC|FAILED_UNIT_PRE|homelab-backup-audit.service\nREC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_RESULT_POST=exit-code\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_FRESH_JOURNAL_LINES=26\nBACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6\nBACKUP_AUDIT_TARGET_RECORD_COUNT=15\nBACKUP_AUDIT_ISSUE_RECORD_COUNT=5\nBACKUP_AUDIT_RPO_BREACH_COUNT=2\nBACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112\nBACKUP_AUDIT_VM160_ISSUE_COUNT=0\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5\nREC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2\nREC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2\nNEXT_BACKUP_DUE_CANDIDATE_COUNT=5\nNEXT_BACKUP_TARGET=ct111\nNEXT_BACKUP_TARGET_TYPE=pve_guest\nNEXT_BACKUP_TARGET_NODE=\nNEXT_BACKUP_TARGET_VMID=111\nNEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381\nNEXT_BACKUP_TARGET_AGE_SECONDS=94119\nNEXT_BACKUP_TARGET_DUE_SECONDS=72000\nNEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208\nNEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1\nREC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH\nNEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN\nTASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt b/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt new file mode 100644 index 00000000..b00995e9 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt @@ -0,0 +1,99 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=pve01-backup-audit-refresh +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e +SANITIZED_OUTPUT_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e +OUTPUT_BEGIN +PVE01_BACKUP_AUDIT_REFRESH=V1 +MODE=change +SCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION +NO_REBOOT=true +NO_APT_UPDATE=true +NO_PACKAGE_MUTATION=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true +NO_GUEST_MUTATION=true +NO_BACKUP_EXECUTION=true +NO_NETWORK_MUTATION=true +NO_VPN_SERVICE_EXECUTION=true +NODE_HOSTNAME=pve01 +UNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 +V2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720 +HELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a +PROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 +WORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a +CANONICAL_BACKUP_PRECHECK=PASS +SUPERVISOR_RESULT_PRE=success +SUPERVISOR_EXEC_STATUS_PRE=0 +FAILED_UNIT_COUNT_PRE=2 +REC|FAILED_UNIT_PRE|homelab-backup-audit.service +REC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service +Job for homelab-backup-audit.service failed because the control process exited with error code. +See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details. +BACKUP_AUDIT_START_RC=1 +BACKUP_AUDIT_RESULT_POST=exit-code +BACKUP_AUDIT_EXEC_STATUS_POST=1 +BACKUP_AUDIT_FRESH_JOURNAL_LINES=26 +BACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6 +BACKUP_AUDIT_TARGET_RECORD_COUNT=15 +BACKUP_AUDIT_ISSUE_RECORD_COUNT=5 +BACKUP_AUDIT_RPO_BREACH_COUNT=2 +BACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112 +BACKUP_AUDIT_VM160_ISSUE_COUNT=0 +BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15 +BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK +BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED +BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5 +REC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2 +REC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2 +NEXT_BACKUP_DUE_CANDIDATE_COUNT=5 +NEXT_BACKUP_TARGET=ct111 +NEXT_BACKUP_TARGET_TYPE=pve_guest +NEXT_BACKUP_TARGET_NODE= +NEXT_BACKUP_TARGET_VMID=111 +NEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381 +NEXT_BACKUP_TARGET_AGE_SECONDS=94119 +NEXT_BACKUP_TARGET_DUE_SECONDS=72000 +NEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208 +NEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1 +REC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running +FAILED_UNIT_COUNT_POST=2 +REC|FAILED_UNIT_POST|homelab-backup-audit.service +REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service +APT_FULL_UPGRADE_SIM_RC=0 +APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184 +APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0 +DECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH +NEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN +TASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index abfb7fde..dd7bfbb3 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1", + "command_id": "SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "change", - "component": "pve01-probe-worker-sha-dual-repair", - "started_at_utc": "2026-10-06T07:53:41Z", - "finished_at_utc": "2026-10-06T07:53:45Z", + "component": "pve01-backup-audit-refresh", + "started_at_utc": "2026-10-06T07:58:15Z", + "finished_at_utc": "2026-10-06T07:58:21Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "b1af90ce38ae6fd58922610325203c825f180afefe50ecc86f0fb2fe22c84fb2", + "command_sha256": "6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "4992a8985caef4225cc72eb3a262fc9e7d0bce7cc23b1f7db5f338d9792653b1", - "sanitized_output_sha256": "d43e336669dc3b496bb20120939ec157e91571c21d5c20741ecf87b636f90e6a", + "raw_evidence_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e", + "sanitized_output_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE01_PROBE_WORKER_SHA_DUAL_REPAIR=V1\nMODE=change\nSCOPE=PROBE_AND_WORKER_HELPER_SHA_PIN_SYNC\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNODE_HOSTNAME=pve01\nPROBE_SHA_PRE=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987\nWORKER_SHA_PRE=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_OLD_HELPER_SHA_COUNT_PRE=1\nPROBE_NEW_HELPER_SHA_COUNT_PRE=0\nWORKER_OLD_HELPER_SHA_COUNT_PRE=1\nWORKER_NEW_HELPER_SHA_COUNT_PRE=0\nWORKER_DIRECT_RC_PRE=65\nWORKER_PRE_SHA_DRIFT_COUNT=1\nROLLBACK_PROBE_SHA=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987\nROLLBACK_WORKER_SHA=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6\nWORKER_LATEST_SEALED_RC_POST=0\nWORKER_LATEST_SEALED_STATUS_POST=OK\nWORKER_APP_POST=skladchik-reports-monitor\nWORKER_LOGICAL_ID_POST=app-skladchik-reports-monitor\nWORKER_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z\nPROBE_DIRECT_RC_POST=0\nPROBE_DIRECT_STDERR_LINES_POST=0\nPROBE_FRESHNESS_STATUS_POST=OK\nPROBE_APP_POST=skladchik-reports-monitor\nPROBE_DECISION_POST=SEALED_PROVEN\nPROBE_REASON_POST=MISSING\nPROBE_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z\nPROBE_UPDATED_AT_UTC_POST=2026-10-05T20:30:15Z\nPROBE_SEALED_EPOCH_POST=1791232215\nPROBE_SHA_POST_VALIDATED=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_POST_VALIDATED=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nSUPERVISOR_START_RC=0\nSUPERVISOR_RESULT_POST=success\nSUPERVISOR_EXEC_STATUS_POST=0\nREC|SUPERVISOR_POST|SUPERVISOR_STATUS=OK\nREC|SUPERVISOR_POST|SUPERVISOR_MAIL_SENT=yes\nREC|SUPERVISOR_POST|SUPERVISOR_PROBLEMS=none\nREC|SUPERVISOR_POST|MONITOR=OK reports=19 open=12 resolved=7\nREC|SUPERVISOR_POST|CANONICAL_BACKUP=SEALED_PROVEN generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|SUPERVISOR_POST|REGISTRY_SOURCE=[PRIVATE_IP]\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nDECISION=PASS_PVE01_PROBE_WORKER_SHA_DUAL_REPAIR\nNEXT_GATE=PVE01_BACKUP_AUDIT_REFRESH\nTASK_RESULT=PVE01_PROBE_WORKER_SHA_DUAL_REPAIR\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=PROBE_WORKER_SHA_REPAIR_AND_SUPERVISOR_RECOVERY_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVE01_BACKUP_AUDIT_REFRESH=V1\nMODE=change\nSCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nUNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nV2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nCANONICAL_BACKUP_PRECHECK=PASS\nSUPERVISOR_RESULT_PRE=success\nSUPERVISOR_EXEC_STATUS_PRE=0\nFAILED_UNIT_COUNT_PRE=2\nREC|FAILED_UNIT_PRE|homelab-backup-audit.service\nREC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_RESULT_POST=exit-code\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_FRESH_JOURNAL_LINES=26\nBACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6\nBACKUP_AUDIT_TARGET_RECORD_COUNT=15\nBACKUP_AUDIT_ISSUE_RECORD_COUNT=5\nBACKUP_AUDIT_RPO_BREACH_COUNT=2\nBACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112\nBACKUP_AUDIT_VM160_ISSUE_COUNT=0\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5\nREC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2\nREC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2\nNEXT_BACKUP_DUE_CANDIDATE_COUNT=5\nNEXT_BACKUP_TARGET=ct111\nNEXT_BACKUP_TARGET_TYPE=pve_guest\nNEXT_BACKUP_TARGET_NODE=\nNEXT_BACKUP_TARGET_VMID=111\nNEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381\nNEXT_BACKUP_TARGET_AGE_SECONDS=94119\nNEXT_BACKUP_TARGET_DUE_SECONDS=72000\nNEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208\nNEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1\nREC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH\nNEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN\nTASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 6c5376cd..b00995e9 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1 +COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1 STATUS=OK RC=0 HOST=pve01 MODE=change -COMPONENT=pve01-probe-worker-sha-dual-repair +COMPONENT=pve01-backup-audit-refresh REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=b1af90ce38ae6fd58922610325203c825f180afefe50ecc86f0fb2fe22c84fb2 +COMMAND_SHA256=6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=true @@ -24,66 +24,76 @@ MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=4992a8985caef4225cc72eb3a262fc9e7d0bce7cc23b1f7db5f338d9792653b1 -SANITIZED_OUTPUT_SHA256=d43e336669dc3b496bb20120939ec157e91571c21d5c20741ecf87b636f90e6a +RAW_EVIDENCE_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e +SANITIZED_OUTPUT_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e OUTPUT_BEGIN -PVE01_PROBE_WORKER_SHA_DUAL_REPAIR=V1 +PVE01_BACKUP_AUDIT_REFRESH=V1 MODE=change -SCOPE=PROBE_AND_WORKER_HELPER_SHA_PIN_SYNC +SCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION NO_REBOOT=true NO_APT_UPDATE=true NO_PACKAGE_MUTATION=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true NO_GUEST_MUTATION=true NO_BACKUP_EXECUTION=true NO_NETWORK_MUTATION=true +NO_VPN_SERVICE_EXECUTION=true NODE_HOSTNAME=pve01 -PROBE_SHA_PRE=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987 -WORKER_SHA_PRE=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6 +UNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 +V2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720 HELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a -PROBE_OLD_HELPER_SHA_COUNT_PRE=1 -PROBE_NEW_HELPER_SHA_COUNT_PRE=0 -WORKER_OLD_HELPER_SHA_COUNT_PRE=1 -WORKER_NEW_HELPER_SHA_COUNT_PRE=0 -WORKER_DIRECT_RC_PRE=65 -WORKER_PRE_SHA_DRIFT_COUNT=1 -ROLLBACK_PROBE_SHA=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987 -ROLLBACK_WORKER_SHA=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6 -WORKER_LATEST_SEALED_RC_POST=0 -WORKER_LATEST_SEALED_STATUS_POST=OK -WORKER_APP_POST=skladchik-reports-monitor -WORKER_LOGICAL_ID_POST=app-skladchik-reports-monitor -WORKER_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z -PROBE_DIRECT_RC_POST=0 -PROBE_DIRECT_STDERR_LINES_POST=0 -PROBE_FRESHNESS_STATUS_POST=OK -PROBE_APP_POST=skladchik-reports-monitor -PROBE_DECISION_POST=SEALED_PROVEN -PROBE_REASON_POST=MISSING -PROBE_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z -PROBE_UPDATED_AT_UTC_POST=2026-10-05T20:30:15Z -PROBE_SEALED_EPOCH_POST=1791232215 -PROBE_SHA_POST_VALIDATED=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 -WORKER_SHA_POST_VALIDATED=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a -SUPERVISOR_START_RC=0 -SUPERVISOR_RESULT_POST=success -SUPERVISOR_EXEC_STATUS_POST=0 -REC|SUPERVISOR_POST|SUPERVISOR_STATUS=OK -REC|SUPERVISOR_POST|SUPERVISOR_MAIL_SENT=yes -REC|SUPERVISOR_POST|SUPERVISOR_PROBLEMS=none -REC|SUPERVISOR_POST|MONITOR=OK reports=19 open=12 resolved=7 -REC|SUPERVISOR_POST|CANONICAL_BACKUP=SEALED_PROVEN generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|SUPERVISOR_POST|REGISTRY_SOURCE=[PRIVATE_IP] +PROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 +WORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a +CANONICAL_BACKUP_PRECHECK=PASS +SUPERVISOR_RESULT_PRE=success +SUPERVISOR_EXEC_STATUS_PRE=0 +FAILED_UNIT_COUNT_PRE=2 +REC|FAILED_UNIT_PRE|homelab-backup-audit.service +REC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service +Job for homelab-backup-audit.service failed because the control process exited with error code. +See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details. +BACKUP_AUDIT_START_RC=1 +BACKUP_AUDIT_RESULT_POST=exit-code +BACKUP_AUDIT_EXEC_STATUS_POST=1 +BACKUP_AUDIT_FRESH_JOURNAL_LINES=26 +BACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6 +BACKUP_AUDIT_TARGET_RECORD_COUNT=15 +BACKUP_AUDIT_ISSUE_RECORD_COUNT=5 +BACKUP_AUDIT_RPO_BREACH_COUNT=2 +BACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112 +BACKUP_AUDIT_VM160_ISSUE_COUNT=0 +BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15 +BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK +BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED +BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5 +REC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2 +REC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2 +NEXT_BACKUP_DUE_CANDIDATE_COUNT=5 +NEXT_BACKUP_TARGET=ct111 +NEXT_BACKUP_TARGET_TYPE=pve_guest +NEXT_BACKUP_TARGET_NODE= +NEXT_BACKUP_TARGET_VMID=111 +NEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381 +NEXT_BACKUP_TARGET_AGE_SECONDS=94119 +NEXT_BACKUP_TARGET_DUE_SECONDS=72000 +NEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208 +NEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1 +REC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running FAILED_UNIT_COUNT_POST=2 REC|FAILED_UNIT_POST|homelab-backup-audit.service REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service -DECISION=PASS_PVE01_PROBE_WORKER_SHA_DUAL_REPAIR -NEXT_GATE=PVE01_BACKUP_AUDIT_REFRESH -TASK_RESULT=PVE01_PROBE_WORKER_SHA_DUAL_REPAIR +APT_FULL_UPGRADE_SIM_RC=0 +APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184 +APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0 +DECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH +NEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN +TASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=PROBE_WORKER_SHA_REPAIR_AND_SUPERVISOR_RECOVERY_COMPLETED -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +MUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END