homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-10-06 07:58:22 +00:00
parent 236b6ddb6c
commit 10d33abd35
4 changed files with 202 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "change",
"component": "pve01-backup-audit-refresh",
"started_at_utc": "2026-10-06T07:58:15Z",
"finished_at_utc": "2026-10-06T07:58:21Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"result_contract_valid": true,
"result_contract_status": "OK",
"result_contract_error": null,
"command_rc": 0,
"changes_made": true,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "MUTATED",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e",
"sanitized_output_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_BACKUP_AUDIT_REFRESH=V1\nMODE=change\nSCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nUNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nV2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nCANONICAL_BACKUP_PRECHECK=PASS\nSUPERVISOR_RESULT_PRE=success\nSUPERVISOR_EXEC_STATUS_PRE=0\nFAILED_UNIT_COUNT_PRE=2\nREC|FAILED_UNIT_PRE|homelab-backup-audit.service\nREC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_RESULT_POST=exit-code\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_FRESH_JOURNAL_LINES=26\nBACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6\nBACKUP_AUDIT_TARGET_RECORD_COUNT=15\nBACKUP_AUDIT_ISSUE_RECORD_COUNT=5\nBACKUP_AUDIT_RPO_BREACH_COUNT=2\nBACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112\nBACKUP_AUDIT_VM160_ISSUE_COUNT=0\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5\nREC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2\nREC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2\nNEXT_BACKUP_DUE_CANDIDATE_COUNT=5\nNEXT_BACKUP_TARGET=ct111\nNEXT_BACKUP_TARGET_TYPE=pve_guest\nNEXT_BACKUP_TARGET_NODE=\nNEXT_BACKUP_TARGET_VMID=111\nNEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381\nNEXT_BACKUP_TARGET_AGE_SECONDS=94119\nNEXT_BACKUP_TARGET_DUE_SECONDS=72000\nNEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208\nNEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1\nREC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH\nNEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN\nTASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/history/SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1.txt
+99
View File
@@ -0,0 +1,99 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=pve01-backup-audit-refresh
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e
SANITIZED_OUTPUT_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e
OUTPUT_BEGIN
PVE01_BACKUP_AUDIT_REFRESH=V1
MODE=change
SCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION
NO_REBOOT=true
NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true
NO_CONFIG_WRITE=true
NO_FILE_DELETE=true
NO_GUEST_MUTATION=true
NO_BACKUP_EXECUTION=true
NO_NETWORK_MUTATION=true
NO_VPN_SERVICE_EXECUTION=true
NODE_HOSTNAME=pve01
UNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49
V2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720
HELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a
PROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050
WORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a
CANONICAL_BACKUP_PRECHECK=PASS
SUPERVISOR_RESULT_PRE=success
SUPERVISOR_EXEC_STATUS_PRE=0
FAILED_UNIT_COUNT_PRE=2
REC|FAILED_UNIT_PRE|homelab-backup-audit.service
REC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service
Job for homelab-backup-audit.service failed because the control process exited with error code.
See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details.
BACKUP_AUDIT_START_RC=1
BACKUP_AUDIT_RESULT_POST=exit-code
BACKUP_AUDIT_EXEC_STATUS_POST=1
BACKUP_AUDIT_FRESH_JOURNAL_LINES=26
BACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6
BACKUP_AUDIT_TARGET_RECORD_COUNT=15
BACKUP_AUDIT_ISSUE_RECORD_COUNT=5
BACKUP_AUDIT_RPO_BREACH_COUNT=2
BACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112
BACKUP_AUDIT_VM160_ISSUE_COUNT=0
BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15
BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK
BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED
BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5
REC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2
REC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2
NEXT_BACKUP_DUE_CANDIDATE_COUNT=5
NEXT_BACKUP_TARGET=ct111
NEXT_BACKUP_TARGET_TYPE=pve_guest
NEXT_BACKUP_TARGET_NODE=
NEXT_BACKUP_TARGET_VMID=111
NEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381
NEXT_BACKUP_TARGET_AGE_SECONDS=94119
NEXT_BACKUP_TARGET_DUE_SECONDS=72000
NEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208
NEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1
REC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running
FAILED_UNIT_COUNT_POST=2
REC|FAILED_UNIT_POST|homelab-backup-audit.service
REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service
APT_FULL_UPGRADE_SIM_RC=0
APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184
APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0
DECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH
NEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN
TASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+8 -8
View File
@@ -1,19 +1,19 @@
{ {
"schema_version": 1, "schema_version": 1,
"channel": "homelab-runtime", "channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1", "command_id": "SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1",
"status": "OK", "status": "OK",
"rc": 0, "rc": 0,
"host": "pve01", "host": "pve01",
"mode": "change", "mode": "change",
"component": "pve01-probe-worker-sha-dual-repair", "component": "pve01-backup-audit-refresh",
"started_at_utc": "2026-10-06T07:53:41Z", "started_at_utc": "2026-10-06T07:58:15Z",
"finished_at_utc": "2026-10-06T07:53:45Z", "finished_at_utc": "2026-10-06T07:58:21Z",
"reference_register_checked": true, "reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true, "error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "b1af90ce38ae6fd58922610325203c825f180afefe50ecc86f0fb2fe22c84fb2", "command_sha256": "6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c",
"duplicate_failed_command_blocked": false, "duplicate_failed_command_blocked": false,
"block_reason": null, "block_reason": null,
"execution_started": true, "execution_started": true,
@@ -30,9 +30,9 @@
"secrets_included": false, "secrets_included": false,
"private_addresses_included": false, "private_addresses_included": false,
"raw_evidence_retained_locally": true, "raw_evidence_retained_locally": true,
"raw_evidence_sha256": "4992a8985caef4225cc72eb3a262fc9e7d0bce7cc23b1f7db5f338d9792653b1", "raw_evidence_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e",
"sanitized_output_sha256": "d43e336669dc3b496bb20120939ec157e91571c21d5c20741ecf87b636f90e6a", "sanitized_output_sha256": "d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e",
"output_truncated_in_json": false, "output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_PROBE_WORKER_SHA_DUAL_REPAIR=V1\nMODE=change\nSCOPE=PROBE_AND_WORKER_HELPER_SHA_PIN_SYNC\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNODE_HOSTNAME=pve01\nPROBE_SHA_PRE=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987\nWORKER_SHA_PRE=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_OLD_HELPER_SHA_COUNT_PRE=1\nPROBE_NEW_HELPER_SHA_COUNT_PRE=0\nWORKER_OLD_HELPER_SHA_COUNT_PRE=1\nWORKER_NEW_HELPER_SHA_COUNT_PRE=0\nWORKER_DIRECT_RC_PRE=65\nWORKER_PRE_SHA_DRIFT_COUNT=1\nROLLBACK_PROBE_SHA=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987\nROLLBACK_WORKER_SHA=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6\nWORKER_LATEST_SEALED_RC_POST=0\nWORKER_LATEST_SEALED_STATUS_POST=OK\nWORKER_APP_POST=skladchik-reports-monitor\nWORKER_LOGICAL_ID_POST=app-skladchik-reports-monitor\nWORKER_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z\nPROBE_DIRECT_RC_POST=0\nPROBE_DIRECT_STDERR_LINES_POST=0\nPROBE_FRESHNESS_STATUS_POST=OK\nPROBE_APP_POST=skladchik-reports-monitor\nPROBE_DECISION_POST=SEALED_PROVEN\nPROBE_REASON_POST=MISSING\nPROBE_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z\nPROBE_UPDATED_AT_UTC_POST=2026-10-05T20:30:15Z\nPROBE_SEALED_EPOCH_POST=1791232215\nPROBE_SHA_POST_VALIDATED=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_POST_VALIDATED=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nSUPERVISOR_START_RC=0\nSUPERVISOR_RESULT_POST=success\nSUPERVISOR_EXEC_STATUS_POST=0\nREC|SUPERVISOR_POST|SUPERVISOR_STATUS=OK\nREC|SUPERVISOR_POST|SUPERVISOR_MAIL_SENT=yes\nREC|SUPERVISOR_POST|SUPERVISOR_PROBLEMS=none\nREC|SUPERVISOR_POST|MONITOR=OK reports=19 open=12 resolved=7\nREC|SUPERVISOR_POST|CANONICAL_BACKUP=SEALED_PROVEN generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|SUPERVISOR_POST|REGISTRY_SOURCE=[PRIVATE_IP]\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nDECISION=PASS_PVE01_PROBE_WORKER_SHA_DUAL_REPAIR\nNEXT_GATE=PVE01_BACKUP_AUDIT_REFRESH\nTASK_RESULT=PVE01_PROBE_WORKER_SHA_DUAL_REPAIR\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=PROBE_WORKER_SHA_REPAIR_AND_SUPERVISOR_RECOVERY_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" "output": "PVE01_BACKUP_AUDIT_REFRESH=V1\nMODE=change\nSCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nUNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nV2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nHELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nPROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nWORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nCANONICAL_BACKUP_PRECHECK=PASS\nSUPERVISOR_RESULT_PRE=success\nSUPERVISOR_EXEC_STATUS_PRE=0\nFAILED_UNIT_COUNT_PRE=2\nREC|FAILED_UNIT_PRE|homelab-backup-audit.service\nREC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_RESULT_POST=exit-code\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_FRESH_JOURNAL_LINES=26\nBACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6\nBACKUP_AUDIT_TARGET_RECORD_COUNT=15\nBACKUP_AUDIT_ISSUE_RECORD_COUNT=5\nBACKUP_AUDIT_RPO_BREACH_COUNT=2\nBACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112\nBACKUP_AUDIT_VM160_ISSUE_COUNT=0\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5\nREC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2\nREC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2\nNEXT_BACKUP_DUE_CANDIDATE_COUNT=5\nNEXT_BACKUP_TARGET=ct111\nNEXT_BACKUP_TARGET_TYPE=pve_guest\nNEXT_BACKUP_TARGET_NODE=\nNEXT_BACKUP_TARGET_VMID=111\nNEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381\nNEXT_BACKUP_TARGET_AGE_SECONDS=94119\nNEXT_BACKUP_TARGET_DUE_SECONDS=72000\nNEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208\nNEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1\nREC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH\nNEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN\nTASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
} }
runtime/latest.txt
+57 -47
View File
@@ -1,15 +1,15 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1 COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1
STATUS=OK STATUS=OK
RC=0 RC=0
HOST=pve01 HOST=pve01
MODE=change MODE=change
COMPONENT=pve01-probe-worker-sha-dual-repair COMPONENT=pve01-backup-audit-refresh
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=b1af90ce38ae6fd58922610325203c825f180afefe50ecc86f0fb2fe22c84fb2 COMMAND_SHA256=6933a1daa6f9ac12b4cbab033fd7c0549d5777f9c82b721d116f247fec08248c
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=true CHANGE_DECLARED=true
@@ -24,66 +24,76 @@ MUTATION_OUTCOME=MUTATED
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=4992a8985caef4225cc72eb3a262fc9e7d0bce7cc23b1f7db5f338d9792653b1 RAW_EVIDENCE_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e
SANITIZED_OUTPUT_SHA256=d43e336669dc3b496bb20120939ec157e91571c21d5c20741ecf87b636f90e6a SANITIZED_OUTPUT_SHA256=d7b9258b9700ca9358b753ed7e1b52b7c0c6019921c164a4eba218cac265929e
OUTPUT_BEGIN OUTPUT_BEGIN
PVE01_PROBE_WORKER_SHA_DUAL_REPAIR=V1 PVE01_BACKUP_AUDIT_REFRESH=V1
MODE=change MODE=change
SCOPE=PROBE_AND_WORKER_HELPER_SHA_PIN_SYNC SCOPE=BACKUP_AUDIT_REFRESH_AND_NEXT_TARGET_SELECTION
NO_REBOOT=true NO_REBOOT=true
NO_APT_UPDATE=true NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true NO_PACKAGE_MUTATION=true
NO_CONFIG_WRITE=true
NO_FILE_DELETE=true
NO_GUEST_MUTATION=true NO_GUEST_MUTATION=true
NO_BACKUP_EXECUTION=true NO_BACKUP_EXECUTION=true
NO_NETWORK_MUTATION=true NO_NETWORK_MUTATION=true
NO_VPN_SERVICE_EXECUTION=true
NODE_HOSTNAME=pve01 NODE_HOSTNAME=pve01
PROBE_SHA_PRE=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987 UNIFIED_SHA_PRE=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49
WORKER_SHA_PRE=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6 V2_SHA_PRE=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720
HELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a HELPER_SHA_PRE=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a
PROBE_OLD_HELPER_SHA_COUNT_PRE=1 PROBE_SHA_PRE=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050
PROBE_NEW_HELPER_SHA_COUNT_PRE=0 WORKER_SHA_PRE=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a
WORKER_OLD_HELPER_SHA_COUNT_PRE=1 CANONICAL_BACKUP_PRECHECK=PASS
WORKER_NEW_HELPER_SHA_COUNT_PRE=0 SUPERVISOR_RESULT_PRE=success
WORKER_DIRECT_RC_PRE=65 SUPERVISOR_EXEC_STATUS_PRE=0
WORKER_PRE_SHA_DRIFT_COUNT=1 FAILED_UNIT_COUNT_PRE=2
ROLLBACK_PROBE_SHA=9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987 REC|FAILED_UNIT_PRE|homelab-backup-audit.service
ROLLBACK_WORKER_SHA=a386c074377eab9fc39e5ca206d7c3df330f6e6050a185073af412678f56f3c6 REC|FAILED_UNIT_PRE|homelab-private-vpn-hosts-health.service
WORKER_LATEST_SEALED_RC_POST=0 Job for homelab-backup-audit.service failed because the control process exited with error code.
WORKER_LATEST_SEALED_STATUS_POST=OK See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details.
WORKER_APP_POST=skladchik-reports-monitor BACKUP_AUDIT_START_RC=1
WORKER_LOGICAL_ID_POST=app-skladchik-reports-monitor BACKUP_AUDIT_RESULT_POST=exit-code
WORKER_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z BACKUP_AUDIT_EXEC_STATUS_POST=1
PROBE_DIRECT_RC_POST=0 BACKUP_AUDIT_FRESH_JOURNAL_LINES=26
PROBE_DIRECT_STDERR_LINES_POST=0 BACKUP_AUDIT_FRESH_JOURNAL_SHA=9b884507a4f21293fbab8a86829f94842699cee25b00e2bb4cd66bc0c2531fe6
PROBE_FRESHNESS_STATUS_POST=OK BACKUP_AUDIT_TARGET_RECORD_COUNT=15
PROBE_APP_POST=skladchik-reports-monitor BACKUP_AUDIT_ISSUE_RECORD_COUNT=5
PROBE_DECISION_POST=SEALED_PROVEN BACKUP_AUDIT_RPO_BREACH_COUNT=2
PROBE_REASON_POST=MISSING BACKUP_AUDIT_RPO_BREACH_IDS=vm111,vm112
PROBE_GENERATION_POST=app-skladchik-reports-monitor-pve01-20261005T203005Z BACKUP_AUDIT_VM160_ISSUE_COUNT=0
PROBE_UPDATED_AT_UTC_POST=2026-10-05T20:30:15Z BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15
PROBE_SEALED_EPOCH_POST=1791232215 BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK
PROBE_SHA_POST_VALIDATED=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED
WORKER_SHA_POST_VALIDATED=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=5
SUPERVISOR_START_RC=0 REC|CURRENT_RPO_BREACH|vm111|state=STALE|source=NONE|v2_age_seconds=94115|replica_count=2
SUPERVISOR_RESULT_POST=success REC|CURRENT_RPO_BREACH|vm112|state=STALE|source=NONE|v2_age_seconds=79890|replica_count=2
SUPERVISOR_EXEC_STATUS_POST=0 NEXT_BACKUP_DUE_CANDIDATE_COUNT=5
REC|SUPERVISOR_POST|SUPERVISOR_STATUS=OK NEXT_BACKUP_TARGET=ct111
REC|SUPERVISOR_POST|SUPERVISOR_MAIL_SENT=yes NEXT_BACKUP_TARGET_TYPE=pve_guest
REC|SUPERVISOR_POST|SUPERVISOR_PROBLEMS=none NEXT_BACKUP_TARGET_NODE=
REC|SUPERVISOR_POST|MONITOR=OK reports=19 open=12 resolved=7 NEXT_BACKUP_TARGET_VMID=111
REC|SUPERVISOR_POST|CANONICAL_BACKUP=SEALED_PROVEN generation=app-skladchik-reports-monitor-pve01-20261005T203005Z NEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH=1791179381
REC|SUPERVISOR_POST|REGISTRY_SOURCE=[PRIVATE_IP] NEXT_BACKUP_TARGET_AGE_SECONDS=94119
NEXT_BACKUP_TARGET_DUE_SECONDS=72000
NEXT_BACKUP_TARGET_OVERDUE_RATIO=1.307208
NEXT_BACKUP_TARGET_LIVE_CLUSTER_MATCH_COUNT=1
REC|NEXT_BACKUP_LIVE_MATCH|VMID=111|TYPE=lxc|NODE=pve02|STATUS=running
FAILED_UNIT_COUNT_POST=2 FAILED_UNIT_COUNT_POST=2
REC|FAILED_UNIT_POST|homelab-backup-audit.service REC|FAILED_UNIT_POST|homelab-backup-audit.service
REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service
DECISION=PASS_PVE01_PROBE_WORKER_SHA_DUAL_REPAIR APT_FULL_UPGRADE_SIM_RC=0
NEXT_GATE=PVE01_BACKUP_AUDIT_REFRESH APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184
TASK_RESULT=PVE01_PROBE_WORKER_SHA_DUAL_REPAIR APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0
DECISION=PASS_PVE01_BACKUP_AUDIT_REFRESH
NEXT_GATE=PVE01_BACKUP_V2_SINGLE_RECOVERY_RUN
TASK_RESULT=PVE01_BACKUP_AUDIT_REFRESH
CHANGES_MADE=true CHANGES_MADE=true
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
MUTATION_OUTCOME=PROBE_WORKER_SHA_REPAIR_AND_SUPERVISOR_RECOVERY_COMPLETED MUTATION_OUTCOME=BACKUP_AUDIT_REFRESH_COMPLETED
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-PROBE-WORKER-SHA-DUAL-REPAIR-99686R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-AUDIT-REFRESH-99687R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END