diff --git a/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.json b/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.json new file mode 100644 index 00000000..c0752ffa --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "pve01-backup-v2-ct112-recovery", + "started_at_utc": "2026-10-06T08:29:49Z", + "finished_at_utc": "2026-10-06T08:31:04Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec", + "sanitized_output_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE01_BACKUP_V2_CT112_RECOVERY=V1\nMODE=change\nSCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_CONFIG_MUTATION=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNO_NETWORK_CONFIG_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nV2_VM211_COUNT=1\nV2_VM211_DISABLED=true\nV2_DISABLED_TOTAL=11\nDUE_TARGET_COUNT_PRE=2\nREC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606\nREC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889\nEXPECTED_NEXT_TARGET_PRE=ct112\nEXPECTED_NEXT_VMID_PRE=112\nEXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1\nREC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running\nCT112_STATE_PRESENT_PRE=true\nCT112_LAST_SUCCESS_PRE=1791193606\nCT112_LAST_ATTEMPT_PRE=1791193606\nCT112_RESULT_PRE=SUCCESS\nCT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e\nBACKUP_V2_ACTIVE_PRE=inactive\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=14\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET=ct112\nCT112_STATE_PRESENT_POST=true\nCT112_LAST_SUCCESS_POST=1791275459\nCT112_LAST_SUCCESS_ADVANCED=true\nCT112_RESULT_POST=SUCCESS\nCT112_REASON_POST=MISSING\nCT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_ISSUE_COUNT_POST=3\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=0\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY\nNEXT_GATE=PVE01_VPN_HEALTH_REPAIR\nTASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.txt b/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.txt new file mode 100644 index 00000000..aab0a4ee --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.txt @@ -0,0 +1,109 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=pve01-backup-v2-ct112-recovery +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec +SANITIZED_OUTPUT_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec +OUTPUT_BEGIN +PVE01_BACKUP_V2_CT112_RECOVERY=V1 +MODE=change +SCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT +NO_REBOOT=true +NO_APT_UPDATE=true +NO_PACKAGE_MUTATION=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true +NO_GUEST_CONFIG_MUTATION=true +BACKUP_EXECUTION=true +BACKUP_CYCLE_LIMIT=1 +NO_NETWORK_CONFIG_MUTATION=true +NO_VPN_SERVICE_EXECUTION=true +NODE_HOSTNAME=pve01 +REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 +REC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25 +REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a +REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 +REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a +V2_VM211_COUNT=1 +V2_VM211_DISABLED=true +V2_DISABLED_TOTAL=11 +DUE_TARGET_COUNT_PRE=2 +REC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606 +REC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889 +EXPECTED_NEXT_TARGET_PRE=ct112 +EXPECTED_NEXT_VMID_PRE=112 +EXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1 +REC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running +CT112_STATE_PRESENT_PRE=true +CT112_LAST_SUCCESS_PRE=1791193606 +CT112_LAST_ATTEMPT_PRE=1791193606 +CT112_RESULT_PRE=SUCCESS +CT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e +BACKUP_V2_ACTIVE_PRE=inactive +BACKUP_V2_START_RC=0 +BACKUP_V2_RESULT_POST=success +BACKUP_V2_EXEC_STATUS_POST=0 +BACKUP_V2_FRESH_JOURNAL_LINES=14 +REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112 +REC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS +ACTUAL_SCHEDULE_TARGET=ct112 +CT112_STATE_PRESENT_POST=true +CT112_LAST_SUCCESS_POST=1791275459 +CT112_LAST_SUCCESS_ADVANCED=true +CT112_RESULT_POST=SUCCESS +CT112_REASON_POST=MISSING +CT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8 +Job for homelab-backup-audit.service failed because the control process exited with error code. +See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details. +BACKUP_AUDIT_START_RC=1 +BACKUP_AUDIT_EXEC_STATUS_POST=1 +BACKUP_AUDIT_ISSUE_COUNT_POST=3 +BACKUP_AUDIT_RPO_BREACH_COUNT_POST=0 +BACKUP_AUDIT_RPO_BREACH_IDS_POST= +BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0 +BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK +BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED +BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3 +BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15 +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD +FAILED_UNIT_COUNT_POST=2 +REC|FAILED_UNIT_POST|homelab-backup-audit.service +REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service +APT_FULL_UPGRADE_SIM_RC=0 +APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184 +APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0 +DECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY +NEXT_GATE=PVE01_VPN_HEALTH_REPAIR +TASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index b6c02806..c0752ffa 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1", + "command_id": "SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "change", - "component": "pve01-vm211-retire-and-next-cycle", - "started_at_utc": "2026-10-06T08:24:42Z", - "finished_at_utc": "2026-10-06T08:24:53Z", + "component": "pve01-backup-v2-ct112-recovery", + "started_at_utc": "2026-10-06T08:29:49Z", + "finished_at_utc": "2026-10-06T08:31:04Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "170a4d04ddf432261314d60a40759193c7ff16db569a9708d95fa4616b431ca1", + "command_sha256": "c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5", - "sanitized_output_sha256": "14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5", + "raw_evidence_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec", + "sanitized_output_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE01_VM211_RETIRE_AND_NEXT_CYCLE=V1\nMODE=change\nSCOPE=DISABLE_STALE_VM211_V2_TARGET_AND_RUN_ONE_SCHEDULER_CYCLE\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_CONFIG_MUTATION=true\nNO_NETWORK_CONFIG_MUTATION=true\nNO_BACKUP_STATE_DELETE=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nUNIFIED_VM211_COUNT_PRE=0\nV2_TARGET_COUNT_PRE=28\nV2_VM211_COUNT_PRE=1\nV2_VM211_ENABLED_TRUE_PRE=1\nV2_VM211_ENABLED_FALSE_PRE=0\nV2_DISABLED_TOTAL_PRE=10\nVM211_LIVE_CLUSTER_MATCH_COUNT_PRE=0\nV2_VM211_LOGICAL_ID_PRE=vm211\nV2_VM211_TYPE_PRE=pve_guest\nV2_VM211_VMID_PRE=211\nREC|VM211_NODE_CONFIG_PRE|NODE=pve01|COUNT=0\nREC|VM211_NODE_CONFIG_PRE|NODE=pve02|COUNT=0\nREC|VM211_NODE_CONFIG_PRE|NODE=pve03|COUNT=0\nROLLBACK_V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nV2_TARGET_COUNT_NEW=28\nV2_VM211_COUNT_NEW=1\nV2_VM211_ENABLED_FALSE_NEW=1\nV2_DISABLED_TOTAL_NEW=11\nV2_SHA_POST_APPLY=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nV2_TARGET_COUNT_POST=28\nV2_VM211_COUNT_POST=1\nV2_VM211_ENABLED_FALSE_POST=1\nV2_DISABLED_TOTAL_POST=11\nBACKUP_V2_ACTIVE_PRE_CYCLE=failed\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=7\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=control-bootstrap-v2\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET_POST_VM211_RETIRE=control-bootstrap-v2\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=1\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=vm112\nBACKUP_AUDIT_VM211_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_VM160_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=1\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=4\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nFAILED_UNIT_COUNT_POST=1\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nDECISION=PASS_PVE01_VM211_RETIRE_AND_NEXT_CYCLE\nNEXT_GATE=PVE01_BACKUP_REMAINING_AND_VPN\nTASK_RESULT=PVE01_VM211_RETIRE_AND_NEXT_CYCLE\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=VM211_RETIRED_AND_NEXT_CYCLE_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVE01_BACKUP_V2_CT112_RECOVERY=V1\nMODE=change\nSCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_CONFIG_MUTATION=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNO_NETWORK_CONFIG_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nV2_VM211_COUNT=1\nV2_VM211_DISABLED=true\nV2_DISABLED_TOTAL=11\nDUE_TARGET_COUNT_PRE=2\nREC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606\nREC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889\nEXPECTED_NEXT_TARGET_PRE=ct112\nEXPECTED_NEXT_VMID_PRE=112\nEXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1\nREC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running\nCT112_STATE_PRESENT_PRE=true\nCT112_LAST_SUCCESS_PRE=1791193606\nCT112_LAST_ATTEMPT_PRE=1791193606\nCT112_RESULT_PRE=SUCCESS\nCT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e\nBACKUP_V2_ACTIVE_PRE=inactive\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=14\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET=ct112\nCT112_STATE_PRESENT_POST=true\nCT112_LAST_SUCCESS_POST=1791275459\nCT112_LAST_SUCCESS_ADVANCED=true\nCT112_RESULT_POST=SUCCESS\nCT112_REASON_POST=MISSING\nCT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_ISSUE_COUNT_POST=3\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=0\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY\nNEXT_GATE=PVE01_VPN_HEALTH_REPAIR\nTASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index e43ec9ea..aab0a4ee 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1 +COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1 STATUS=OK RC=0 HOST=pve01 MODE=change -COMPONENT=pve01-vm211-retire-and-next-cycle +COMPONENT=pve01-backup-v2-ct112-recovery REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=170a4d04ddf432261314d60a40759193c7ff16db569a9708d95fa4616b431ca1 +COMMAND_SHA256=c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=true @@ -24,80 +24,86 @@ MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5 -SANITIZED_OUTPUT_SHA256=14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5 +RAW_EVIDENCE_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec +SANITIZED_OUTPUT_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec OUTPUT_BEGIN -PVE01_VM211_RETIRE_AND_NEXT_CYCLE=V1 +PVE01_BACKUP_V2_CT112_RECOVERY=V1 MODE=change -SCOPE=DISABLE_STALE_VM211_V2_TARGET_AND_RUN_ONE_SCHEDULER_CYCLE +SCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT NO_REBOOT=true NO_APT_UPDATE=true NO_PACKAGE_MUTATION=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true NO_GUEST_CONFIG_MUTATION=true -NO_NETWORK_CONFIG_MUTATION=true -NO_BACKUP_STATE_DELETE=true BACKUP_EXECUTION=true BACKUP_CYCLE_LIMIT=1 +NO_NETWORK_CONFIG_MUTATION=true +NO_VPN_SERVICE_EXECUTION=true NODE_HOSTNAME=pve01 -REC|SHA_PRE|BASENAME=targets.json|SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720 REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 +REC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25 REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a -UNIFIED_VM211_COUNT_PRE=0 -V2_TARGET_COUNT_PRE=28 -V2_VM211_COUNT_PRE=1 -V2_VM211_ENABLED_TRUE_PRE=1 -V2_VM211_ENABLED_FALSE_PRE=0 -V2_DISABLED_TOTAL_PRE=10 -VM211_LIVE_CLUSTER_MATCH_COUNT_PRE=0 -V2_VM211_LOGICAL_ID_PRE=vm211 -V2_VM211_TYPE_PRE=pve_guest -V2_VM211_VMID_PRE=211 -REC|VM211_NODE_CONFIG_PRE|NODE=pve01|COUNT=0 -REC|VM211_NODE_CONFIG_PRE|NODE=pve02|COUNT=0 -REC|VM211_NODE_CONFIG_PRE|NODE=pve03|COUNT=0 -ROLLBACK_V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720 -V2_TARGET_COUNT_NEW=28 -V2_VM211_COUNT_NEW=1 -V2_VM211_ENABLED_FALSE_NEW=1 -V2_DISABLED_TOTAL_NEW=11 -V2_SHA_POST_APPLY=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25 -V2_TARGET_COUNT_POST=28 -V2_VM211_COUNT_POST=1 -V2_VM211_ENABLED_FALSE_POST=1 -V2_DISABLED_TOTAL_POST=11 -BACKUP_V2_ACTIVE_PRE_CYCLE=failed +V2_VM211_COUNT=1 +V2_VM211_DISABLED=true +V2_DISABLED_TOTAL=11 +DUE_TARGET_COUNT_PRE=2 +REC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606 +REC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889 +EXPECTED_NEXT_TARGET_PRE=ct112 +EXPECTED_NEXT_VMID_PRE=112 +EXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1 +REC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running +CT112_STATE_PRESENT_PRE=true +CT112_LAST_SUCCESS_PRE=1791193606 +CT112_LAST_ATTEMPT_PRE=1791193606 +CT112_RESULT_PRE=SUCCESS +CT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e +BACKUP_V2_ACTIVE_PRE=inactive BACKUP_V2_START_RC=0 BACKUP_V2_RESULT_POST=success BACKUP_V2_EXEC_STATUS_POST=0 -BACKUP_V2_FRESH_JOURNAL_LINES=7 -REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=control-bootstrap-v2 +BACKUP_V2_FRESH_JOURNAL_LINES=14 +REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112 REC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS -ACTUAL_SCHEDULE_TARGET_POST_VM211_RETIRE=control-bootstrap-v2 +ACTUAL_SCHEDULE_TARGET=ct112 +CT112_STATE_PRESENT_POST=true +CT112_LAST_SUCCESS_POST=1791275459 +CT112_LAST_SUCCESS_ADVANCED=true +CT112_RESULT_POST=SUCCESS +CT112_REASON_POST=MISSING +CT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8 Job for homelab-backup-audit.service failed because the control process exited with error code. See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details. BACKUP_AUDIT_START_RC=1 BACKUP_AUDIT_EXEC_STATUS_POST=1 -BACKUP_AUDIT_RPO_BREACH_COUNT_POST=1 -BACKUP_AUDIT_RPO_BREACH_IDS_POST=vm112 -BACKUP_AUDIT_VM211_ISSUE_COUNT_POST=0 -BACKUP_AUDIT_VM160_ISSUE_COUNT_POST=0 -BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=1 +BACKUP_AUDIT_ISSUE_COUNT_POST=3 +BACKUP_AUDIT_RPO_BREACH_COUNT_POST=0 +BACKUP_AUDIT_RPO_BREACH_IDS_POST= +BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0 BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED -BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=4 +BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3 BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15 -FAILED_UNIT_COUNT_POST=1 +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID +REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD +FAILED_UNIT_COUNT_POST=2 REC|FAILED_UNIT_POST|homelab-backup-audit.service -DECISION=PASS_PVE01_VM211_RETIRE_AND_NEXT_CYCLE -NEXT_GATE=PVE01_BACKUP_REMAINING_AND_VPN -TASK_RESULT=PVE01_VM211_RETIRE_AND_NEXT_CYCLE +REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service +APT_FULL_UPGRADE_SIM_RC=0 +APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184 +APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0 +DECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY +NEXT_GATE=PVE01_VPN_HEALTH_REPAIR +TASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=VM211_RETIRED_AND_NEXT_CYCLE_COMPLETED -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} +MUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END