homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-10-06 08:31:05 +00:00
parent 96a9a230ee
commit 99353de4e8
4 changed files with 210 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "change",
"component": "pve01-backup-v2-ct112-recovery",
"started_at_utc": "2026-10-06T08:29:49Z",
"finished_at_utc": "2026-10-06T08:31:04Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"result_contract_valid": true,
"result_contract_status": "OK",
"result_contract_error": null,
"command_rc": 0,
"changes_made": true,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "MUTATED",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec",
"sanitized_output_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_BACKUP_V2_CT112_RECOVERY=V1\nMODE=change\nSCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_CONFIG_MUTATION=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNO_NETWORK_CONFIG_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nV2_VM211_COUNT=1\nV2_VM211_DISABLED=true\nV2_DISABLED_TOTAL=11\nDUE_TARGET_COUNT_PRE=2\nREC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606\nREC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889\nEXPECTED_NEXT_TARGET_PRE=ct112\nEXPECTED_NEXT_VMID_PRE=112\nEXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1\nREC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running\nCT112_STATE_PRESENT_PRE=true\nCT112_LAST_SUCCESS_PRE=1791193606\nCT112_LAST_ATTEMPT_PRE=1791193606\nCT112_RESULT_PRE=SUCCESS\nCT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e\nBACKUP_V2_ACTIVE_PRE=inactive\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=14\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET=ct112\nCT112_STATE_PRESENT_POST=true\nCT112_LAST_SUCCESS_POST=1791275459\nCT112_LAST_SUCCESS_ADVANCED=true\nCT112_RESULT_POST=SUCCESS\nCT112_REASON_POST=MISSING\nCT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_ISSUE_COUNT_POST=3\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=0\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY\nNEXT_GATE=PVE01_VPN_HEALTH_REPAIR\nTASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/history/SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1.txt
+109
View File
@@ -0,0 +1,109 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=pve01-backup-v2-ct112-recovery
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec
SANITIZED_OUTPUT_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec
OUTPUT_BEGIN
PVE01_BACKUP_V2_CT112_RECOVERY=V1
MODE=change
SCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT
NO_REBOOT=true
NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true
NO_CONFIG_WRITE=true
NO_FILE_DELETE=true
NO_GUEST_CONFIG_MUTATION=true
BACKUP_EXECUTION=true
BACKUP_CYCLE_LIMIT=1
NO_NETWORK_CONFIG_MUTATION=true
NO_VPN_SERVICE_EXECUTION=true
NODE_HOSTNAME=pve01
REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49
REC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25
REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a
REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050
REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a
V2_VM211_COUNT=1
V2_VM211_DISABLED=true
V2_DISABLED_TOTAL=11
DUE_TARGET_COUNT_PRE=2
REC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606
REC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889
EXPECTED_NEXT_TARGET_PRE=ct112
EXPECTED_NEXT_VMID_PRE=112
EXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1
REC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running
CT112_STATE_PRESENT_PRE=true
CT112_LAST_SUCCESS_PRE=1791193606
CT112_LAST_ATTEMPT_PRE=1791193606
CT112_RESULT_PRE=SUCCESS
CT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e
BACKUP_V2_ACTIVE_PRE=inactive
BACKUP_V2_START_RC=0
BACKUP_V2_RESULT_POST=success
BACKUP_V2_EXEC_STATUS_POST=0
BACKUP_V2_FRESH_JOURNAL_LINES=14
REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112
REC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS
ACTUAL_SCHEDULE_TARGET=ct112
CT112_STATE_PRESENT_POST=true
CT112_LAST_SUCCESS_POST=1791275459
CT112_LAST_SUCCESS_ADVANCED=true
CT112_RESULT_POST=SUCCESS
CT112_REASON_POST=MISSING
CT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8
Job for homelab-backup-audit.service failed because the control process exited with error code.
See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details.
BACKUP_AUDIT_START_RC=1
BACKUP_AUDIT_EXEC_STATUS_POST=1
BACKUP_AUDIT_ISSUE_COUNT_POST=3
BACKUP_AUDIT_RPO_BREACH_COUNT_POST=0
BACKUP_AUDIT_RPO_BREACH_IDS_POST=
BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0
BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK
BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED
BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3
BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15
REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED
REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID
REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD
FAILED_UNIT_COUNT_POST=2
REC|FAILED_UNIT_POST|homelab-backup-audit.service
REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service
APT_FULL_UPGRADE_SIM_RC=0
APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184
APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0
DECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY
NEXT_GATE=PVE01_VPN_HEALTH_REPAIR
TASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+8 -8
View File
@@ -1,19 +1,19 @@
{ {
"schema_version": 1, "schema_version": 1,
"channel": "homelab-runtime", "channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1", "command_id": "SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1",
"status": "OK", "status": "OK",
"rc": 0, "rc": 0,
"host": "pve01", "host": "pve01",
"mode": "change", "mode": "change",
"component": "pve01-vm211-retire-and-next-cycle", "component": "pve01-backup-v2-ct112-recovery",
"started_at_utc": "2026-10-06T08:24:42Z", "started_at_utc": "2026-10-06T08:29:49Z",
"finished_at_utc": "2026-10-06T08:24:53Z", "finished_at_utc": "2026-10-06T08:31:04Z",
"reference_register_checked": true, "reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true, "error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "170a4d04ddf432261314d60a40759193c7ff16db569a9708d95fa4616b431ca1", "command_sha256": "c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e",
"duplicate_failed_command_blocked": false, "duplicate_failed_command_blocked": false,
"block_reason": null, "block_reason": null,
"execution_started": true, "execution_started": true,
@@ -30,9 +30,9 @@
"secrets_included": false, "secrets_included": false,
"private_addresses_included": false, "private_addresses_included": false,
"raw_evidence_retained_locally": true, "raw_evidence_retained_locally": true,
"raw_evidence_sha256": "14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5", "raw_evidence_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec",
"sanitized_output_sha256": "14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5", "sanitized_output_sha256": "6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec",
"output_truncated_in_json": false, "output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_VM211_RETIRE_AND_NEXT_CYCLE=V1\nMODE=change\nSCOPE=DISABLE_STALE_VM211_V2_TARGET_AND_RUN_ONE_SCHEDULER_CYCLE\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_CONFIG_MUTATION=true\nNO_NETWORK_CONFIG_MUTATION=true\nNO_BACKUP_STATE_DELETE=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nUNIFIED_VM211_COUNT_PRE=0\nV2_TARGET_COUNT_PRE=28\nV2_VM211_COUNT_PRE=1\nV2_VM211_ENABLED_TRUE_PRE=1\nV2_VM211_ENABLED_FALSE_PRE=0\nV2_DISABLED_TOTAL_PRE=10\nVM211_LIVE_CLUSTER_MATCH_COUNT_PRE=0\nV2_VM211_LOGICAL_ID_PRE=vm211\nV2_VM211_TYPE_PRE=pve_guest\nV2_VM211_VMID_PRE=211\nREC|VM211_NODE_CONFIG_PRE|NODE=pve01|COUNT=0\nREC|VM211_NODE_CONFIG_PRE|NODE=pve02|COUNT=0\nREC|VM211_NODE_CONFIG_PRE|NODE=pve03|COUNT=0\nROLLBACK_V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nV2_TARGET_COUNT_NEW=28\nV2_VM211_COUNT_NEW=1\nV2_VM211_ENABLED_FALSE_NEW=1\nV2_DISABLED_TOTAL_NEW=11\nV2_SHA_POST_APPLY=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nV2_TARGET_COUNT_POST=28\nV2_VM211_COUNT_POST=1\nV2_VM211_ENABLED_FALSE_POST=1\nV2_DISABLED_TOTAL_POST=11\nBACKUP_V2_ACTIVE_PRE_CYCLE=failed\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=7\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=control-bootstrap-v2\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET_POST_VM211_RETIRE=control-bootstrap-v2\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=1\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=vm112\nBACKUP_AUDIT_VM211_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_VM160_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=1\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=4\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nFAILED_UNIT_COUNT_POST=1\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nDECISION=PASS_PVE01_VM211_RETIRE_AND_NEXT_CYCLE\nNEXT_GATE=PVE01_BACKUP_REMAINING_AND_VPN\nTASK_RESULT=PVE01_VM211_RETIRE_AND_NEXT_CYCLE\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=VM211_RETIRED_AND_NEXT_CYCLE_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" "output": "PVE01_BACKUP_V2_CT112_RECOVERY=V1\nMODE=change\nSCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_CONFIG_MUTATION=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNO_NETWORK_CONFIG_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a\nV2_VM211_COUNT=1\nV2_VM211_DISABLED=true\nV2_DISABLED_TOTAL=11\nDUE_TARGET_COUNT_PRE=2\nREC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606\nREC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889\nEXPECTED_NEXT_TARGET_PRE=ct112\nEXPECTED_NEXT_VMID_PRE=112\nEXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1\nREC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running\nCT112_STATE_PRESENT_PRE=true\nCT112_LAST_SUCCESS_PRE=1791193606\nCT112_LAST_ATTEMPT_PRE=1791193606\nCT112_RESULT_PRE=SUCCESS\nCT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e\nBACKUP_V2_ACTIVE_PRE=inactive\nBACKUP_V2_START_RC=0\nBACKUP_V2_RESULT_POST=success\nBACKUP_V2_EXEC_STATUS_POST=0\nBACKUP_V2_FRESH_JOURNAL_LINES=14\nREC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112\nREC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS\nACTUAL_SCHEDULE_TARGET=ct112\nCT112_STATE_PRESENT_POST=true\nCT112_LAST_SUCCESS_POST=1791275459\nCT112_LAST_SUCCESS_ADVANCED=true\nCT112_RESULT_POST=SUCCESS\nCT112_REASON_POST=MISSING\nCT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8\nJob for homelab-backup-audit.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-audit.service\" and \"journalctl -xeu homelab-backup-audit.service\" for details.\nBACKUP_AUDIT_START_RC=1\nBACKUP_AUDIT_EXEC_STATUS_POST=1\nBACKUP_AUDIT_ISSUE_COUNT_POST=3\nBACKUP_AUDIT_RPO_BREACH_COUNT_POST=0\nBACKUP_AUDIT_RPO_BREACH_IDS_POST=\nBACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0\nBACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK\nBACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED\nBACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3\nBACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID\nREC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD\nFAILED_UNIT_COUNT_POST=2\nREC|FAILED_UNIT_POST|homelab-backup-audit.service\nREC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service\nAPT_FULL_UPGRADE_SIM_RC=0\nAPT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184\nAPT_FULL_UPGRADE_SIM_REMOVE_COUNT=0\nDECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY\nNEXT_GATE=PVE01_VPN_HEALTH_REPAIR\nTASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
} }
runtime/latest.txt
+55 -49
View File
@@ -1,15 +1,15 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1 COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1
STATUS=OK STATUS=OK
RC=0 RC=0
HOST=pve01 HOST=pve01
MODE=change MODE=change
COMPONENT=pve01-vm211-retire-and-next-cycle COMPONENT=pve01-backup-v2-ct112-recovery
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=170a4d04ddf432261314d60a40759193c7ff16db569a9708d95fa4616b431ca1 COMMAND_SHA256=c5cbf57fc30df1fee72fd9d03ba994d049714a2fb662aff01897e435c6b4308e
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=true CHANGE_DECLARED=true
@@ -24,80 +24,86 @@ MUTATION_OUTCOME=MUTATED
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5 RAW_EVIDENCE_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec
SANITIZED_OUTPUT_SHA256=14c4ae5865bcd62775fad568037c34a22714b811ba41f6474246d983dc053ee5 SANITIZED_OUTPUT_SHA256=6c2bf4b4508d61650cfd16dc40e874e6fb2907a5e72aa95001723c9d8e00e2ec
OUTPUT_BEGIN OUTPUT_BEGIN
PVE01_VM211_RETIRE_AND_NEXT_CYCLE=V1 PVE01_BACKUP_V2_CT112_RECOVERY=V1
MODE=change MODE=change
SCOPE=DISABLE_STALE_VM211_V2_TARGET_AND_RUN_ONE_SCHEDULER_CYCLE SCOPE=ONE_REAL_SCHEDULER_CYCLE_CT112_AND_FINAL_RPO_AUDIT
NO_REBOOT=true NO_REBOOT=true
NO_APT_UPDATE=true NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true NO_PACKAGE_MUTATION=true
NO_CONFIG_WRITE=true
NO_FILE_DELETE=true
NO_GUEST_CONFIG_MUTATION=true NO_GUEST_CONFIG_MUTATION=true
NO_NETWORK_CONFIG_MUTATION=true
NO_BACKUP_STATE_DELETE=true
BACKUP_EXECUTION=true BACKUP_EXECUTION=true
BACKUP_CYCLE_LIMIT=1 BACKUP_CYCLE_LIMIT=1
NO_NETWORK_CONFIG_MUTATION=true
NO_VPN_SERVICE_EXECUTION=true
NODE_HOSTNAME=pve01 NODE_HOSTNAME=pve01
REC|SHA_PRE|BASENAME=targets.json|SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720
REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49
REC|SHA_PRE|BASENAME=targets.json|SHA=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25
REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a
REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050 REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-freshness-probe|SHA=44ea82521afb37e862ec7fb7f0e3eeb2f0f582b784506d8dec23f73ccea86050
REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-worker|SHA=a86bc027eefc37bbbcb9ad9b18c1c2c2a4f4ef9172a9cd9918a00f1d94c9e19a
UNIFIED_VM211_COUNT_PRE=0 V2_VM211_COUNT=1
V2_TARGET_COUNT_PRE=28 V2_VM211_DISABLED=true
V2_VM211_COUNT_PRE=1 V2_DISABLED_TOTAL=11
V2_VM211_ENABLED_TRUE_PRE=1 DUE_TARGET_COUNT_PRE=2
V2_VM211_ENABLED_FALSE_PRE=0 REC|DUE_BY_DEADLINE|RANK=1|INDEX=2|LOGICAL_ID=ct112|TYPE=pve_guest|VMID=112|LAST=1791193606|DUE_SECONDS=72000|DUE_AT=1791265606
V2_DISABLED_TOTAL_PRE=10 REC|DUE_BY_DEADLINE|RANK=2|INDEX=13|LOGICAL_ID=node-pve01|TYPE=pve_node_bundle|VMID=|LAST=1790662089|DUE_SECONDS=604800|DUE_AT=1791266889
VM211_LIVE_CLUSTER_MATCH_COUNT_PRE=0 EXPECTED_NEXT_TARGET_PRE=ct112
V2_VM211_LOGICAL_ID_PRE=vm211 EXPECTED_NEXT_VMID_PRE=112
V2_VM211_TYPE_PRE=pve_guest EXPECTED_NEXT_LIVE_MATCH_COUNT_PRE=1
V2_VM211_VMID_PRE=211 REC|EXPECTED_NEXT_LIVE|VMID=112|TYPE=lxc|NODE=pve01|STATUS=running
REC|VM211_NODE_CONFIG_PRE|NODE=pve01|COUNT=0 CT112_STATE_PRESENT_PRE=true
REC|VM211_NODE_CONFIG_PRE|NODE=pve02|COUNT=0 CT112_LAST_SUCCESS_PRE=1791193606
REC|VM211_NODE_CONFIG_PRE|NODE=pve03|COUNT=0 CT112_LAST_ATTEMPT_PRE=1791193606
ROLLBACK_V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720 CT112_RESULT_PRE=SUCCESS
V2_TARGET_COUNT_NEW=28 CT112_GENERATION_PRE=v2-ct112-20261005T094532Z-ee250335d44e
V2_VM211_COUNT_NEW=1 BACKUP_V2_ACTIVE_PRE=inactive
V2_VM211_ENABLED_FALSE_NEW=1
V2_DISABLED_TOTAL_NEW=11
V2_SHA_POST_APPLY=7f413e4a3bc276be668ad0d7a877a0f2b2bd64bf1dead9cb929d966b25a44e25
V2_TARGET_COUNT_POST=28
V2_VM211_COUNT_POST=1
V2_VM211_ENABLED_FALSE_POST=1
V2_DISABLED_TOTAL_POST=11
BACKUP_V2_ACTIVE_PRE_CYCLE=failed
BACKUP_V2_START_RC=0 BACKUP_V2_START_RC=0
BACKUP_V2_RESULT_POST=success BACKUP_V2_RESULT_POST=success
BACKUP_V2_EXEC_STATUS_POST=0 BACKUP_V2_EXEC_STATUS_POST=0
BACKUP_V2_FRESH_JOURNAL_LINES=7 BACKUP_V2_FRESH_JOURNAL_LINES=14
REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=control-bootstrap-v2 REC|BACKUP_V2_CURRENT|SCHEDULE_TARGET=ct112
REC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS REC|BACKUP_V2_CURRENT|SCHEDULE_RESULT=SUCCESS
ACTUAL_SCHEDULE_TARGET_POST_VM211_RETIRE=control-bootstrap-v2 ACTUAL_SCHEDULE_TARGET=ct112
CT112_STATE_PRESENT_POST=true
CT112_LAST_SUCCESS_POST=1791275459
CT112_LAST_SUCCESS_ADVANCED=true
CT112_RESULT_POST=SUCCESS
CT112_REASON_POST=MISSING
CT112_GENERATION_POST=v2-ct112-20261006T082950Z-2538063ab2f8
Job for homelab-backup-audit.service failed because the control process exited with error code. Job for homelab-backup-audit.service failed because the control process exited with error code.
See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details. See "systemctl status homelab-backup-audit.service" and "journalctl -xeu homelab-backup-audit.service" for details.
BACKUP_AUDIT_START_RC=1 BACKUP_AUDIT_START_RC=1
BACKUP_AUDIT_EXEC_STATUS_POST=1 BACKUP_AUDIT_EXEC_STATUS_POST=1
BACKUP_AUDIT_RPO_BREACH_COUNT_POST=1 BACKUP_AUDIT_ISSUE_COUNT_POST=3
BACKUP_AUDIT_RPO_BREACH_IDS_POST=vm112 BACKUP_AUDIT_RPO_BREACH_COUNT_POST=0
BACKUP_AUDIT_VM211_ISSUE_COUNT_POST=0 BACKUP_AUDIT_RPO_BREACH_IDS_POST=
BACKUP_AUDIT_VM160_ISSUE_COUNT_POST=0 BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=0
BACKUP_AUDIT_VM112_ISSUE_COUNT_POST=1
BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK BACKUP_AUDIT_SUMMARY_AUDIT_STATUS=OK
BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED BACKUP_AUDIT_SUMMARY_BACKUP_STATUS=RED
BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=4 BACKUP_AUDIT_SUMMARY_ISSUE_COUNT=3
BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15 BACKUP_AUDIT_SUMMARY_ACTIVE_COUNT=15
FAILED_UNIT_COUNT_POST=1 REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=APP_FRESHNESS_PLAN_FAILED
REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=GFS_INVALID
REC|AUDIT_ISSUE_POST|LOGICAL_ID=-|CODE=RETENTION_CONTRACT_BAD
FAILED_UNIT_COUNT_POST=2
REC|FAILED_UNIT_POST|homelab-backup-audit.service REC|FAILED_UNIT_POST|homelab-backup-audit.service
DECISION=PASS_PVE01_VM211_RETIRE_AND_NEXT_CYCLE REC|FAILED_UNIT_POST|homelab-private-vpn-hosts-health.service
NEXT_GATE=PVE01_BACKUP_REMAINING_AND_VPN APT_FULL_UPGRADE_SIM_RC=0
TASK_RESULT=PVE01_VM211_RETIRE_AND_NEXT_CYCLE APT_FULL_UPGRADE_SIM_UPGRADE_COUNT=184
APT_FULL_UPGRADE_SIM_REMOVE_COUNT=0
DECISION=PASS_PVE01_BACKUP_V2_CT112_RECOVERY
NEXT_GATE=PVE01_VPN_HEALTH_REPAIR
TASK_RESULT=PVE01_BACKUP_V2_CT112_RECOVERY
CHANGES_MADE=true CHANGES_MADE=true
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
MUTATION_OUTCOME=VM211_RETIRED_AND_NEXT_CYCLE_COMPLETED MUTATION_OUTCOME=CT112_RECOVERY_AND_ZERO_RPO_COMPLETED
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-VM211-RETIRE-AND-NEXT-CYCLE-99692R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-V2-CT112-RECOVERY-99693R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END