homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-10-06 08:11:40 +00:00
parent c220ca9e59
commit 92bc236efa
4 changed files with 231 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "read-only",
"component": "pve01-control-backup-fail-rca",
"started_at_utc": "2026-10-06T08:11:39Z",
"finished_at_utc": "2026-10-06T08:11:39Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "99fa8b6462634ca359a42358fba7771e2970c1d0d89aa6f6b3d36b4a6c83a30c",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 0,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade",
"sanitized_output_sha256": "0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_CONTROL_BACKUP_FAIL_RCA=V1\nMODE=read-only\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_SERVICE_START_STOP_RESTART=true\nNO_RESET_FAILED=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNODE_HOSTNAME=pve01\nV2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nCONTROL_STATE_SHA=dca9b4e1fd9a2f0b168fbbc9e21401a97336c0c17166914f59ee6e9003091e8c\nBACKUP_V2_ACTIVE_NOW=failed\nBACKUP_V2_RESULT_NOW=exit-code\nBACKUP_V2_EXEC_STATUS_NOW=1\nBACKUP_V2_FRESH_JOURNAL_LINES=44\nBACKUP_V2_FRESH_JOURNAL_SHA=238965f6b5d7aa58fd8627d253e26b4a872dd4de6e6e6a37e1e7cba4b349f781\nREC|FRESH_JOURNAL|3|SCHEDULE_TARGET=vm211\nREC|FRESH_JOURNAL|4|Traceback (most recent call last):\nREC|FRESH_JOURNAL|5| File \"PATH_REDACTED, line 26, in <module>\nREC|FRESH_JOURNAL|8| File \"PATH_REDACTED, line 25, in main\nREC|FRESH_JOURNAL|11| File \"PATH_REDACTED, line 186, in main\nREC|FRESH_JOURNAL|14| File \"PATH_REDACTED, line 94, in main\nREC|FRESH_JOURNAL|17| File \"PATH_REDACTED, line 85, in _scheduled_locked\nREC|FRESH_JOURNAL|20| File \"PATH_REDACTED, line 960, in scheduled_run\nREC|FRESH_JOURNAL|23| File \"PATH_REDACTED, line 42, in backup_target\nREC|FRESH_JOURNAL|25| File \"PATH_REDACTED, line 908, in backup_target\nREC|FRESH_JOURNAL|28| File \"PATH_REDACTED, line 873, in capture_target\nREC|FRESH_JOURNAL|31| File \"PATH_REDACTED, line 192, in capture_pve_guest\nREC|FRESH_JOURNAL|34| File \"PATH_REDACTED, line 44, in capture_pve_guest\nREC|FRESH_JOURNAL|37| File \"PATH_REDACTED, line 9, in _need\nREC|FRESH_JOURNAL|38| if not ok: raise QemuAdapterError(code)\nREC|FRESH_JOURNAL|40|qemu_adapter.QemuAdapterError: PVE_GUEST_NOT_UNIQUE\nFRESH_COMMAND_FAILED_COUNT=0\nFRESH_TRACEBACK_COUNT=1\nCONTROL_TARGET_COUNT=1\nCONTROL_TARGET_TYPE=control\nCONTROL_TARGET_ENABLED=True\nCONTROL_TARGET_DUE_SECONDS=43200\nCONTROL_TARGET_KEYS=due_seconds,enabled,green1,logical_id,scope,type\nCONTROL_STATE_RESULT=SUCCESS\nCONTROL_STATE_REASON=MISSING\nCONTROL_STATE_LAST_SUCCESS_EPOCH=1791218537\nCONTROL_STATE_LAST_ATTEMPT_EPOCH=1791218537\nCONTROL_STATE_GENERATION=control-bootstrap-v2-pve01-20260916T120057Z\nENGINE_FOUND=true\nENGINE_SHA=2b5eb4fc0f6f466a0d3e5a007af987092b6c17baa3ff9241a6afc2c2e97df1d5\nREC|ENGINE_FUNC|backup_target|FOUND=true\nREC|ENGINE_SOURCE|backup_target|1|def backup_target(t,green_verify=False):\nREC|ENGINE_SOURCE|backup_target|3|return _legacy_backup_target(t,green_verify)\nREC|ENGINE_SOURCE|backup_target|5|r=ct112.run_target(t,state_writer=legacy.write_state)\nREC|ENGINE_FUNC|capture_control|FOUND=false\nREC|ENGINE_FUNC|capture_control_bootstrap|FOUND=false\nREC|ENGINE_FUNC|run_cmd|FOUND=false\nREC|ENGINE_FUNC|run|FOUND=false\nFAILED_UNIT_COUNT_NOW=3\nREC|FAILED_UNIT_NOW|homelab-backup-audit.service\nREC|FAILED_UNIT_NOW|homelab-backup-v2.service\nREC|FAILED_UNIT_NOW|homelab-private-vpn-hosts-health.service\nDECISION=PASS_PVE01_CONTROL_BACKUP_FAIL_RCA\nNEXT_GATE=PVE01_CONTROL_BACKUP_REPAIR_DECISION\nTASK_RESULT=PVE01_CONTROL_BACKUP_FAIL_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/history/SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1.txt
+102
View File
@@ -0,0 +1,102 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=pve01-control-backup-fail-rca
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=99fa8b6462634ca359a42358fba7771e2970c1d0d89aa6f6b3d36b4a6c83a30c
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade
SANITIZED_OUTPUT_SHA256=0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade
OUTPUT_BEGIN
PVE01_CONTROL_BACKUP_FAIL_RCA=V1
MODE=read-only
NO_REBOOT=true
NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true
NO_SERVICE_START_STOP_RESTART=true
NO_RESET_FAILED=true
NO_CONFIG_WRITE=true
NO_FILE_DELETE=true
NO_GUEST_MUTATION=true
NO_BACKUP_EXECUTION=true
NO_NETWORK_MUTATION=true
NODE_HOSTNAME=pve01
V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720
CONTROL_STATE_SHA=dca9b4e1fd9a2f0b168fbbc9e21401a97336c0c17166914f59ee6e9003091e8c
BACKUP_V2_ACTIVE_NOW=failed
BACKUP_V2_RESULT_NOW=exit-code
BACKUP_V2_EXEC_STATUS_NOW=1
BACKUP_V2_FRESH_JOURNAL_LINES=44
BACKUP_V2_FRESH_JOURNAL_SHA=238965f6b5d7aa58fd8627d253e26b4a872dd4de6e6e6a37e1e7cba4b349f781
REC|FRESH_JOURNAL|3|SCHEDULE_TARGET=vm211
REC|FRESH_JOURNAL|4|Traceback (most recent call last):
REC|FRESH_JOURNAL|5| File "PATH_REDACTED, line 26, in <module>
REC|FRESH_JOURNAL|8| File "PATH_REDACTED, line 25, in main
REC|FRESH_JOURNAL|11| File "PATH_REDACTED, line 186, in main
REC|FRESH_JOURNAL|14| File "PATH_REDACTED, line 94, in main
REC|FRESH_JOURNAL|17| File "PATH_REDACTED, line 85, in _scheduled_locked
REC|FRESH_JOURNAL|20| File "PATH_REDACTED, line 960, in scheduled_run
REC|FRESH_JOURNAL|23| File "PATH_REDACTED, line 42, in backup_target
REC|FRESH_JOURNAL|25| File "PATH_REDACTED, line 908, in backup_target
REC|FRESH_JOURNAL|28| File "PATH_REDACTED, line 873, in capture_target
REC|FRESH_JOURNAL|31| File "PATH_REDACTED, line 192, in capture_pve_guest
REC|FRESH_JOURNAL|34| File "PATH_REDACTED, line 44, in capture_pve_guest
REC|FRESH_JOURNAL|37| File "PATH_REDACTED, line 9, in _need
REC|FRESH_JOURNAL|38| if not ok: raise QemuAdapterError(code)
REC|FRESH_JOURNAL|40|qemu_adapter.QemuAdapterError: PVE_GUEST_NOT_UNIQUE
FRESH_COMMAND_FAILED_COUNT=0
FRESH_TRACEBACK_COUNT=1
CONTROL_TARGET_COUNT=1
CONTROL_TARGET_TYPE=control
CONTROL_TARGET_ENABLED=True
CONTROL_TARGET_DUE_SECONDS=43200
CONTROL_TARGET_KEYS=due_seconds,enabled,green1,logical_id,scope,type
CONTROL_STATE_RESULT=SUCCESS
CONTROL_STATE_REASON=MISSING
CONTROL_STATE_LAST_SUCCESS_EPOCH=1791218537
CONTROL_STATE_LAST_ATTEMPT_EPOCH=1791218537
CONTROL_STATE_GENERATION=control-bootstrap-v2-pve01-20260916T120057Z
ENGINE_FOUND=true
ENGINE_SHA=2b5eb4fc0f6f466a0d3e5a007af987092b6c17baa3ff9241a6afc2c2e97df1d5
REC|ENGINE_FUNC|backup_target|FOUND=true
REC|ENGINE_SOURCE|backup_target|1|def backup_target(t,green_verify=False):
REC|ENGINE_SOURCE|backup_target|3|return _legacy_backup_target(t,green_verify)
REC|ENGINE_SOURCE|backup_target|5|r=ct112.run_target(t,state_writer=legacy.write_state)
REC|ENGINE_FUNC|capture_control|FOUND=false
REC|ENGINE_FUNC|capture_control_bootstrap|FOUND=false
REC|ENGINE_FUNC|run_cmd|FOUND=false
REC|ENGINE_FUNC|run|FOUND=false
FAILED_UNIT_COUNT_NOW=3
REC|FAILED_UNIT_NOW|homelab-backup-audit.service
REC|FAILED_UNIT_NOW|homelab-backup-v2.service
REC|FAILED_UNIT_NOW|homelab-private-vpn-hosts-health.service
DECISION=PASS_PVE01_CONTROL_BACKUP_FAIL_RCA
NEXT_GATE=PVE01_CONTROL_BACKUP_REPAIR_DECISION
TASK_RESULT=PVE01_CONTROL_BACKUP_FAIL_RCA
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+16 -16
View File
@@ -1,38 +1,38 @@
{ {
"schema_version": 1, "schema_version": 1,
"channel": "homelab-runtime", "channel": "homelab-runtime",
"command_id": "SUPPORT-261006-PVE01-BACKUP-V2-CONTROL-RECOVERY-99689R1", "command_id": "SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1",
"status": "FAIL", "status": "OK",
"rc": 1, "rc": 0,
"host": "pve01", "host": "pve01",
"mode": "change", "mode": "read-only",
"component": "pve01-backup-v2-control-recovery", "component": "pve01-control-backup-fail-rca",
"started_at_utc": "2026-10-06T08:08:38Z", "started_at_utc": "2026-10-06T08:11:39Z",
"finished_at_utc": "2026-10-06T08:08:39Z", "finished_at_utc": "2026-10-06T08:11:39Z",
"reference_register_checked": true, "reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true, "error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "757b26f695f353f50fdebce33d6184027ba67b5894fc9fc42b5e79ed4799e2aa", "command_sha256": "99fa8b6462634ca359a42358fba7771e2970c1d0d89aa6f6b3d36b4a6c83a30c",
"duplicate_failed_command_blocked": false, "duplicate_failed_command_blocked": false,
"block_reason": null, "block_reason": null,
"execution_started": true, "execution_started": true,
"change_declared": true, "change_declared": false,
"result_contract_valid": true, "result_contract_valid": true,
"result_contract_status": "FAIL", "result_contract_status": null,
"result_contract_error": null, "result_contract_error": null,
"command_rc": 1, "command_rc": 0,
"changes_made": true, "changes_made": false,
"rollback_started": false, "rollback_started": false,
"rollback_restored": null, "rollback_restored": null,
"mutation_outcome": "MUTATED", "mutation_outcome": "NO_MUTATION",
"sanitized": true, "sanitized": true,
"secrets_included": false, "secrets_included": false,
"private_addresses_included": false, "private_addresses_included": false,
"raw_evidence_retained_locally": true, "raw_evidence_retained_locally": true,
"raw_evidence_sha256": "fce56878177c165140b9dfd599b0d0f81c968dd8d1c56c3cf5302498dd4239f9", "raw_evidence_sha256": "0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade",
"sanitized_output_sha256": "fce56878177c165140b9dfd599b0d0f81c968dd8d1c56c3cf5302498dd4239f9", "sanitized_output_sha256": "0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade",
"output_truncated_in_json": false, "output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PVE01_BACKUP_V2_CONTROL_RECOVERY=V1\nMODE=change\nSCOPE=ONE_SCHEDULER_CYCLE_CONTROL_BOOTSTRAP_V2\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_CONFIG_MUTATION=true\nBACKUP_EXECUTION=true\nBACKUP_CYCLE_LIMIT=1\nNO_NETWORK_CONFIG_MUTATION=true\nNO_VPN_SERVICE_EXECUTION=true\nNODE_HOSTNAME=pve01\nCANONICAL_BACKUP_PRECHECK=PASS\nBACKUP_V2_ACTIVE_PRE=inactive\nNEXT_BACKUP_DUE_CANDIDATE_COUNT_PRE=4\nNEXT_BACKUP_TARGET_PRE=control-bootstrap-v2\nNEXT_BACKUP_TARGET_TYPE_PRE=control\nNEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH_PRE=1791218537\nNEXT_BACKUP_TARGET_AGE_SECONDS_PRE=55581\nNEXT_BACKUP_TARGET_DUE_SECONDS_PRE=43200\nCONTROL_STATE_PRESENT_PRE=true\nCONTROL_LAST_SUCCESS_PRE=1791218537\nCONTROL_RESULT_PRE=SUCCESS\nCONTROL_GENERATION_PRE=control-bootstrap-v2-pve01-20260916T120057Z\nJob for homelab-backup-v2.service failed because the control process exited with error code.\nSee \"systemctl status homelab-backup-v2.service\" and \"journalctl -xeu homelab-backup-v2.service\" for details.\nBACKUP_V2_START_RC=1\nBACKUP_V2_RESULT_POST=exit-code\nBACKUP_V2_EXEC_STATUS_POST=1\nFAIL_REASON=BACKUP_V2_START_FAILED\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=BACKUP_CONTROL_RECOVERY_FAILED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-BACKUP-V2-CONTROL-RECOVERY-99689R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" "output": "PVE01_CONTROL_BACKUP_FAIL_RCA=V1\nMODE=read-only\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_SERVICE_START_STOP_RESTART=true\nNO_RESET_FAILED=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_NETWORK_MUTATION=true\nNODE_HOSTNAME=pve01\nV2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720\nCONTROL_STATE_SHA=dca9b4e1fd9a2f0b168fbbc9e21401a97336c0c17166914f59ee6e9003091e8c\nBACKUP_V2_ACTIVE_NOW=failed\nBACKUP_V2_RESULT_NOW=exit-code\nBACKUP_V2_EXEC_STATUS_NOW=1\nBACKUP_V2_FRESH_JOURNAL_LINES=44\nBACKUP_V2_FRESH_JOURNAL_SHA=238965f6b5d7aa58fd8627d253e26b4a872dd4de6e6e6a37e1e7cba4b349f781\nREC|FRESH_JOURNAL|3|SCHEDULE_TARGET=vm211\nREC|FRESH_JOURNAL|4|Traceback (most recent call last):\nREC|FRESH_JOURNAL|5| File \"PATH_REDACTED, line 26, in <module>\nREC|FRESH_JOURNAL|8| File \"PATH_REDACTED, line 25, in main\nREC|FRESH_JOURNAL|11| File \"PATH_REDACTED, line 186, in main\nREC|FRESH_JOURNAL|14| File \"PATH_REDACTED, line 94, in main\nREC|FRESH_JOURNAL|17| File \"PATH_REDACTED, line 85, in _scheduled_locked\nREC|FRESH_JOURNAL|20| File \"PATH_REDACTED, line 960, in scheduled_run\nREC|FRESH_JOURNAL|23| File \"PATH_REDACTED, line 42, in backup_target\nREC|FRESH_JOURNAL|25| File \"PATH_REDACTED, line 908, in backup_target\nREC|FRESH_JOURNAL|28| File \"PATH_REDACTED, line 873, in capture_target\nREC|FRESH_JOURNAL|31| File \"PATH_REDACTED, line 192, in capture_pve_guest\nREC|FRESH_JOURNAL|34| File \"PATH_REDACTED, line 44, in capture_pve_guest\nREC|FRESH_JOURNAL|37| File \"PATH_REDACTED, line 9, in _need\nREC|FRESH_JOURNAL|38| if not ok: raise QemuAdapterError(code)\nREC|FRESH_JOURNAL|40|qemu_adapter.QemuAdapterError: PVE_GUEST_NOT_UNIQUE\nFRESH_COMMAND_FAILED_COUNT=0\nFRESH_TRACEBACK_COUNT=1\nCONTROL_TARGET_COUNT=1\nCONTROL_TARGET_TYPE=control\nCONTROL_TARGET_ENABLED=True\nCONTROL_TARGET_DUE_SECONDS=43200\nCONTROL_TARGET_KEYS=due_seconds,enabled,green1,logical_id,scope,type\nCONTROL_STATE_RESULT=SUCCESS\nCONTROL_STATE_REASON=MISSING\nCONTROL_STATE_LAST_SUCCESS_EPOCH=1791218537\nCONTROL_STATE_LAST_ATTEMPT_EPOCH=1791218537\nCONTROL_STATE_GENERATION=control-bootstrap-v2-pve01-20260916T120057Z\nENGINE_FOUND=true\nENGINE_SHA=2b5eb4fc0f6f466a0d3e5a007af987092b6c17baa3ff9241a6afc2c2e97df1d5\nREC|ENGINE_FUNC|backup_target|FOUND=true\nREC|ENGINE_SOURCE|backup_target|1|def backup_target(t,green_verify=False):\nREC|ENGINE_SOURCE|backup_target|3|return _legacy_backup_target(t,green_verify)\nREC|ENGINE_SOURCE|backup_target|5|r=ct112.run_target(t,state_writer=legacy.write_state)\nREC|ENGINE_FUNC|capture_control|FOUND=false\nREC|ENGINE_FUNC|capture_control_bootstrap|FOUND=false\nREC|ENGINE_FUNC|run_cmd|FOUND=false\nREC|ENGINE_FUNC|run|FOUND=false\nFAILED_UNIT_COUNT_NOW=3\nREC|FAILED_UNIT_NOW|homelab-backup-audit.service\nREC|FAILED_UNIT_NOW|homelab-backup-v2.service\nREC|FAILED_UNIT_NOW|homelab-private-vpn-hosts-health.service\nDECISION=PASS_PVE01_CONTROL_BACKUP_FAIL_RCA\nNEXT_GATE=PVE01_CONTROL_BACKUP_REPAIR_DECISION\nTASK_RESULT=PVE01_CONTROL_BACKUP_FAIL_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
} }
runtime/latest.txt
+75 -42
View File
@@ -1,69 +1,102 @@
CHAT_OUTPUT_BEGIN CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-261006-PVE01-BACKUP-V2-CONTROL-RECOVERY-99689R1 COMMAND_ID=SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1
STATUS=FAIL STATUS=OK
RC=1 RC=0
HOST=pve01 HOST=pve01
MODE=change MODE=read-only
COMPONENT=pve01-backup-v2-control-recovery COMPONENT=pve01-control-backup-fail-rca
REFERENCE_REGISTER_CHECK=OK REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=757b26f695f353f50fdebce33d6184027ba67b5894fc9fc42b5e79ed4799e2aa COMMAND_SHA256=99fa8b6462634ca359a42358fba7771e2970c1d0d89aa6f6b3d36b4a6c83a30c
DUPLICATE_FAILED_COMMAND_BLOCKED=false DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true EXECUTION_STARTED=true
CHANGE_DECLARED=true CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=1 COMMAND_RC=0
CHANGES_MADE=true CHANGES_MADE=false
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes SANITIZED=yes
SECRETS_INCLUDED=no SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=fce56878177c165140b9dfd599b0d0f81c968dd8d1c56c3cf5302498dd4239f9 RAW_EVIDENCE_SHA256=0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade
SANITIZED_OUTPUT_SHA256=fce56878177c165140b9dfd599b0d0f81c968dd8d1c56c3cf5302498dd4239f9 SANITIZED_OUTPUT_SHA256=0f232d18092f6f2c589cadab4858ec343a44da61c876edf70be8fabb7235dade
OUTPUT_BEGIN OUTPUT_BEGIN
PVE01_BACKUP_V2_CONTROL_RECOVERY=V1 PVE01_CONTROL_BACKUP_FAIL_RCA=V1
MODE=change MODE=read-only
SCOPE=ONE_SCHEDULER_CYCLE_CONTROL_BOOTSTRAP_V2
NO_REBOOT=true NO_REBOOT=true
NO_APT_UPDATE=true NO_APT_UPDATE=true
NO_PACKAGE_MUTATION=true NO_PACKAGE_MUTATION=true
NO_SERVICE_START_STOP_RESTART=true
NO_RESET_FAILED=true
NO_CONFIG_WRITE=true NO_CONFIG_WRITE=true
NO_FILE_DELETE=true NO_FILE_DELETE=true
NO_GUEST_CONFIG_MUTATION=true NO_GUEST_MUTATION=true
BACKUP_EXECUTION=true NO_BACKUP_EXECUTION=true
BACKUP_CYCLE_LIMIT=1 NO_NETWORK_MUTATION=true
NO_NETWORK_CONFIG_MUTATION=true
NO_VPN_SERVICE_EXECUTION=true
NODE_HOSTNAME=pve01 NODE_HOSTNAME=pve01
CANONICAL_BACKUP_PRECHECK=PASS V2_SHA=ac8fc9b95950052cd261a40992b17a485a8794dca82dbc8eb6961751fd4e9720
BACKUP_V2_ACTIVE_PRE=inactive CONTROL_STATE_SHA=dca9b4e1fd9a2f0b168fbbc9e21401a97336c0c17166914f59ee6e9003091e8c
NEXT_BACKUP_DUE_CANDIDATE_COUNT_PRE=4 BACKUP_V2_ACTIVE_NOW=failed
NEXT_BACKUP_TARGET_PRE=control-bootstrap-v2 BACKUP_V2_RESULT_NOW=exit-code
NEXT_BACKUP_TARGET_TYPE_PRE=control BACKUP_V2_EXEC_STATUS_NOW=1
NEXT_BACKUP_TARGET_LAST_SUCCESS_EPOCH_PRE=1791218537 BACKUP_V2_FRESH_JOURNAL_LINES=44
NEXT_BACKUP_TARGET_AGE_SECONDS_PRE=55581 BACKUP_V2_FRESH_JOURNAL_SHA=238965f6b5d7aa58fd8627d253e26b4a872dd4de6e6e6a37e1e7cba4b349f781
NEXT_BACKUP_TARGET_DUE_SECONDS_PRE=43200 REC|FRESH_JOURNAL|3|SCHEDULE_TARGET=vm211
CONTROL_STATE_PRESENT_PRE=true REC|FRESH_JOURNAL|4|Traceback (most recent call last):
CONTROL_LAST_SUCCESS_PRE=1791218537 REC|FRESH_JOURNAL|5| File "PATH_REDACTED, line 26, in <module>
CONTROL_RESULT_PRE=SUCCESS REC|FRESH_JOURNAL|8| File "PATH_REDACTED, line 25, in main
CONTROL_GENERATION_PRE=control-bootstrap-v2-pve01-20260916T120057Z REC|FRESH_JOURNAL|11| File "PATH_REDACTED, line 186, in main
Job for homelab-backup-v2.service failed because the control process exited with error code. REC|FRESH_JOURNAL|14| File "PATH_REDACTED, line 94, in main
See "systemctl status homelab-backup-v2.service" and "journalctl -xeu homelab-backup-v2.service" for details. REC|FRESH_JOURNAL|17| File "PATH_REDACTED, line 85, in _scheduled_locked
BACKUP_V2_START_RC=1 REC|FRESH_JOURNAL|20| File "PATH_REDACTED, line 960, in scheduled_run
BACKUP_V2_RESULT_POST=exit-code REC|FRESH_JOURNAL|23| File "PATH_REDACTED, line 42, in backup_target
BACKUP_V2_EXEC_STATUS_POST=1 REC|FRESH_JOURNAL|25| File "PATH_REDACTED, line 908, in backup_target
FAIL_REASON=BACKUP_V2_START_FAILED REC|FRESH_JOURNAL|28| File "PATH_REDACTED, line 873, in capture_target
CHANGES_MADE=true REC|FRESH_JOURNAL|31| File "PATH_REDACTED, line 192, in capture_pve_guest
REC|FRESH_JOURNAL|34| File "PATH_REDACTED, line 44, in capture_pve_guest
REC|FRESH_JOURNAL|37| File "PATH_REDACTED, line 9, in _need
REC|FRESH_JOURNAL|38| if not ok: raise QemuAdapterError(code)
REC|FRESH_JOURNAL|40|qemu_adapter.QemuAdapterError: PVE_GUEST_NOT_UNIQUE
FRESH_COMMAND_FAILED_COUNT=0
FRESH_TRACEBACK_COUNT=1
CONTROL_TARGET_COUNT=1
CONTROL_TARGET_TYPE=control
CONTROL_TARGET_ENABLED=True
CONTROL_TARGET_DUE_SECONDS=43200
CONTROL_TARGET_KEYS=due_seconds,enabled,green1,logical_id,scope,type
CONTROL_STATE_RESULT=SUCCESS
CONTROL_STATE_REASON=MISSING
CONTROL_STATE_LAST_SUCCESS_EPOCH=1791218537
CONTROL_STATE_LAST_ATTEMPT_EPOCH=1791218537
CONTROL_STATE_GENERATION=control-bootstrap-v2-pve01-20260916T120057Z
ENGINE_FOUND=true
ENGINE_SHA=2b5eb4fc0f6f466a0d3e5a007af987092b6c17baa3ff9241a6afc2c2e97df1d5
REC|ENGINE_FUNC|backup_target|FOUND=true
REC|ENGINE_SOURCE|backup_target|1|def backup_target(t,green_verify=False):
REC|ENGINE_SOURCE|backup_target|3|return _legacy_backup_target(t,green_verify)
REC|ENGINE_SOURCE|backup_target|5|r=ct112.run_target(t,state_writer=legacy.write_state)
REC|ENGINE_FUNC|capture_control|FOUND=false
REC|ENGINE_FUNC|capture_control_bootstrap|FOUND=false
REC|ENGINE_FUNC|run_cmd|FOUND=false
REC|ENGINE_FUNC|run|FOUND=false
FAILED_UNIT_COUNT_NOW=3
REC|FAILED_UNIT_NOW|homelab-backup-audit.service
REC|FAILED_UNIT_NOW|homelab-backup-v2.service
REC|FAILED_UNIT_NOW|homelab-private-vpn-hosts-health.service
DECISION=PASS_PVE01_CONTROL_BACKUP_FAIL_RCA
NEXT_GATE=PVE01_CONTROL_BACKUP_REPAIR_DECISION
TASK_RESULT=PVE01_CONTROL_BACKUP_FAIL_RCA
CHANGES_MADE=false
ROLLBACK_STARTED=false ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null ROLLBACK_RESTORED=null
MUTATION_OUTCOME=BACKUP_CONTROL_RECOVERY_FAILED MUTATION_OUTCOME=NO_MUTATION
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-BACKUP-V2-CONTROL-RECOVERY-99689R1","status":"FAIL","changes_made":true,"rollback_started":false,"rollback_restored":null} HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-CONTROL-BACKUP-FAIL-RCA-99690R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END OUTPUT_END
CHAT_OUTPUT_END CHAT_OUTPUT_END