From b01d7188de61e4b5e59d7d32e3fee40d32b7ae14 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Fri, 25 Sep 2026 01:36:42 +0000 Subject: [PATCH] runtime: publish SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 --- ...-RUNTIME-PUBLICATION-PATH-RCA-73187R1.json | 38 + ...A-RUNTIME-PUBLICATION-PATH-RCA-73187R1.txt | 88 ++ runtime/latest.json | 16 +- runtime/latest.txt | 1195 +---------------- 4 files changed, 191 insertions(+), 1146 deletions(-) create mode 100644 runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.json create mode 100644 runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.txt diff --git a/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.json b/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.json new file mode 100644 index 00000000..2be99043 --- /dev/null +++ b/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "gitea-runtime-publication-path-rca", + "started_at_utc": "2026-09-25T01:36:41Z", + "finished_at_utc": "2026-09-25T01:36:41Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "3430c3ab064cdb901f0324612c1b24d30f5051b22258ab455d3e7acdb37c014d", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e", + "sanitized_output_sha256": "027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1\nMODE=read-only\nCOMPONENT=gitea-runtime-publication-path-rca\nMUTATION_BOUNDARY=NONE;READ_ONLY_GITEA_DNS_TCP_TLS_API_GIT_SMART_HTTP_CREDENTIAL_PERMISSION_RUNNER_PUBLICATION_PATH;TEMP_/run_ONLY;NO_GIT_FETCH;NO_GIT_COMMIT;NO_GIT_PUSH;NO_CREDENTIAL_WRITE;NO_SERVICE_ACTION;NO_REPO_WRITE;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE\nPREVIOUS_EXACT=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73184-CARRIER-RECONCILE-73185R1\nMISSING_SOURCE_CID=SUPPORT-260925-SKLADCHIK-ALTERNATE-EGRESS-SOURCE-RCA-73186R1\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nGITEA_DNS_RC=0\nGITEA_DNS_V4_COUNT=1\nGITEA_DNS_SET_SHA256=809678bde4af2eb857ca8d4722ac659194948d4361de7a0365b3abdf2c5a175b\nGITEA_TCP443_OK=true\nGITEA_TCP443_META=3\nGITEA_VERSION_CURL_RC=0\nGITEA_VERSION_HTTP=200\nGITEA_VERSION_BODY_SHA256=1965a151d0917ac3201bff84c8fa774c01c3b53b40e70ac0b1ffce0b4ea84284\nGITEA_VERSION_PARSE=true\nGITEA_VERSION_PRESENT=true\nGITEA_BRANCH_CURL_RC=0\nGITEA_BRANCH_HTTP=200\nGITEA_BRANCH_PARSE=true\nGITEA_BRANCH_HEAD_PRESENT=true\nGITEA_BRANCH_HEAD_SHA256=28418c4f0d77f2036481f22985b6aa128313da1f5d082d034014c24929c5bf68\nGITEA_BRANCH_MESSAGE_SHA256=bbf9cc6566dbb2b4955e576e5a8ae6cbc317409d980310d66984895eea5ce57a\nGITEA_BRANCH_TIMESTAMP_PRESENT=true\nGITEA_PREVIOUS_EXACT_CURL_RC=0\nGITEA_PREVIOUS_EXACT_HTTP=200\nGITEA_PREVIOUS_EXACT_COMMAND_ID_MATCH=true\nGIT_LS_REMOTE_RC=0\nGIT_LS_REMOTE_HEAD_COUNT=1\nGIT_LS_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nGIT_CREDENTIAL_FILL_RC=0\nGIT_CREDENTIAL_USERNAME_PRESENT=true\nGIT_CREDENTIAL_PASSWORD_PRESENT=true\nGIT_CREDENTIAL_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nGITEA_AUTH_USER_HTTP=200\nGITEA_AUTH_USER_OK=true\nGITEA_AUTH_REPO_HTTP=200\nGITEA_AUTH_REPO_PUSH_PERMISSION=true\nRUNNER_BASH_N_RC=0\nRUNNER_GITEA_HOST_REF_COUNT=2\nRUNNER_ASSISTANT_RUNTIME_REF_COUNT=0\nRUNNER_RUNTIME_HISTORY_REF_COUNT=0\nRUNNER_GIT_PUSH_TOKEN_COUNT=0\nRUNNER_STATE_DIR_EXISTS=true\nRUNNER_STATE_DIR_MODE=700\nRUNNER_STATE_DIR_OWNER=0:0\nROOT_FS_FREE_KB=57595264\nDECISION=GITEA_PUBLICATION_PATH_PREFLIGHT_HEALTHY_AWAIT_SELF_PUBLICATION\nNEXT_GATE=READ_EXACT_73187_SELF_PUBLICATION_THEN_CLOSE_GITEA_PATH\nTASK_RESULT=PASS_GITEA_PUBLICATION_PATH_PREFLIGHT\nSELF_PUBLICATION_PROOF_PENDING=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_END=1\n" +} diff --git a/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.txt b/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.txt new file mode 100644 index 00000000..06c8b500 --- /dev/null +++ b/runtime/history/SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1.txt @@ -0,0 +1,88 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=gitea-runtime-publication-path-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=3430c3ab064cdb901f0324612c1b24d30f5051b22258ab455d3e7acdb37c014d +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e +SANITIZED_OUTPUT_SHA256=027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e +OUTPUT_BEGIN +WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 +MODE=read-only +COMPONENT=gitea-runtime-publication-path-rca +MUTATION_BOUNDARY=NONE;READ_ONLY_GITEA_DNS_TCP_TLS_API_GIT_SMART_HTTP_CREDENTIAL_PERMISSION_RUNNER_PUBLICATION_PATH;TEMP_/run_ONLY;NO_GIT_FETCH;NO_GIT_COMMIT;NO_GIT_PUSH;NO_CREDENTIAL_WRITE;NO_SERVICE_ACTION;NO_REPO_WRITE;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE +PREVIOUS_EXACT=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73184-CARRIER-RECONCILE-73185R1 +MISSING_SOURCE_CID=SUPPORT-260925-SKLADCHIK-ALTERNATE-EGRESS-SOURCE-RCA-73186R1 +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +GITEA_DNS_RC=0 +GITEA_DNS_V4_COUNT=1 +GITEA_DNS_SET_SHA256=809678bde4af2eb857ca8d4722ac659194948d4361de7a0365b3abdf2c5a175b +GITEA_TCP443_OK=true +GITEA_TCP443_META=3 +GITEA_VERSION_CURL_RC=0 +GITEA_VERSION_HTTP=200 +GITEA_VERSION_BODY_SHA256=1965a151d0917ac3201bff84c8fa774c01c3b53b40e70ac0b1ffce0b4ea84284 +GITEA_VERSION_PARSE=true +GITEA_VERSION_PRESENT=true +GITEA_BRANCH_CURL_RC=0 +GITEA_BRANCH_HTTP=200 +GITEA_BRANCH_PARSE=true +GITEA_BRANCH_HEAD_PRESENT=true +GITEA_BRANCH_HEAD_SHA256=28418c4f0d77f2036481f22985b6aa128313da1f5d082d034014c24929c5bf68 +GITEA_BRANCH_MESSAGE_SHA256=bbf9cc6566dbb2b4955e576e5a8ae6cbc317409d980310d66984895eea5ce57a +GITEA_BRANCH_TIMESTAMP_PRESENT=true +GITEA_PREVIOUS_EXACT_CURL_RC=0 +GITEA_PREVIOUS_EXACT_HTTP=200 +GITEA_PREVIOUS_EXACT_COMMAND_ID_MATCH=true +GIT_LS_REMOTE_RC=0 +GIT_LS_REMOTE_HEAD_COUNT=1 +GIT_LS_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +GIT_CREDENTIAL_FILL_RC=0 +GIT_CREDENTIAL_USERNAME_PRESENT=true +GIT_CREDENTIAL_PASSWORD_PRESENT=true +GIT_CREDENTIAL_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +GITEA_AUTH_USER_HTTP=200 +GITEA_AUTH_USER_OK=true +GITEA_AUTH_REPO_HTTP=200 +GITEA_AUTH_REPO_PUSH_PERMISSION=true +RUNNER_BASH_N_RC=0 +RUNNER_GITEA_HOST_REF_COUNT=2 +RUNNER_ASSISTANT_RUNTIME_REF_COUNT=0 +RUNNER_RUNTIME_HISTORY_REF_COUNT=0 +RUNNER_GIT_PUSH_TOKEN_COUNT=0 +RUNNER_STATE_DIR_EXISTS=true +RUNNER_STATE_DIR_MODE=700 +RUNNER_STATE_DIR_OWNER=0:0 +ROOT_FS_FREE_KB=57595264 +DECISION=GITEA_PUBLICATION_PATH_PREFLIGHT_HEALTHY_AWAIT_SELF_PUBLICATION +NEXT_GATE=READ_EXACT_73187_SELF_PUBLICATION_THEN_CLOSE_GITEA_PATH +TASK_RESULT=PASS_GITEA_PUBLICATION_PATH_PREFLIGHT +SELF_PUBLICATION_PROOF_PENDING=true +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index fe2507e7..2be99043 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1", + "command_id": "SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "homelab-backup-v2-legacy-mail-audit", - "started_at_utc": "2026-09-25T01:35:31Z", - "finished_at_utc": "2026-09-25T01:35:33Z", + "component": "gitea-runtime-publication-path-rca", + "started_at_utc": "2026-09-25T01:36:41Z", + "finished_at_utc": "2026-09-25T01:36:41Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "54d7bdd3509ea57343544f034771ebc2518496e4c38ad5d34a50f0d5e9911675", + "command_sha256": "3430c3ab064cdb901f0324612c1b24d30f5051b22258ab455d3e7acdb37c014d", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "b491577a944483f49322f180cab33d592ce42d21b9d00c94f407cc24b300d84f", - "sanitized_output_sha256": "b491577a944483f49322f180cab33d592ce42d21b9d00c94f407cc24b300d84f", + "raw_evidence_sha256": "027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e", + "sanitized_output_sha256": "027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "WORKERS2_BACKUP_V2_LEGACY_MAIL_AUDIT_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1\nMODE=read-only\nCOMPONENT=homelab-backup-v2-legacy-mail-audit\nMUTATION_BOUNDARY=READ_ONLY;NO_SYSTEMD_ACTION;NO_BACKUP_EXECUTION;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL;NO_CONFIG_WRITE;NO_GIT_WRITE;NO_CLOUD_WRITE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nUNIT_FILES_BEGIN=1\ndpkg-db-backup.service static -\nhomelab-alertmanager-backup-health.service static -\nhomelab-backup-audit.service static -\nhomelab-backup-retention-gc.service static -\nhomelab-backup-v2.service static -\nhomelab-control-backup.service static -\ndpkg-db-backup.timer enabled enabled\nhomelab-alertmanager-backup-health.timer enabled enabled\nhomelab-backup-audit.timer enabled enabled\nhomelab-backup-retention-gc.timer enabled enabled\nhomelab-backup-v2.timer enabled enabled\nhomelab-control-backup.timer disabled enabled\nUNIT_FILES_END=1\nTIMERS_BEGIN=1\nFri 2026-09-25 04:36:22 MSK 50s Fri 2026-09-25 04:06:42 MSK 28min ago homelab-backup-audit.timer homelab-backup-audit.service\nFri 2026-09-25 04:42:50 MSK 7min Fri 2026-09-25 04:27:28 MSK 8min ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service\nFri 2026-09-25 04:53:01 MSK 17min Fri 2026-09-25 04:15:00 MSK 20min ago homelab-backup-v2.timer homelab-backup-v2.service\nSat 2026-09-26 00:00:00 MSK 19h Fri 2026-09-25 00:00:00 MSK 4h 35min ago dpkg-db-backup.timer dpkg-db-backup.service\nSat 2026-09-26 03:33:44 MSK 22h Fri 2026-09-25 03:27:32 MSK 1h 7min ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service\nTIMERS_END=1\nUNIT_STATE_BEGIN=1\nUNIT=homelab-backup-v2.service\nResult=success\nExecMainStartTimestamp=Fri 2026-09-25 04:15:00 MSK\nExecMainExitTimestamp=Fri 2026-09-25 04:19:57 MSK\nExecMainStatus=0\nTriggers=\nTriggeredBy=homelab-backup-v2.timer\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/homelab-backup-v2.service\nUnitFileState=static\nUNIT=homelab-backup-v2.timer\nResult=success\nTriggers=homelab-backup-v2.service\nTriggeredBy=\nLoadState=loaded\nActiveState=active\nSubState=waiting\nFragmentPath=/etc/systemd/system/homelab-backup-v2.timer\nUnitFileState=enabled\nUNIT=homelab-backup-audit.service\nResult=exit-code\nExecMainStartTimestamp=Fri 2026-09-25 04:06:42 MSK\nExecMainExitTimestamp=Fri 2026-09-25 04:06:46 MSK\nExecMainStatus=1\nTriggers=\nTriggeredBy=homelab-backup-audit.timer\nLoadState=loaded\nActiveState=failed\nSubState=failed\nFragmentPath=/etc/systemd/system/homelab-backup-audit.service\nUnitFileState=static\nUNIT=homelab-backup-audit.timer\nResult=success\nTriggers=homelab-backup-audit.service\nTriggeredBy=\nLoadState=loaded\nActiveState=active\nSubState=waiting\nFragmentPath=/etc/systemd/system/homelab-backup-audit.timer\nUnitFileState=enabled\nUNIT=homelab-backup-retention-gc.service\nResult=success\nExecMainStartTimestamp=Fri 2026-09-25 03:27:32 MSK\nExecMainExitTimestamp=Fri 2026-09-25 03:29:39 MSK\nExecMainStatus=0\nTriggers=\nTriggeredBy=homelab-backup-retention-gc.timer\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/homelab-backup-retention-gc.service\nUnitFileState=static\nUNIT=homelab-backup-retention-gc.timer\nResult=success\nTriggers=homelab-backup-retention-gc.service\nTriggeredBy=\nLoadState=loaded\nActiveState=active\nSubState=waiting\nFragmentPath=/etc/systemd/system/homelab-backup-retention-gc.timer\nUnitFileState=enabled\nUNIT_STATE_END=1\nV2_JOURNAL_BEGIN=1\n2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T04:53:59+03:00 pve01 homelab-backup-v2[2612150]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T05:27:59+03:00 pve01 homelab-backup-v2[2723689]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T05:58:16+03:00 pve01 homelab-backup-v2[2823098]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211\n2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01\n2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T07:42:15+03:00 pve01 homelab-backup-v2[3148085]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T08:14:07+03:00 pve01 homelab-backup-v2[3251854]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL\n2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED\n2026-09-22T08:53:31+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-22T08:53:31+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-22T09:25:32+03:00 pve01 homelab-backup-v2[3479013]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods\n2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi\n2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T13:00:58+03:00 pve01 homelab-backup-v2[4182866]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T13:38:59+03:00 pve01 homelab-backup-v2[111598]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T14:12:22+03:00 pve01 homelab-backup-v2[211794]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-22T18:25:23+03:00 pve01 homelab-backup-v2[335341]: SCHEDULE_TARGET=xf-gamevipe\n2026-09-22T18:25:23+03:00 pve01 homelab-backup-v2[335341]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T18:25:55+03:00 pve01 vzdump[1058471]: starting task UPID:pve01:001026A8:0CEA5E4B:6AB29E03:vzdump:112:root@pam:\n2026-09-22T18:25:55+03:00 pve01 vzdump[1058472]: INFO: starting new backup job: vzdump 112 --node pve01 --remove 0 --compress zstd --zstd 1 --stdexcludes 0 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-268-2efa88811f2450c9f0dd84eb33538414 --prune-backups 'keep-all=1' --mode snapshot --ionice 7 --bwlimit 32768\n2026-09-22T18:25:55+03:00 pve01 vzdump[1058472]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-22T18:26:18+03:00 pve01 vzdump[1058472]: INFO: Finished Backup of VM 112 (00:00:23)\n2026-09-22T18:26:18+03:00 pve01 vzdump[1058472]: INFO: Backup job finished successfully\n2026-09-22T18:26:18+03:00 pve01 perl[1058472]: notified via target `mail-to-root`\n2026-09-22T18:26:18+03:00 pve01 vzdump[1058471]: end task UPID:pve01:001026A8:0CEA5E4B:6AB29E03:vzdump:112:root@pam: OK\n2026-09-22T18:27:53+03:00 pve01 homelab-backup-v2[1058132]: SCHEDULE_TARGET=guest-pve01-lxc-112\n2026-09-22T18:27:53+03:00 pve01 homelab-backup-v2[1058132]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T19:00:07+03:00 pve01 homelab-backup-v2[1160136]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-22T19:00:07+03:00 pve01 homelab-backup-v2[1160136]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T19:33:45+03:00 pve01 vzdump[1269009]: starting task UPID:pve01:00135D14:0CF093F2:6AB2ADE9:vzdump:110:root@pam:\n2026-09-22T19:33:45+03:00 pve01 vzdump[1269012]: INFO: starting new backup job: vzdump 110 --zstd 1 --ionice 7 --bwlimit 32768 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260922T163332Z-19eca17c87ab --prune-backups 'keep-all=1' --stdexcludes 0 --compress zstd --remove 0 --mode snapshot --node pve01\n2026-09-22T19:33:45+03:00 pve01 vzdump[1269012]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-22T19:35:51+03:00 pve01 vzdump[1269012]: INFO: Finished Backup of VM 110 (00:02:06)\n2026-09-22T19:35:51+03:00 pve01 vzdump[1269012]: INFO: Backup job finished successfully\n2026-09-22T19:35:51+03:00 pve01 perl[1269012]: notified via target `mail-to-root`\n2026-09-22T19:35:51+03:00 pve01 vzdump[1269009]: end task UPID:pve01:00135D14:0CF093F2:6AB2ADE9:vzdump:110:root@pam: OK\n2026-09-22T19:35:51+03:00 pve01 homelab-backup-v2[1268890]: SCHEDULE_TARGET=ct110\n2026-09-22T19:36:57+03:00 pve01 homelab-backup-v2[1268890]: SCHEDULE_RESULT=SUCCESS\n2026-09-22T20:07:13+03:00 pve01 homelab-backup-v2[1370719]: SCHEDULE_TARGET=ct111\n2026-09-22T20:08:05+03:00 pve01 homelab-backup-v2[1370719]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T01:48:43+03:00 pve01 homelab-backup-v2[1488093]: SCHEDULE_TARGET=xf-hkmods\n2026-09-23T01:48:43+03:00 pve01 homelab-backup-v2[1488093]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T01:49:14+03:00 pve01 vzdump[2524320]: starting task UPID:pve01:002684A1:0D12F4B2:6AB305EA:vzdump:112:root@pam:\n2026-09-23T01:49:14+03:00 pve01 vzdump[2524321]: INFO: starting new backup job: vzdump 112 --lockwait 0 --remove 0 --node pve01 --zstd 1 --compress zstd --stdexcludes 0 --bwlimit 32768 --ionice 7 --mode snapshot --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260922T224902Z-8457b570052f --prune-backups 'keep-all=1'\n2026-09-23T01:49:14+03:00 pve01 vzdump[2524321]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-23T01:49:38+03:00 pve01 vzdump[2524321]: INFO: Finished Backup of VM 112 (00:00:24)\n2026-09-23T01:49:38+03:00 pve01 vzdump[2524321]: INFO: Backup job finished successfully\n2026-09-23T01:49:38+03:00 pve01 perl[2524321]: notified via target `mail-to-root`\n2026-09-23T01:49:38+03:00 pve01 vzdump[2524320]: end task UPID:pve01:002684A1:0D12F4B2:6AB305EA:vzdump:112:root@pam: OK\n2026-09-23T01:49:38+03:00 pve01 homelab-backup-v2[2524186]: SCHEDULE_TARGET=ct112\n2026-09-23T01:50:11+03:00 pve01 homelab-backup-v2[2524186]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T02:20:43+03:00 pve01 homelab-backup-v2[2629172]: SCHEDULE_TARGET=ct113\n2026-09-23T02:21:20+03:00 pve01 homelab-backup-v2[2629172]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T02:58:43+03:00 pve01 vzdump[2750118]: starting task UPID:pve01:0029F6A7:0D1950F0:6AB31633:vzdump:150:root@pam:\n2026-09-23T02:58:43+03:00 pve01 vzdump[2750119]: INFO: starting new backup job: vzdump 150 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260922T235842Z-71b8fcec59c9 --compress zstd --mode snapshot\n2026-09-23T02:58:43+03:00 pve01 vzdump[2750119]: INFO: Starting Backup of VM 150 (qemu)\n2026-09-23T02:59:00+03:00 pve01 vzdump[2750119]: INFO: Finished Backup of VM 150 (00:00:17)\n2026-09-23T02:59:00+03:00 pve01 vzdump[2750119]: INFO: Backup job finished successfully\n2026-09-23T02:59:00+03:00 pve01 perl[2750119]: notified via target `mail-to-root`\n2026-09-23T02:59:00+03:00 pve01 vzdump[2750118]: end task UPID:pve01:0029F6A7:0D1950F0:6AB31633:vzdump:150:root@pam: OK\n2026-09-23T02:59:00+03:00 pve01 homelab-backup-v2[2750109]: SCHEDULE_TARGET=vm150\n2026-09-23T03:00:24+03:00 pve01 homelab-backup-v2[2750109]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T03:33:16+03:00 pve01 homelab-backup-v2[2909115]: SCHEDULE_DEFER_HEAVY_LOCK_BUSY\n2026-09-23T03:38:55+03:00 pve01 homelab-backup-v2[2925325]: SCHEDULE_TARGET=md-relay\n2026-09-23T03:38:55+03:00 pve01 homelab-backup-v2[2925325]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T04:20:53+03:00 pve01 homelab-backup-v2[3041095]: SCHEDULE_TARGET=vm130\n2026-09-23T04:35:06+03:00 pve01 homelab-backup-v2[3041095]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T04:48:27+03:00 pve01 homelab-backup-v2[3142951]: SCHEDULE_TARGET=vm160\n2026-09-23T04:53:26+03:00 pve01 homelab-backup-v2[3142951]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T05:19:47+03:00 pve01 vzdump[3252396]: starting task UPID:pve01:0031A0AD:0D263B40:6AB33743:vzdump:171:root@pam:\n2026-09-23T05:19:47+03:00 pve01 vzdump[3252397]: INFO: starting new backup job: vzdump 171 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260923T021946Z-4d6e4f578075 --compress zstd\n2026-09-23T05:19:47+03:00 pve01 vzdump[3252397]: INFO: Starting Backup of VM 171 (qemu)\n2026-09-23T05:20:32+03:00 pve01 vzdump[3252397]: INFO: Finished Backup of VM 171 (00:00:45)\n2026-09-23T05:20:32+03:00 pve01 vzdump[3252397]: INFO: Backup job finished successfully\n2026-09-23T05:20:32+03:00 pve01 perl[3252397]: notified via target `mail-to-root`\n2026-09-23T05:20:32+03:00 pve01 vzdump[3252396]: end task UPID:pve01:0031A0AD:0D263B40:6AB33743:vzdump:171:root@pam: OK\n2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_TARGET=vm171\n2026-09-23T05:23:23+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_TARGET=spb-ingress\n2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_TARGET=vm190\n2026-09-23T06:31:26+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T06:59:59+03:00 pve01 vzdump[3621133]: starting task UPID:pve01:0037410E:0D2F67C2:6AB34EBF:vzdump:170:root@pam:\n2026-09-23T06:59:59+03:00 pve01 vzdump[3621134]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260923T035958Z-923adacbc94b\n2026-09-23T06:59:59+03:00 pve01 vzdump[3621134]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-23T07:01:56+03:00 pve01 vzdump[3621134]: INFO: Finished Backup of VM 170 (00:01:57)\n2026-09-23T07:01:56+03:00 pve01 vzdump[3621134]: INFO: Backup job finished successfully\n2026-09-23T07:01:56+03:00 pve01 perl[3621134]: notified via target `mail-to-root`\n2026-09-23T07:01:56+03:00 pve01 vzdump[3621133]: end task UPID:pve01:0037410E:0D2F67C2:6AB34EBF:vzdump:170:root@pam: OK\n2026-09-23T07:01:56+03:00 pve01 homelab-backup-v2[3621128]: SCHEDULE_TARGET=vm170\n2026-09-23T07:12:37+03:00 pve01 homelab-backup-v2[3621128]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T07:34:15+03:00 pve01 homelab-backup-v2[3731672]: SCHEDULE_TARGET=router-netcraze\n2026-09-23T07:34:15+03:00 pve01 homelab-backup-v2[3731672]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T08:19:56+03:00 pve01 homelab-backup-v2[3849044]: SCHEDULE_TARGET=xf-codevipe\n2026-09-23T08:19:56+03:00 pve01 homelab-backup-v2[3849044]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T08:51:33+03:00 pve01 homelab-backup-v2[3940139]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-23T08:51:33+03:00 pve01 homelab-backup-v2[3940139]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T09:13:00+03:00 pve01 vzdump[4057104]: starting task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam:\n2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: starting new backup job: vzdump 210 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T061259Z-0593c2e01d15 --mode snapshot\n2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Finished Backup of VM 210 (00:00:15)\n2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Backup job finished successfully\n2026-09-23T09:13:15+03:00 pve01 perl[4057107]: notified via target `mail-to-root`\n2026-09-23T09:13:15+03:00 pve01 vzdump[4057104]: end task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam: OK\n2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_TARGET=vm210\n2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_RESULT=FAIL\n2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_REASON=RCLONE_RCAT_FAILED\n2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-23T09:13:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-23T09:45:00+03:00 pve01 vzdump[4157625]: starting task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam:\n2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: starting new backup job: vzdump 210 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T064459Z-30e6d69c8540 --compress zstd\n2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Finished Backup of VM 210 (00:00:15)\n2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Backup job finished successfully\n2026-09-23T09:45:15+03:00 pve01 perl[4157626]: notified via target `mail-to-root`\n2026-09-23T09:45:15+03:00 pve01 vzdump[4157625]: end task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam: OK\n2026-09-23T09:45:15+03:00 pve01 homelab-backup-v2[4157565]: SCHEDULE_TARGET=vm210\n2026-09-23T09:46:25+03:00 pve01 homelab-backup-v2[4157565]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T10:24:17+03:00 pve01 homelab-backup-v2[72861]: SCHEDULE_TARGET=vm9130\n2026-09-23T10:39:51+03:00 pve01 homelab-backup-v2[72861]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T10:54:32+03:00 pve01 homelab-backup-v2[186238]: SCHEDULE_TARGET=vm211\n2026-09-23T10:55:42+03:00 pve01 homelab-backup-v2[186238]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T11:26:22+03:00 pve01 homelab-backup-v2[286504]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-23T11:26:22+03:00 pve01 homelab-backup-v2[286504]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T13:36:47+03:00 pve01 homelab-backup-v2[375315]: SCHEDULE_TARGET=xf-dsmods\n2026-09-23T13:36:47+03:00 pve01 homelab-backup-v2[375315]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T13:47:06+03:00 pve01 homelab-backup-v2[712301]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-23T13:47:06+03:00 pve01 homelab-backup-v2[712301]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T14:20:38+03:00 pve01 homelab-backup-v2[827326]: SCHEDULE_TARGET=xf-newfi\n2026-09-23T14:20:38+03:00 pve01 homelab-backup-v2[827326]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T14:45:52+03:00 pve01 homelab-backup-v2[928167]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-23T15:17:16+03:00 pve01 homelab-backup-v2[1036329]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-23T15:55:59+03:00 pve01 vzdump[1153470]: starting task UPID:pve01:001199BF:0D607A41:6AB3CC5F:vzdump:110:root@pam:\n2026-09-23T15:55:59+03:00 pve01 vzdump[1153471]: INFO: starting new backup job: vzdump 110 --prune-backups 'keep-all=1' --node pve01 --mode snapshot --remove 0 --lockwait 0 --bwlimit 32768 --compress zstd --stdexcludes 0 --ionice 7 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260923T125546Z-34408ffe4182 --zstd 1\n2026-09-23T15:55:59+03:00 pve01 vzdump[1153471]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-23T15:58:08+03:00 pve01 vzdump[1153471]: INFO: Finished Backup of VM 110 (00:02:09)\n2026-09-23T15:58:08+03:00 pve01 vzdump[1153471]: INFO: Backup job finished successfully\n2026-09-23T15:58:08+03:00 pve01 perl[1153471]: notified via target `mail-to-root`\n2026-09-23T15:58:08+03:00 pve01 vzdump[1153470]: end task UPID:pve01:001199BF:0D607A41:6AB3CC5F:vzdump:110:root@pam: OK\n2026-09-23T15:58:08+03:00 pve01 homelab-backup-v2[1153357]: SCHEDULE_TARGET=ct110\n2026-09-23T15:59:15+03:00 pve01 homelab-backup-v2[1153357]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T16:34:03+03:00 pve01 homelab-backup-v2[1275541]: SCHEDULE_TARGET=ct111\n2026-09-23T16:34:57+03:00 pve01 homelab-backup-v2[1275541]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T17:10:46+03:00 pve01 homelab-backup-v2[1392920]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-23T17:45:32+03:00 pve01 homelab-backup-v2[1511458]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-23T18:21:05+03:00 pve01 homelab-backup-v2[1632002]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\n2026-09-23T22:32:50+03:00 pve01 homelab-backup-v2[1746997]: SCHEDULE_TARGET=xf-gamevipe\n2026-09-23T22:32:50+03:00 pve01 homelab-backup-v2[1746997]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T22:33:22+03:00 pve01 vzdump[2463973]: starting task UPID:pve01:002598E7:0D84DBFE:6AB42982:vzdump:112:root@pam:\n2026-09-23T22:33:22+03:00 pve01 vzdump[2463975]: INFO: starting new backup job: vzdump 112 --remove 0 --bwlimit 32768 --node pve01 --mode snapshot --zstd 1 --stdexcludes 0 --compress zstd --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-268-b97306cae8931d051d16c17a39249ba1 --prune-backups 'keep-all=1' --ionice 7\n2026-09-23T22:33:22+03:00 pve01 vzdump[2463975]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-23T22:33:46+03:00 pve01 vzdump[2463975]: INFO: Finished Backup of VM 112 (00:00:24)\n2026-09-23T22:33:46+03:00 pve01 vzdump[2463975]: INFO: Backup job finished successfully\n2026-09-23T22:33:46+03:00 pve01 perl[2463975]: notified via target `mail-to-root`\n2026-09-23T22:33:46+03:00 pve01 vzdump[2463973]: end task UPID:pve01:002598E7:0D84DBFE:6AB42982:vzdump:112:root@pam: OK\n2026-09-23T22:35:23+03:00 pve01 homelab-backup-v2[2463631]: SCHEDULE_TARGET=guest-pve01-lxc-112\n2026-09-23T22:35:23+03:00 pve01 homelab-backup-v2[2463631]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T23:06:12+03:00 pve01 vzdump[2565193]: starting task UPID:pve01:0027244A:0D87DD73:6AB43134:vzdump:112:root@pam:\n2026-09-23T23:06:12+03:00 pve01 vzdump[2565194]: INFO: starting new backup job: vzdump 112 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260923T200600Z-c1b47cc67dad --ionice 7 --stdexcludes 0 --lockwait 0 --mode snapshot --remove 0 --prune-backups 'keep-all=1' --bwlimit 32768 --zstd 1 --node pve01\n2026-09-23T23:06:12+03:00 pve01 vzdump[2565194]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-23T23:06:35+03:00 pve01 vzdump[2565194]: INFO: Finished Backup of VM 112 (00:00:23)\n2026-09-23T23:06:35+03:00 pve01 vzdump[2565194]: INFO: Backup job finished successfully\n2026-09-23T23:06:35+03:00 pve01 perl[2565194]: notified via target `mail-to-root`\n2026-09-23T23:06:35+03:00 pve01 vzdump[2565193]: end task UPID:pve01:0027244A:0D87DD73:6AB43134:vzdump:112:root@pam: OK\n2026-09-23T23:06:35+03:00 pve01 homelab-backup-v2[2565009]: SCHEDULE_TARGET=ct112\n2026-09-23T23:07:10+03:00 pve01 homelab-backup-v2[2565009]: SCHEDULE_RESULT=SUCCESS\n2026-09-23T23:38:43+03:00 pve01 homelab-backup-v2[2668211]: SCHEDULE_TARGET=ct113\n2026-09-23T23:39:15+03:00 pve01 homelab-backup-v2[2668211]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T00:16:47+03:00 pve01 vzdump[2795307]: starting task UPID:pve01:002AA72C:0D8E53D8:6AB441BF:vzdump:150:root@pam:\n2026-09-24T00:16:47+03:00 pve01 vzdump[2795308]: INFO: starting new backup job: vzdump 150 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260923T211646Z-53a0afdaad93\n2026-09-24T00:16:47+03:00 pve01 vzdump[2795308]: INFO: Starting Backup of VM 150 (qemu)\n2026-09-24T00:17:05+03:00 pve01 vzdump[2795308]: INFO: Finished Backup of VM 150 (00:00:18)\n2026-09-24T00:17:05+03:00 pve01 vzdump[2795308]: INFO: Backup job finished successfully\n2026-09-24T00:17:06+03:00 pve01 perl[2795308]: notified via target `mail-to-root`\n2026-09-24T00:17:06+03:00 pve01 vzdump[2795307]: end task UPID:pve01:002AA72C:0D8E53D8:6AB441BF:vzdump:150:root@pam: OK\n2026-09-24T00:17:06+03:00 pve01 homelab-backup-v2[2795301]: SCHEDULE_TARGET=vm150\n2026-09-24T00:18:32+03:00 pve01 homelab-backup-v2[2795301]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T00:56:39+03:00 pve01 homelab-backup-v2[2916466]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-24T00:56:39+03:00 pve01 homelab-backup-v2[2916466]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T01:38:25+03:00 pve01 homelab-backup-v2[3041230]: SCHEDULE_TARGET=vm130\n2026-09-24T01:53:00+03:00 pve01 homelab-backup-v2[3041230]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T02:11:33+03:00 pve01 homelab-backup-v2[3167735]: SCHEDULE_TARGET=vm160\n2026-09-24T02:16:51+03:00 pve01 homelab-backup-v2[3167735]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T02:41:30+03:00 pve01 vzdump[3271898]: starting task UPID:pve01:0031ECDB:0D9B9385:6AB463AA:vzdump:171:root@pam:\n2026-09-24T02:41:30+03:00 pve01 vzdump[3271899]: INFO: starting new backup job: vzdump 171 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260923T234129Z-627217e2c19c --compress zstd --mode snapshot\n2026-09-24T02:41:30+03:00 pve01 vzdump[3271899]: INFO: Starting Backup of VM 171 (qemu)\n2026-09-24T02:42:39+03:00 pve01 vzdump[3271899]: INFO: Finished Backup of VM 171 (00:01:09)\n2026-09-24T02:42:39+03:00 pve01 vzdump[3271899]: INFO: Backup job finished successfully\n2026-09-24T02:42:39+03:00 pve01 perl[3271899]: notified via target `mail-to-root`\n2026-09-24T02:42:39+03:00 pve01 vzdump[3271898]: end task UPID:pve01:0031ECDB:0D9B9385:6AB463AA:vzdump:171:root@pam: OK\n2026-09-24T02:42:39+03:00 pve01 homelab-backup-v2[3271875]: SCHEDULE_TARGET=vm171\n2026-09-24T02:45:35+03:00 pve01 homelab-backup-v2[3271875]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T08:28:36+03:00 pve01 homelab-backup-v2[3396070]: SCHEDULE_TARGET=xf-hkmods\n2026-09-24T08:28:36+03:00 pve01 homelab-backup-v2[3396070]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T08:29:34+03:00 pve01 homelab-backup-v2[249242]: SCHEDULE_TARGET=vm190\n2026-09-24T08:31:59+03:00 pve01 homelab-backup-v2[249242]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T08:59:17+03:00 pve01 vzdump[349567]: starting task UPID:pve01:0005558E:0DBE29C6:6AB4BC35:vzdump:170:root@pam:\n2026-09-24T08:59:17+03:00 pve01 vzdump[349582]: INFO: starting new backup job: vzdump 170 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260924T055916Z-7533331c7616 --mode snapshot\n2026-09-24T08:59:17+03:00 pve01 vzdump[349582]: INFO: Starting Backup of VM 170 (qemu)\n2026-09-24T09:00:51+03:00 pve01 vzdump[349582]: INFO: Finished Backup of VM 170 (00:01:34)\n2026-09-24T09:00:51+03:00 pve01 vzdump[349582]: INFO: Backup job finished successfully\n2026-09-24T09:00:51+03:00 pve01 perl[349582]: notified via target `mail-to-root`\n2026-09-24T09:00:51+03:00 pve01 vzdump[349567]: end task UPID:pve01:0005558E:0DBE29C6:6AB4BC35:vzdump:170:root@pam: OK\n2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_TARGET=vm170\n2026-09-24T09:12:02+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_TARGET=spb-ingress\n2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_RESULT=FAIL\n2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-24T09:36:26+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_TARGET=spb-ingress\n2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_RESULT=FAIL\n2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-24T10:10:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_TARGET=vm9130\n2026-09-24T11:06:40+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_TARGET=spb-ingress\n2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_RESULT=FAIL\n2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-24T11:17:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_TARGET=router-netcraze\n2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T12:42:26+03:00 pve01 homelab-backup-v2[1017011]: SCHEDULE_TARGET=xf-codevipe\n2026-09-24T12:42:26+03:00 pve01 homelab-backup-v2[1017011]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_TARGET=xf-zakrutim\n2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_TARGET=spb-ingress\n2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_RESULT=FAIL\n2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-24T13:45:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-24T14:21:53+03:00 pve01 vzdump[1379014]: starting task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam:\n2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260924T112152Z-3d166ba2cdf5\n2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: Starting Backup of VM 210 (qemu)\n2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Finished Backup of VM 210 (00:00:15)\n2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Backup job finished successfully\n2026-09-24T14:22:08+03:00 pve01 perl[1379020]: notified via target `mail-to-root`\n2026-09-24T14:22:08+03:00 pve01 vzdump[1379014]: end task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam: OK\n2026-09-24T14:22:08+03:00 pve01 homelab-backup-v2[1378950]: SCHEDULE_TARGET=vm210\n2026-09-24T14:23:21+03:00 pve01 homelab-backup-v2[1378950]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T14:56:19+03:00 pve01 homelab-backup-v2[1480956]: SCHEDULE_TARGET=vm211\n2026-09-24T14:57:25+03:00 pve01 homelab-backup-v2[1480956]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T15:30:45+03:00 pve01 vzdump[1595046]: starting task UPID:pve01:001856A7:0DE200E0:6AB517F5:vzdump:110:root@pam:\n2026-09-24T15:30:45+03:00 pve01 vzdump[1595047]: INFO: starting new backup job: vzdump 110 --ionice 7 --bwlimit 32768 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260924T123032Z-e893686ccca9 --compress zstd --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --stdexcludes 0 --zstd 1 --remove 0 --mode snapshot\n2026-09-24T15:30:45+03:00 pve01 vzdump[1595047]: INFO: Starting Backup of VM 110 (lxc)\n2026-09-24T15:32:54+03:00 pve01 vzdump[1595047]: INFO: Finished Backup of VM 110 (00:02:09)\n2026-09-24T15:32:54+03:00 pve01 vzdump[1595047]: INFO: Backup job finished successfully\n2026-09-24T15:32:54+03:00 pve01 perl[1595047]: notified via target `mail-to-root`\n2026-09-24T15:32:54+03:00 pve01 vzdump[1595046]: end task UPID:pve01:001856A7:0DE200E0:6AB517F5:vzdump:110:root@pam: OK\n2026-09-24T15:32:54+03:00 pve01 homelab-backup-v2[1594718]: SCHEDULE_TARGET=ct110\n2026-09-24T15:33:55+03:00 pve01 homelab-backup-v2[1594718]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T16:06:44+03:00 pve01 homelab-backup-v2[1703945]: SCHEDULE_TARGET=ct111\n2026-09-24T16:07:34+03:00 pve01 homelab-backup-v2[1703945]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T16:38:23+03:00 pve01 homelab-backup-v2[1817427]: SCHEDULE_TARGET=control-bootstrap-v2\n2026-09-24T16:38:23+03:00 pve01 homelab-backup-v2[1817427]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_TARGET=xf-dsmods\n2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_TARGET=spb-ingress\n2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_RESULT=FAIL\n2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-24T18:53:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_TARGET=xf-kingofwolk\n2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T20:15:48+03:00 pve01 homelab-backup-v2[2498403]: SCHEDULE_TARGET=xf-newfi\n2026-09-24T20:15:48+03:00 pve01 homelab-backup-v2[2498403]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T20:41:45+03:00 pve01 vzdump[2600433]: starting task UPID:pve01:0027ADF2:0DFE79D0:6AB560D9:vzdump:112:root@pam:\n2026-09-24T20:41:45+03:00 pve01 vzdump[2600434]: INFO: starting new backup job: vzdump 112 --zstd 1 --stdexcludes 0 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260924T174132Z-7c544215184b --remove 0 --compress zstd --node pve01 --ionice 7 --mode snapshot --bwlimit 32768 --prune-backups 'keep-all=1'\n2026-09-24T20:41:45+03:00 pve01 vzdump[2600434]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-24T20:42:08+03:00 pve01 vzdump[2600434]: INFO: Finished Backup of VM 112 (00:00:23)\n2026-09-24T20:42:08+03:00 pve01 vzdump[2600434]: INFO: Backup job finished successfully\n2026-09-24T20:42:08+03:00 pve01 perl[2600434]: notified via target `mail-to-root`\n2026-09-24T20:42:08+03:00 pve01 vzdump[2600433]: end task UPID:pve01:0027ADF2:0DFE79D0:6AB560D9:vzdump:112:root@pam: OK\n2026-09-24T20:42:08+03:00 pve01 homelab-backup-v2[2600323]: SCHEDULE_TARGET=ct112\n2026-09-24T20:42:42+03:00 pve01 homelab-backup-v2[2600323]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T21:15:48+03:00 pve01 homelab-backup-v2[2702626]: SCHEDULE_TARGET=ct113\n2026-09-24T21:16:21+03:00 pve01 homelab-backup-v2[2702626]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T21:46:48+03:00 pve01 vzdump[2808500]: starting task UPID:pve01:002ADE1C:0E046E7B:6AB57018:vzdump:150:root@pam:\n2026-09-24T21:46:48+03:00 pve01 vzdump[2809372]: INFO: starting new backup job: vzdump 150 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260924T184647Z-554fc08dc13f --mode snapshot\n2026-09-24T21:46:48+03:00 pve01 vzdump[2809372]: INFO: Starting Backup of VM 150 (qemu)\n2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Finished Backup of VM 150 (00:00:18)\n2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Backup job finished successfully\n2026-09-24T21:47:06+03:00 pve01 perl[2809372]: notified via target `mail-to-root`\n2026-09-24T21:47:06+03:00 pve01 vzdump[2808500]: end task UPID:pve01:002ADE1C:0E046E7B:6AB57018:vzdump:150:root@pam: OK\n2026-09-24T21:47:06+03:00 pve01 homelab-backup-v2[2807044]: SCHEDULE_TARGET=vm150\n2026-09-24T21:48:39+03:00 pve01 homelab-backup-v2[2807044]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T22:30:42+03:00 pve01 homelab-backup-v2[2944125]: SCHEDULE_TARGET=vm130\n2026-09-24T22:46:11+03:00 pve01 homelab-backup-v2[2944125]: SCHEDULE_RESULT=SUCCESS\n2026-09-24T23:01:38+03:00 pve01 homelab-backup-v2[3046026]: SCHEDULE_TARGET=vm160\n2026-09-24T23:06:58+03:00 pve01 homelab-backup-v2[3046026]: SCHEDULE_RESULT=SUCCESS\n2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_TARGET=xf-gamevipe\n2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_RESULT=SUCCESS\n2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_TARGET=spb-ingress\n2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_RESULT=FAIL\n2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_REASON=COMMAND_FAILED\n2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\n2026-09-25T03:09:00+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\n2026-09-25T03:41:25+03:00 pve01 vzdump[4021052]: starting task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam:\n2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: starting new backup job: vzdump 112 --zstd 1 --bwlimit 32768 --prune-backups 'keep-all=1' --mode snapshot --stdexcludes 0 --remove 0 --tmpdir /var/tmp/homelab-vzdump-268-794af030d615403c70a449be1dd057fb --node pve01 --ionice 7 --lockwait 0 --compress zstd\n2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: Starting Backup of VM 112 (lxc)\n2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Finished Backup of VM 112 (00:00:23)\n2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully\n2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root`\n2026-09-25T03:41:48+03:00 pve01 vzdump[4021052]: end task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam: OK\n2026-09-25T03:43:21+03:00 pve01 homelab-backup-v2[4019444]: SCHEDULE_TARGET=guest-pve01-lxc-112\n2026-09-25T03:43:21+03:00 pve01 homelab-backup-v2[4019444]: SCHEDULE_RESULT=SUCCESS\n2026-09-25T04:15:01+03:00 pve01 vzdump[4126973]: starting task UPID:pve01:003EF8FF:0E27F944:6AB5CB15:vzdump:171:root@pam:\n2026-09-25T04:15:01+03:00 pve01 vzdump[4126975]: INFO: starting new backup job: vzdump 171 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260925T011500Z-71bf5ed89f5b --compress zstd --mode snapshot\n2026-09-25T04:15:01+03:00 pve01 vzdump[4126975]: INFO: Starting Backup of VM 171 (qemu)\n2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Finished Backup of VM 171 (00:00:42)\n2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Backup job finished successfully\n2026-09-25T04:15:43+03:00 pve01 perl[4126975]: notified via target `mail-to-root`\n2026-09-25T04:15:43+03:00 pve01 vzdump[4126973]: end task UPID:pve01:003EF8FF:0E27F944:6AB5CB15:vzdump:171:root@pam: OK\n2026-09-25T04:15:43+03:00 pve01 homelab-backup-v2[4126888]: SCHEDULE_TARGET=vm171\n2026-09-25T04:19:57+03:00 pve01 homelab-backup-v2[4126888]: SCHEDULE_RESULT=SUCCESS\nV2_JOURNAL_END=1\nV2_NOTIFICATION_EVENTS_72H=20\nV2_MAIL_TO_ROOT_EVENTS_72H=20\nAUDIT_JOURNAL_BEGIN=1\n2026-09-23T21:05:39+03:00 pve01 homelab-backup-audit[2164434]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T21:05:39+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T21:05:39+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-23T21:36:02+03:00 pve01 homelab-backup-audit[2268991]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-23T21:36:02+03:00 pve01 homelab-backup-audit[2268991]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T21:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T21:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T22:06:41+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T22:06:41+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T22:35:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T22:35:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T23:06:32+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T23:06:32+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-23T23:36:17+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-23T23:36:17+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T00:06:58+03:00 pve01 homelab-backup-audit[2759058]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T00:06:58+03:00 pve01 homelab-backup-audit[2759058]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T00:06:58+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T00:06:58+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T00:36:48+03:00 pve01 homelab-backup-audit[2852619]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T00:36:48+03:00 pve01 homelab-backup-audit[2852619]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T00:36:48+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T00:36:48+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T01:05:18+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T01:05:18+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T01:36:45+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T01:36:45+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T02:07:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T02:07:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T02:37:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T03:07:04+03:00 pve01 homelab-backup-audit[3358186]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T03:07:04+03:00 pve01 homelab-backup-audit[3358186]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T03:07:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T03:07:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T03:36:15+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T03:36:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T04:06:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T04:06:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T04:35:50+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T04:35:50+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T05:06:35+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T05:06:35+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T05:36:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T05:36:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T06:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T06:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T06:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T06:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T07:06:14+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T07:06:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T07:36:58+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T07:36:58+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T08:07:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T08:07:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T08:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T08:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T09:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T09:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T09:36:30+03:00 pve01 homelab-backup-audit[478792]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T09:36:30+03:00 pve01 homelab-backup-audit[478792]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T09:36:30+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T09:36:30+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T10:05:56+03:00 pve01 homelab-backup-audit[565844]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T10:05:56+03:00 pve01 homelab-backup-audit[565844]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T10:05:56+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T10:05:56+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T10:36:05+03:00 pve01 homelab-backup-audit[664435]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T10:36:05+03:00 pve01 homelab-backup-audit[664435]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T10:36:05+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T10:36:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T11:07:02+03:00 pve01 homelab-backup-audit[765185]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T11:35:20+03:00 pve01 homelab-backup-audit[852382]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T12:06:04+03:00 pve01 homelab-backup-audit[951727]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T12:06:04+03:00 pve01 homelab-backup-audit[951727]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T12:06:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T12:06:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T12:35:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T12:35:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T13:06:52+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T13:06:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T13:35:31+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T13:35:31+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T14:07:03+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T14:07:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T14:36:56+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T14:36:56+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T15:06:06+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T15:06:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T15:35:42+03:00 pve01 homelab-backup-audit[1616489]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T15:35:42+03:00 pve01 homelab-backup-audit[1616489]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T15:35:42+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T15:35:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T16:06:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T16:06:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T16:37:02+03:00 pve01 homelab-backup-audit[1804956]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T17:06:20+03:00 pve01 homelab-backup-audit[1903341]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T17:35:52+03:00 pve01 homelab-backup-audit[1995447]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T17:35:52+03:00 pve01 homelab-backup-audit[1995447]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T17:35:52+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T17:35:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T18:06:59+03:00 pve01 homelab-backup-audit[2099463]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T18:06:59+03:00 pve01 homelab-backup-audit[2099463]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T18:06:59+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T18:06:59+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T18:36:04+03:00 pve01 homelab-backup-audit[2202622]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T18:36:04+03:00 pve01 homelab-backup-audit[2202622]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T18:36:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T18:36:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T19:05:20+03:00 pve01 homelab-backup-audit[2293355]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T19:35:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T19:35:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T20:05:44+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T20:05:44+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T20:36:55+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T20:36:55+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T21:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T21:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T21:37:02+03:00 pve01 homelab-backup-audit[2776814]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T21:37:02+03:00 pve01 homelab-backup-audit[2776814]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T21:37:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T21:37:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T22:05:36+03:00 pve01 homelab-backup-audit[2879192]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T22:05:36+03:00 pve01 homelab-backup-audit[2879192]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T22:05:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T22:05:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T22:35:27+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T22:35:27+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T23:05:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T23:05:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-24T23:35:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-24T23:35:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T00:05:35+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T00:05:35+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T00:36:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T00:36:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T01:06:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T01:06:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T01:36:57+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T01:36:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T02:06:42+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T02:06:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T02:37:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK\n2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T03:05:37+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T03:05:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T03:36:22+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T03:36:22+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\n2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\n2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n2026-09-25T04:06:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'.\n2026-09-25T04:06:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\nAUDIT_JOURNAL_END=1\nPVE_BACKUP_JOBS_BEGIN=1\nBACKUP_JOB_COUNT=0\nPVE_BACKUP_JOBS_END=1\nCONFIG_BEGIN=1\nCONFIG_FILE=/etc/vzdump.conf SIZE=478 SHA256=cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\n1:# vzdump default settings\n5:#storage: STORAGE_ID\n6:#mode: snapshot|suspend|stop\n13:#mailto: ADDRESSLIST\n14:#prune-backups: keep-INTERVAL=N[,...]\n19:#pbs-change-detection-mode: legacy|data|metadata\n20:#fleecing: enabled=BOOLEAN,storage=STORAGE_ID\nCONFIG_FILE=/etc/pve/jobs.cfg SIZE=0 SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nCONFIG_FILE=/etc/pve/datacenter.cfg SIZE=140 SHA256=96b031e403c13fc3aee26e8ed27401bd3a79b8c44ce57e2ab687448b1e076d4f\nCONFIG_FILE=/etc/pve/notifications.cfg MISSING=true\nCONFIG_END=1\nV2_SOURCE_MAIL_REFS_BEGIN=1\n4:ACCEPTED=pathlib.Path('/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b')\n15: st=os.lstat(ACCEPTED)\n17: names=sorted(p.name for p in ACCEPTED.iterdir())\n20: p=ACCEPTED/name; s=os.lstat(p)\n23: sys.path.insert(0,str(ACCEPTED))\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:25: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:39: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:42: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:60:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:69: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:82: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/pve-run-266r1/README.txt:10:One vzdump snapshot (possible brief CT freeze). No explicit stop/unlock/destroy.\n/opt/homelab-backup-v2/releases/pve-run-266r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/pve-run-266r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained.\n/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN')\n/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:91: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name\n/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:227: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/pve-retry-268r1/README.txt:6:Positive and negative mapped-ID permission probes precede real vzdump.\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:37: def test_old_vzdump_snapshot(self):\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}])\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump'])\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:134: \"\"\"Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.\"\"\"\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:151: exe=self.root/'fake-vzdump'\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110'\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir()\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG')\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE)\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()}\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/pve-retry-268r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:405: old=_load_guest266(); job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump'\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:406: try: argv=old.dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time()))\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:410: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET')\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:414: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir.\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:448: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}')\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:459: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:474: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:477: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:943: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest')\n/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:944: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av\n/opt/homelab-backup-v2/releases/pve-producer-265r1/pve265.py:193: need(type(tools) is dict and set(tools)=={'vzdump','zstd'},'TOOLS_SCHEMA')\n/opt/homelab-backup-v2/releases/pve-producer-265r1/pve265.py:214: result=capture_archive(dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/README.txt:4:The installer never calls produce(), vzdump, zstd, cloud adapters, or systemd.\n/opt/homelab-backup-v2/releases/pve-producer-265r1/README.txt:18:Global /etc/vzdump.conf is read without publishing values. Only explicitly overridden\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:80: a=p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:81: self.assertEqual(a[:2],['/usr/sbin/vzdump','110']);self.assertEqual(a[a.index('--mode')+1],'snapshot');self.assertEqual(a[a.index('--remove')+1],'0')\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:84: with self.assertRaises(p.PVEError):p.dump_argv(self.job(lock='backup'),'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:86: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1301)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:88: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',999)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:90: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/../etc',1001)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:93: with self.assertRaises(p.PVEError):p.dump_argv(j,'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:134: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\\nimport os\\nos.write(1,b\"synthetic-compressed-payload\")\\n');exe.chmod(0o700)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:137: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]}\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:142: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\\nprint(\"broken\",end=\"\")\\n');exe.chmod(0o700)\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:144: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]}\n/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:150: tools={x:{'path':str(exe),'sha256':'0'*64} for x in ('vzdump','zstd')}\n/opt/homelab-backup-v2/releases/pve-producer-265r1/PLAN.json:1:{\"all_guest_coverage_eligible\":true,\"backup_executed\":false,\"capacity_policy\":\"four archive copies plus 4GiB; capped producer; actual compressed size still unknown\",\"collected_at_utc\":\"2026-09-12T06:57:40.611329+00:00\",\"full_host_coverage\":false,\"global_blockers\":[],\"global_defaults\":{\"blockers\":[],\"keys\":[],\"present\":true,\"sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\"},\"guest_membership_and_configs_stable\":true,\"jobs\":[{\"application_consistency_verified\":false,\"archive_cap_bytes\":9516036916,\"blockers\":[],\"cdrom_count\":0,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969\",\"configured_archive_bound_bytes\":9516036916,\"configured_disk_bytes\":8589934592,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_rootfs\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":110},{\"application_consistency_verified\":false,\"archive_cap_bytes\":9516036916,\"blockers\":[],\"cdrom_count\":0,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351\",\"configured_archive_bound_bytes\":9516036916,\"configured_disk_bytes\":8589934592,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_rootfs\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":112},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92\",\"configured_archive_bound_bytes\":75658533274,\"configured_disk_bytes\":68719476736,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":68719476736,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":68719476736,\"reported_maxmem_bytes\":8589934592,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":150},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134\",\"configured_archive_bound_bytes\":141801029632,\"configured_disk_bytes\":128849018880,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":10737418240,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":170},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae\",\"configured_archive_bound_bytes\":141801029632,\"configured_disk_bytes\":128849018880,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":8589934592,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":171},{\"application_consistency_verified\":false,\"archive_cap_bytes\":59122909184,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63\",\"configured_archive_bound_bytes\":59122909184,\"configured_disk_bytes\":53687091200,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":53687091200,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":53687091200,\"reported_maxmem_bytes\":4294967296,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":210}],\"local_guest_count\":6,\"node\":\"pve01\",\"node_execution_approved\":false,\"nodeset_backup_approved\":false,\"observed_at\":1789196257,\"pvesh_get_calls\":15,\"pvesh_sha256\":\"9ed13d4c2d82e7864ff0192c428da7669af263f81dfcc84d5a981ca98fee8439\",\"refresh_required_before_backup\":true,\"schema_version\":1,\"staging_free_bytes\":297600954368,\"storages\":[{\"active\":true,\"enabled\":true,\"free_bytes\":77864751104,\"storage\":\"local\",\"total_bytes\":105089261568,\"type\":\"dir\",\"used_bytes\":21839024128},{\"active\":true,\"enabled\":true,\"free_bytes\":780079034532,\"storage\":\"local-lvm\",\"total_bytes\":869168840704,\"type\":\"lvmthin\",\"used_bytes\":89089806172}],\"tools\":{\"vzdump\":{\"executable\":true,\"path\":\"/usr/bin/vzdump\",\"present\":true,\"sha256\":\"21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea\"},\"zstd\":{\"executable\":true,\"path\":\"/usr/bin/zstd\",\"present\":true,\"sha256\":\"3eb7744cf8fd1ecd46d617098ee870b3e7911fe570ffaba662c1c5b7d6456020\"}}}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve265.py:193: need(type(tools) is dict and set(tools)=={'vzdump','zstd'},'TOOLS_SCHEMA')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve265.py:214: result=capture_archive(dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:37: def test_old_vzdump_snapshot(self):\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}])\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump'])\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:134: \"\"\"Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.\"\"\"\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:151: exe=self.root/'fake-vzdump'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir()\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:37: def test_old_vzdump_snapshot(self):\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}])\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump'])\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:134: \"\"\"Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.\"\"\"\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:151: exe=self.root/'fake-vzdump'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:155:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:156:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir()\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:157:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:158:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:167: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:80: a=p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:81: self.assertEqual(a[:2],['/usr/sbin/vzdump','110']);self.assertEqual(a[a.index('--mode')+1],'snapshot');self.assertEqual(a[a.index('--remove')+1],'0')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:84: with self.assertRaises(p.PVEError):p.dump_argv(self.job(lock='backup'),'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:86: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1301)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:88: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',999)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:90: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/../etc',1001)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:93: with self.assertRaises(p.PVEError):p.dump_argv(j,'/usr/sbin/vzdump','/mnt/staging/tmp',1001)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:134: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\\nimport os\\nos.write(1,b\"synthetic-compressed-payload\")\\n');exe.chmod(0o700)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:137: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:142: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\\nprint(\"broken\",end=\"\")\\n');exe.chmod(0o700)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:144: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:150: tools={x:{'path':str(exe),'sha256':'0'*64} for x in ('vzdump','zstd')}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/PLAN265_REFERENCE.json:1:{\"all_guest_coverage_eligible\":true,\"backup_executed\":false,\"capacity_policy\":\"four archive copies plus 4GiB; capped producer; actual compressed size still unknown\",\"collected_at_utc\":\"2026-09-12T06:57:40.611329+00:00\",\"full_host_coverage\":false,\"global_blockers\":[],\"global_defaults\":{\"blockers\":[],\"keys\":[],\"present\":true,\"sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\"},\"guest_membership_and_configs_stable\":true,\"jobs\":[{\"application_consistency_verified\":false,\"archive_cap_bytes\":9516036916,\"blockers\":[],\"cdrom_count\":0,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969\",\"configured_archive_bound_bytes\":9516036916,\"configured_disk_bytes\":8589934592,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_rootfs\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":110},{\"application_consistency_verified\":false,\"archive_cap_bytes\":9516036916,\"blockers\":[],\"cdrom_count\":0,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351\",\"configured_archive_bound_bytes\":9516036916,\"configured_disk_bytes\":8589934592,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_rootfs\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":112},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92\",\"configured_archive_bound_bytes\":75658533274,\"configured_disk_bytes\":68719476736,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":68719476736,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":68719476736,\"reported_maxmem_bytes\":8589934592,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":150},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134\",\"configured_archive_bound_bytes\":141801029632,\"configured_disk_bytes\":128849018880,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":10737418240,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":170},{\"application_consistency_verified\":false,\"archive_cap_bytes\":73326496768,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":true,\"config_sha256\":\"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae\",\"configured_archive_bound_bytes\":141801029632,\"configured_disk_bytes\":128849018880,\"configured_full_cycle_fits\":false,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":8589934592,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":171},{\"application_consistency_verified\":false,\"archive_cap_bytes\":59122909184,\"blockers\":[],\"cdrom_count\":1,\"cdrom_media_included\":false,\"compression_dependent\":false,\"config_sha256\":\"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63\",\"configured_archive_bound_bytes\":59122909184,\"configured_disk_bytes\":53687091200,\"configured_full_cycle_fits\":true,\"coverage_eligible\":true,\"disks\":[{\"backup_setting\":\"included_default_qemu\",\"class\":\"managed-volume\",\"configured_size_bytes\":53687091200,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"global_defaults_sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\",\"guest_restore_verified\":false,\"hookscript_present\":false,\"local_reserve_bytes\":4294967296,\"lock_present\":false,\"node\":\"pve01\",\"observed_at\":1789196257,\"reported_maxdisk_bytes\":53687091200,\"reported_maxmem_bytes\":4294967296,\"snapshot_history_included\":false,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":210}],\"local_guest_count\":6,\"node\":\"pve01\",\"node_execution_approved\":false,\"nodeset_backup_approved\":false,\"observed_at\":1789196257,\"pvesh_get_calls\":15,\"pvesh_sha256\":\"9ed13d4c2d82e7864ff0192c428da7669af263f81dfcc84d5a981ca98fee8439\",\"refresh_required_before_backup\":true,\"schema_version\":1,\"staging_free_bytes\":297600954368,\"storages\":[{\"active\":true,\"enabled\":true,\"free_bytes\":77864751104,\"storage\":\"local\",\"total_bytes\":105089261568,\"type\":\"dir\",\"used_bytes\":21839024128},{\"active\":true,\"enabled\":true,\"free_bytes\":780079034532,\"storage\":\"local-lvm\",\"total_bytes\":869168840704,\"type\":\"lvmthin\",\"used_bytes\":89089806172}],\"tools\":{\"vzdump\":{\"executable\":true,\"path\":\"/usr/bin/vzdump\",\"present\":true,\"sha256\":\"21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea\"},\"zstd\":{\"executable\":true,\"path\":\"/usr/bin/zstd\",\"present\":true,\"sha256\":\"3eb7744cf8fd1ecd46d617098ee870b3e7911fe570ffaba662c1c5b7d6456020\"}}}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve282.py:85: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained.\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:176: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:312: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:15:VZDUMP=Path('/usr/bin/vzdump'); VZDUMP_SHA='21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:38: p=Path('/etc/vzdump.conf');st=os.stat(p,follow_symlinks=False)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:145: tools={'vzdump':_tool(VZDUMP,VZDUMP_SHA),'zstd':_tool(ZSTD,ZSTD_SHA)};_tool(RCLONE,RCLONE_SHA)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:71: argv=mod.dump_argv(req['job'],req['vzdump'],pathlib.Path(req['scratch']),int(req['now']))\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:439:def _isolated_guest266_dump_argv(job,vzdump,scratch,now):\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:440: env=_historical_graph_env();req={'job':job,'vzdump':str(vzdump),'scratch':str(scratch),'now':int(now)}\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:458: job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:459: try: argv=_isolated_guest266_dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time()))\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:464: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:468: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir.\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:502: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:513: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:528: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:531: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:998: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest')\n/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:999: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\\x00' not in x for x in argv),'REMOTE_ARGV')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py:135: result=proven.capture_archive(producer.dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:77: j=self.select();argv=p.dump_argv(j,'/usr/sbin/vzdump','/tmp/private',NOW)\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:112: f,z=self.compressed();data=f.read_bytes();fake=self.script('fake-vzdump','import sys,os\\nassert sys.argv[1]==\"180\"\\nos.write(1,'+repr(data)+')\\nos.write(2,b\"synthetic stderr\\\\n\")')\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:114: result=v.produce(job,work,{'vzdump':fake,'zstd':z},lambda:None,expected_config=job['config_sha256'],seconds=10,emit=lambda k,val:None)\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:118: f,z=self.compressed();fake=self.script('failed-vzdump','import sys,os\\nos.write(1,b\"partial\")\\nsys.exit(21)')\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:120: with self.assertRaises(ValueError):v.produce(job,work,{'vzdump':fake,'zstd':z},lambda:None,expected_config=job['config_sha256'],seconds=10)\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/vm-backup-283r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/stream-263r1/NODE_PREFLIGHT.json:1:{\"backup_capacity_approved\":false,\"capacity_note\":\"reported_maxdisk_is_not_total_archive_size; per-volume evidence and final compressed bytes still required\",\"full_backup_executed\":false,\"global_vzdump_defaults\":{\"hook_present\":false,\"present\":true,\"setting_keys\":[],\"sha256\":\"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38\"},\"guest_config_values_exported\":false,\"guest_membership_stable\":true,\"guests\":[{\"blockers\":[],\"cdrom_count\":0,\"config_sha256\":\"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":110},{\"blockers\":[],\"cdrom_count\":0,\"config_sha256\":\"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":8589934592,\"slot\":\"rootfs\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":8350298112,\"reported_maxmem_bytes\":536870912,\"status\":\"running\",\"template\":false,\"type\":\"lxc\",\"unused_volume_count\":0,\"vmid\":112},{\"blockers\":[],\"cdrom_count\":1,\"config_sha256\":\"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":68719476736,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":68719476736,\"reported_maxmem_bytes\":8589934592,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":150},{\"blockers\":[],\"cdrom_count\":1,\"config_sha256\":\"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":10737418240,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":170},{\"blockers\":[],\"cdrom_count\":1,\"config_sha256\":\"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":128849018880,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":128849018880,\"reported_maxmem_bytes\":8589934592,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":171},{\"blockers\":[],\"cdrom_count\":1,\"config_sha256\":\"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63\",\"disks\":[{\"backup_setting\":\"default_unproven\",\"class\":\"managed-volume\",\"configured_size_bytes\":53687091200,\"slot\":\"scsi0\",\"storage\":\"local-lvm\"}],\"hookscript_present\":false,\"lock_present\":false,\"node\":\"pve01\",\"reported_maxdisk_bytes\":53687091200,\"reported_maxmem_bytes\":4294967296,\"status\":\"running\",\"template\":false,\"type\":\"qemu\",\"unused_volume_count\":0,\"vmid\":210}],\"local_guest_count\":6,\"node\":\"pve01\",\"observed_at_utc\":\"2026-09-12T05:22:20.334658+00:00\",\"pvesh_get_calls\":9,\"schema_version\":1,\"staging_free_bytes\":297601028096,\"staging_total_bytes\":315926315008,\"storages\":[{\"active\":true,\"enabled\":true,\"free_bytes\":77869379584,\"storage\":\"local\",\"total_bytes\":105089261568,\"type\":\"dir\",\"used_bytes\":21834395648},{\"active\":true,\"enabled\":true,\"free_bytes\":780165951416,\"storage\":\"local-lvm\",\"total_bytes\":869168840704,\"type\":\"lvmthin\",\"used_bytes\":89002889288}]}\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\\d{4}_\\d{2}_\\d{2}-\\d{2}_\\d{2}_\\d{2})\\.vma\\.zst$')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log'\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\\x00' not in x for x in argv),'REMOTE_ARGV')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:25: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:39: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:42: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:60:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:69: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:82: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:37: def test_old_vzdump_snapshot(self):\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}])\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump'])\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:134: \"\"\"Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.\"\"\"\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:151: exe=self.root/'fake-vzdump'\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110'\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir()\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG')\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE)\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()}\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/pve-retry-270r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained.\n/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN')\n/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:176: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name\n/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:312: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/shadow-390r1/engine389.py:374: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\\d{4}_\\d{2}_\\d{2}-\\d{2}_\\d{2}_\\d{2})\\.vma\\.zst$')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log'\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\\x00' not in x for x in argv),'REMOTE_ARGV')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST')\n/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-391r1/engine391.py:386: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:37: def test_old_vzdump_snapshot(self):\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}])\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump'])\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:134: \"\"\"Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.\"\"\"\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:151: exe=self.root/'fake-vzdump'\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:155:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110'\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:156:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir()\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:157:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG')\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:158:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE)\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:167: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()}\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110)\n/opt/homelab-backup-v2/releases/ct-backup-282r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110)\n/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py:85: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard)\n/opt/homelab-backup-v2/releases/shadow-392r1/engine392.py:379: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-392r1/engine392.py:386: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:71: argv=mod.dump_argv(req['job'],req['vzdump'],pathlib.Path(req['scratch']),int(req['now']))\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:439:def _isolated_guest266_dump_argv(job,vzdump,scratch,now):\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:440: env=_historical_graph_env();req={'job':job,'vzdump':str(vzdump),'scratch':str(scratch),'now':int(now)}\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:458: job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump'\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:459: try: argv=_isolated_guest266_dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time()))\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:464: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET')\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:468: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir.\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:502: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}')\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:513: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:528: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:531: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200)\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:998: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest')\n/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:999: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av\nV2_SOURCE_MAIL_REFS_END=1\nLEGACY_DISCOVERY_BEGIN=1\ndpkg-db-backup.service static -\nhomelab-alertmanager-backup-health.service static -\nhomelab-control-backup.service static -\ndpkg-db-backup.timer enabled enabled\nhomelab-alertmanager-backup-health.timer enabled enabled\nhomelab-control-backup.timer disabled enabled\nLEGACY_CONTENT_HIT=/etc/systemd/system/multi-user.target.wants/pve-guests.service SHA256=d7eec1b59976f0c64759c07cfc72cc32f247ccac74a9761122c4c510320df1a1\n20:ExecStartPre=-/usr/share/pve-manager/helpers/pve-startall-delay\n21:ExecStart=/usr/bin/pvesh --nooutput create /nodes/localhost/startall\n22:ExecStop=-/usr/bin/vzdump -stop\nLEGACY_CONTENT_HIT=/etc/systemd/system/pve-manager.service SHA256=d7eec1b59976f0c64759c07cfc72cc32f247ccac74a9761122c4c510320df1a1\n20:ExecStartPre=-/usr/share/pve-manager/helpers/pve-startall-delay\n21:ExecStart=/usr/bin/pvesh --nooutput create /nodes/localhost/startall\n22:ExecStop=-/usr/bin/vzdump -stop\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-backup-edge-vm-vzdump SHA256=f288bec5610dc5b46436858092b05f228016b693aff4f2b92d288e72007086aa\n7:BASE_DIR=\"/mnt/staging/vzdump/edge-vm-vzdump\"\n8:OFFHOST_DIR=\"/mnt/staging/offhost/edge-vm-vzdump-from-pve03\"\n40:REMOTE_OUT=\"$(remote \"OUT=/tmp/edge_vm_vzdump_${VMID}_${TS}.out; ERR=/tmp/edge_vm_vzdump_${VMID}_${TS}.err; : > \\$OUT; : > \\$ERR; vzdump '$VMID' --mode snapshot --compress zstd --dumpdir '$RUN_DIR' --remove 0 >\\$OUT 2>\\$ERR; RC=\\$?; ARCHIVE=\\$(find '$RUN_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.vma.zst' -printf '%T@ %p\\n' | sort -n | tail -n1 | cut -d' ' -f2-); LOGFILE=\\$(find '$RUN_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.log' -printf '%T@ %p\\n' | sort -n | tail -n1 | cut -d' ' -f2-); SIZE=0; SHA=none; if [ -n \\\"\\$ARCHIVE\\\" ] && [ -f \\\"\\$ARCHIVE\\\" ]; then SIZE=\\$(stat -c %s \\\"\\$ARCHIVE\\\"); SHA=\\$(sha256sum \\\"\\$ARCHIVE\\\" | awk '{print \\$1}'); fi; echo VZDUMP_RC=\\$RC; echo ARCHIVE=\\$ARCHIVE; echo LOGFILE=\\$LOGFILE; echo SIZE=\\$SIZE; echo SHA=\\$SHA; echo OUT_TAIL=\\$(tail -n 6 \\$OUT | tr '\\n' '|'); echo ERR_TAIL=\\$(tail -n 6 \\$ERR | tr '\\n' '|')\")\"\n44:VZDUMP_RC=\"$(printf '%s\\n' \"$REMOTE_OUT\" | awk -F= '/^VZDUMP_RC=/{print $2; exit}')\"\n50:[ \"$VZDUMP_RC\" = \"0\" ]\n74:echo \"STATUS=OK TS=$TS TYPE=edge-vm-vzdump-backup NODE=$NODE VMID=$VMID ARCHIVE=$ARCHIVE SIZE=$SIZE SHA256=$SHA SCSI1_BACKUP0=yes NOTES=timer_run\" > \"$HEALTH_DIR/edge-vm-vzdump-backup.txt\"\n75:echo \"STATUS=OK TS=$TS TYPE=edge-vm-vzdump-offhost NODE=$NODE VMID=$VMID HOST=pve02 DEST=$DEST_PATH SIZE=$SIZE SHA256=$SHA NOTES=timer_run\" > \"$HEALTH_DIR/edge-vm-vzdump-offhost.txt\"\n76:echo \"STATUS=OK TS=$TS TYPE=edge-vm-vzdump-restore-verify HOST=pve02 VMID=$VMID ARCHIVE=$DEST_PATH SIZE=$SIZE SHA256=$SHA ZSTD_RC=0 VMA_RC=0 NOTES=timer_run\" > \"$HEALTH_DIR/edge-vm-vzdump-restore.txt\"\n77:chmod 0644 \"$HEALTH_DIR/edge-vm-vzdump-backup.txt\" \"$HEALTH_DIR/edge-vm-vzdump-offhost.txt\" \"$HEALTH_DIR/edge-vm-vzdump-restore.txt\"\n80:dest \"find '$OFFHOST_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.vma.zst' -printf '%T@ %p\\n' | sort -nr | awk 'NR>${KEEP_OFFHOST}{print \\$2}' | while read f; do rm -f \\\"\\$f\\\" \\\"\\$f.sha256\\\"; done\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-capacity-risk SHA256=d8ebbf5086df7d35441eca80dc3c6c4aed773bac4624069e3594544e8fb01580\n32:LARGEST_BYTES=\"$(find /var/lib/vz/dump -maxdepth 1 -type f \\( -name \"vzdump-qemu-*.vma.zst\" -o -name \"vzdump-lxc-*.tar.zst\" \\) -printf \"%s\\n\" 2>/dev/null | sort -n | tail -n1)\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-edge-vm-offhost-freshness SHA256=e637ad6dd6d931bfadeebf0a59471282a123d8be830c01db9ee5c7c515f2263f\n9:OFFHOST_DIR=/mnt/staging/offhost/edge-vm-vzdump-from-pve03\n85: /var/lib/vz/dump/vzdump-qemu-130-*.vma.zst) ;;\n156:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-backup NODE=%s VMID=%s ARCHIVE=%s SIZE=%s SHA256=%s NOTES=nightly_existing_dump_freshness\\n' \\\n158: >\"$HEALTH_DIR/edge-vm-vzdump-backup.txt\"\n159:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-offhost NODE=%s VMID=%s HOST=%s DEST=%s SIZE=%s SHA256=%s NOTES=nightly_existing_dump_freshness\\n' \\\n161: >\"$HEALTH_DIR/edge-vm-vzdump-offhost.txt\"\n162:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-restore-verify HOST=%s VMID=%s ARCHIVE=%s SIZE=%s SHA256=%s ZSTD_RC=0 VMA_RC=0 NOTES=nightly_existing_dump_freshness\\n' \\\n164: >\"$HEALTH_DIR/edge-vm-vzdump-restore.txt\"\n167: \"$HEALTH_DIR/edge-vm-vzdump-backup.txt\" \\\n168: \"$HEALTH_DIR/edge-vm-vzdump-offhost.txt\" \\\n169: \"$HEALTH_DIR/edge-vm-vzdump-restore.txt\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-health-metrics SHA256=d46afc92333b1234ecce56bf276070575bcdc75cb81d54912efdc63f9f4e49a9\n22: *backup*|*vzdump*) printf \"%s\" \"backup\" ;;\n34: npmplus-kuma-config-*|authentik-*|gitea-*|vaultwarden-*|netbox-*|mail-cloud-restore-drill|edge-vm-vzdump-*|mkdocs-runtime-publish|npmplus-certificate-expiry) printf \"%s\" \"P0\" ;;\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-ingress-standby-refresh SHA256=ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a\n74:run_node \"$SOURCE_NODE\" vzdump 130 \\\n83:\"find /var/lib/vz/dump -maxdepth 1 -type f -name 'vzdump-qemu-130-*.vma.zst' -printf '%T@ %p\\n' | sort -rn | head -n 1 | cut -d' ' -f2-\"\n155: -name 'vzdump-qemu-130-*.vma.zst' \\\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-mail-cloud-critical-upload SHA256=96d07ad483fdce0eb91d64e26b7ac5d653f668579587e7eb602f566d26096932\n49:EXCLUDED=edge-vm-vzdump-large-archive,rclone-config,secrets,raw-env\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-mail-cloud-edge-vm-upload SHA256=f22848d83a7ce13ca331ce9181523d0a8fadcf34f01d0c95186784c6b1f0875f\n10:TARGET_BASE=full/edge-vm-vzdump\n64:case \"$SOURCE\" in /mnt/staging/offhost/edge-vm-vzdump-from-pve03/vzdump-qemu-130-*.vma.zst) ;; *) fail source_path_bad 2 ;; esac\n172:P1 Mail Cloud edge-vm recurring chunked vzdump upload\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-reference-refresh SHA256=a72ca80dfd8c72dd197b0eeef18d73dd650bc5658535dfaa8c2ac3a8b1fb9ea1\n108: if re.search(r\"backup|cloud|mail|rclone|vzdump\",x,re.I):n=x.split()[-1];bk.append({\"id\":\"backup-timer-\"+slug(n),\"name\":n,\"type\":\"systemd-timer\"})\n116: for p in dp.glob(\"vzdump-*\"):\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-rotating-boot-drill SHA256=5817d1c0ceae68df5849210f68c6d9d69a1d468d62dd8fa2cac98942bc7927d4\n40:QEMU_ARCHIVE = re.compile(r\"^vzdump-qemu-([0-9]+)-[0-9]{4}_[0-9]{2}_[0-9]{2}-[0-9]{2}_[0-9]{2}_[0-9]{2}\\.vma\\.zst$\")\n41:LXC_ARCHIVE = re.compile(r\"^vzdump-lxc-([0-9]+)-[0-9]{4}_[0-9]{2}_[0-9]{2}-[0-9]{2}_[0-9]{2}_[0-9]{2}\\.tar\\.zst$\")\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-rotating-boot-drill-state-export SHA256=59904778208ae592a47ba28bfd54cebbf22718e4bb6c968481da5671149289dc\n37: if not (re.fullmatch(rf\"vzdump-qemu-{vmid}-[0-9]{{4}}_[0-9]{{2}}_[0-9]{{2}}-[0-9]{{2}}_[0-9]{{2}}_[0-9]{{2}}\\.vma\\.zst\",name) or\n38: re.fullmatch(rf\"vzdump-lxc-{vmid}-[0-9]{{4}}_[0-9]{{2}}_[0-9]{{2}}-[0-9]{{2}}_[0-9]{{2}}_[0-9]{{2}}\\.tar\\.zst\",name)):\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm160-remote-backup SHA256=ffcb6b946d9c621cb9227642008c5f6bf7fb48041b3604c926c7ed2f2be47cc4\n8:PARENT=/mnt/staging/vzdump\n22:SOURCE_ACTIVE=\"$(ssh \"${SSH[@]}\" \"$SOURCE\" \"pgrep -af '(^|/)(vzdump|qmrestore|pctrestore|vma|zstd)([[:space:]]|$)'\")\" || SOURCE_ACTIVE_RC=$?\n27:NAME=\"vzdump-qemu-${VMID}-${TS}.vma.zst\"\n46:LATEST_SIZE=\"$(ssh \"${SSH[@]}\" \"$TARGET\" \"find '$PARENT' -mindepth 2 -maxdepth 2 -type f -path '$PARENT/${PREFIX}*/vzdump-qemu-${VMID}-*.vma.zst' -printf '%s\\n' | sort -nr | head -n1\")\"\n55:ssh \"${SSH[@]}\" \"$SOURCE\" \"vzdump $VMID --stdout 1 --mode snapshot --compress zstd --ionice 7\" 2>\"$LOG\" | ssh \"${SSH[@]}\" \"$TARGET\" \"cat > '$PART'\"\n57:ssh \"${SSH[@]}\" \"$TARGET\" \"cat > '$DIR/vzdump.log'\" < \"$LOG\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-backup-health SHA256=a795ad5cacd48ac72e85c3a7908ad456d1e7c563ef4399e6957725146463faf2\n16:check_file /var/lib/homelab-health/edge-vm-vzdump-backup.txt edge-vm-backup\n17:check_file /var/lib/homelab-health/edge-vm-vzdump-offhost.txt edge-vm-offhost\n18:check_file /var/lib/homelab-health/edge-vm-vzdump-restore.txt edge-vm-restore\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-backup-policy SHA256=67d6d7c43a1836dc8fde5a4fb5a69d64675b8e081faf0739049c9a4ecc25dba5\n29:echo \"## Latest local vzdump catalog\" >> \"$REPORT\"\n31:for f in $(find /var/lib/vz/dump -maxdepth 1 -type f \\( -name \"vzdump-qemu-*.vma.zst\" -o -name \"vzdump-lxc-*.tar.zst\" \\) 2>/dev/null | sort); do b=\"$(basename \"$f\")\"; size=\"$(stat -c %s \"$f\" 2>/dev/null || echo 0)\"; mt=\"$(date -u -d \"@$(stat -c %Y \"$f\" 2>/dev/null || echo 0)\" +%Y-%m-%dT%H:%M:%SZ 2>/dev/null || echo unknown)\"; if echo \"$b\" | grep -q \"^vzdump-qemu-\"; then kind=qemu; vmid=\"$(echo \"$b\" | sed -n \"s/^vzdump-qemu-\\([0-9]\\+\\)-.*/\\1/p\")\"; name=\"$(qm config \"$vmid\" 2>/dev/null | awk -F\": \" \"/^name:/{print \\$2; exit}\")\"; else kind=lxc; vmid=\"$(echo \"$b\" | sed -n \"s/^vzdump-lxc-\\([0-9]\\+\\)-.*/\\1/p\")\"; name=\"$(pct config \"$vmid\" 2>/dev/null | awk -F\": \" \"/^hostname:/{print \\$2; exit}\")\"; fi; printf \"%s\\t%s\\t%s\\t%s\\t%s\\t%s\\n\" \"$kind\" \"$vmid\" \"${name:-unknown}\" \"$size\" \"$mt\" \"$f\" >> \"$CATALOG\"; done\n37:echo \"- Existing local dumps can be uploaded/verified to two clouds without creating new vzdump archives.\" >> \"$REPORT\"\n38:echo \"- New full vzdump for VM 170/171 is not started automatically because each VM has 120 GB bootdisk and /var/tmp has limited free space.\" >> \"$REPORT\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-backup SHA256=ec16bde2cccf105bc2bd0550517ec8bbca2cbf116645b0bf3cfa15f8ec5ad022\n92:for cmd in vzdump qm zstd sha256sum rclone rsync ssh flock; do\n130: -name \"vzdump-qemu-${VMID}-*.vma.zst\" \\\n136: echo \"=== VZDUMP VM $VMID ===\"\n138: vzdump \"$VMID\" \\\n140: --mode \"$VZDUMP_MODE\" \\\n141: --compress \"$VZDUMP_COMPRESS\" \\\n142: --zstd \"$VZDUMP_ZSTD_LEVEL\" \\\n143: --ionice \"$VZDUMP_IONICE\" \\\n144: --bwlimit \"$VZDUMP_BWLIMIT_KIB\" \\\n151: -name \"vzdump-qemu-${VMID}-*.vma.zst\" \\\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-restore-drill SHA256=57bba1b7a774b4cfe904dfeb671028bc0427abf04d463e28d8605dbc142faf13\n77: -name \"vzdump-qemu-${source_vmid}-*.vma.zst\" \\\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-retention SHA256=a3cced5263960557d3501123d57f95f12fcede45116111d3d5f02283497d4e63\n21: -name \"vzdump-qemu-${vmid}-*.vma.zst\" \\\n33: vzdump-qemu-\"$vmid\"-*.vma.zst)\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-local-dumps-2cloud SHA256=0ded6ba72e49b9cf7522c7f3d8840cc1026d2a173d4909dd3b4cfc5ff8831115\n42: F=\"$(find /var/lib/vz/dump -maxdepth 1 -type f \\( -name \"vzdump-qemu-${id}-*.vma.zst\" -o -name \"vzdump-lxc-${id}-*.tar.zst\" \\) -printf \"%T@ %p\\n\" 2>/dev/null | sort -n | tail -n 1 | cut -d\" \" -f2-)\"\n53: echo \"$BN\" | grep -q \"^vzdump-qemu-\" && KIND=\"qemu\"\n54: echo \"$BN\" | grep -q \"^vzdump-lxc-\" && KIND=\"lxc\"\nLEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-local-dumps-2cloud-drain SHA256=cbf1722c62de2776017a817f2d8f76a06ddbaed8b4a6460d8ac4d609116e6381\n31: find \"$ROOT\" -maxdepth 1 -type f \\( -name \"vzdump-qemu-${id}-*.vma.zst\" -o -name \"vzdump-lxc-${id}-*.tar.zst\" \\) -printf \".\" 2>/dev/null |\n44: find \"$ROOT\" -maxdepth 1 -type f \\( -name \"vzdump-qemu-${id}-*.vma.zst\" -o -name \"vzdump-lxc-${id}-*.tar.zst\" \\) -printf \"%T@ %p\\n\" 2>/dev/null |\nLEGACY_CONTENT_HIT=/etc/cron.d/vzdump SHA256=d6f9ba7a261aa48e9b286842ddf13bab86d75d7a623bc78fa307beee5d5f5255\n1:# cluster wide vzdump cron schedule\nLEGACY_DISCOVERY_END=1\nV2_STATE_BEGIN=1\nV2_STATE_ROWS=29\nSTATE_SAFE={\"age_seconds\":43029,\"last_attempt_epoch\":1790257103,\"last_success_epoch\":1790257103,\"logical_id\":\"control-bootstrap-v2\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":46897,\"last_attempt_epoch\":1790253235,\"last_success_epoch\":1790253235,\"logical_id\":\"ct110\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":44878,\"last_attempt_epoch\":1790255254,\"last_success_epoch\":1790255254,\"logical_id\":\"ct111\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":28370,\"last_attempt_epoch\":1790271762,\"last_success_epoch\":1790271762,\"logical_id\":\"ct112\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":26351,\"last_attempt_epoch\":1790273781,\"last_success_epoch\":1790273781,\"logical_id\":\"ct113\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":3131,\"last_attempt_epoch\":1790297001,\"last_success_epoch\":1790297001,\"logical_id\":\"guest-pve01-lxc-112\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":176197,\"last_attempt_epoch\":1790123935,\"last_success_epoch\":1790123935,\"logical_id\":\"md-relay\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":249946,\"last_attempt_epoch\":1790050186,\"last_success_epoch\":1790050186,\"logical_id\":\"node-pve01\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":605997,\"last_attempt_epoch\":1789694135,\"last_success_epoch\":1789694135,\"logical_id\":\"node-pve02\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":603614,\"last_attempt_epoch\":1789696518,\"last_success_epoch\":1789696518,\"logical_id\":\"node-pve03\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":59937,\"last_attempt_epoch\":1790240195,\"last_success_epoch\":1790240195,\"logical_id\":\"router-netcraze\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":167872,\"last_attempt_epoch\":1790294940,\"last_success_epoch\":1790132260,\"logical_id\":\"spb-ingress\",\"reason\":\"COMMAND_FAILED\",\"result\":\"FAIL\"}\nSTATE_SAFE={\"age_seconds\":595462,\"last_attempt_epoch\":1790056411,\"last_success_epoch\":1789704670,\"logical_id\":\"us-netbird\",\"reason\":\"PIPE_FAILED\",\"result\":\"FAIL\"}\nSTATE_SAFE={\"age_seconds\":20961,\"last_attempt_epoch\":1790279171,\"last_success_epoch\":1790279171,\"logical_id\":\"vm130\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":24413,\"last_attempt_epoch\":1790275719,\"last_success_epoch\":1790275719,\"logical_id\":\"vm150\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":19714,\"last_attempt_epoch\":1790280418,\"last_success_epoch\":1790280418,\"logical_id\":\"vm160\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":69810,\"last_attempt_epoch\":1790230322,\"last_success_epoch\":1790230322,\"logical_id\":\"vm170\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":935,\"last_attempt_epoch\":1790299197,\"last_success_epoch\":1790299197,\"logical_id\":\"vm171\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":72213,\"last_attempt_epoch\":1790227919,\"last_success_epoch\":1790227919,\"logical_id\":\"vm190\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":51131,\"last_attempt_epoch\":1790249001,\"last_success_epoch\":1790249001,\"logical_id\":\"vm210\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":49087,\"last_attempt_epoch\":1790251045,\"last_success_epoch\":1790251045,\"logical_id\":\"vm211\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":62932,\"last_attempt_epoch\":1790237200,\"last_success_epoch\":1790237200,\"logical_id\":\"vm9130\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":57186,\"last_attempt_epoch\":1790242946,\"last_success_epoch\":1790242946,\"logical_id\":\"xf-codevipe\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":34949,\"last_attempt_epoch\":1790265183,\"last_success_epoch\":1790265183,\"logical_id\":\"xf-dsmods\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":5192,\"last_attempt_epoch\":1790294940,\"last_success_epoch\":1790294940,\"logical_id\":\"xf-gamevipe\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":72416,\"last_attempt_epoch\":1790227716,\"last_success_epoch\":1790227716,\"logical_id\":\"xf-hkmods\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":32175,\"last_attempt_epoch\":1790267957,\"last_success_epoch\":1790267957,\"logical_id\":\"xf-kingofwolk\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":29984,\"last_attempt_epoch\":1790270148,\"last_success_epoch\":1790270148,\"logical_id\":\"xf-newfi\",\"result\":\"SUCCESS\"}\nSTATE_SAFE={\"age_seconds\":54999,\"last_attempt_epoch\":1790245133,\"last_success_epoch\":1790245133,\"logical_id\":\"xf-zakrutim\",\"result\":\"SUCCESS\"}\nV2_FAILED_STATE_ROWS=2\nV2_REPLICA_LT2_ROWS=0\nV2_STATE_END=1\nCLUSTER_RESOURCES_BEGIN=1\nRESOURCE_SAFE={\"name\":\"pvepro-prod\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":100}\nRESOURCE_SAFE={\"name\":\"pvepro-staging-v1\",\"node\":\"pve01\",\"status\":\"stopped\",\"template\":0,\"type\":\"qemu\",\"vmid\":101}\nRESOURCE_SAFE={\"name\":\"dns1\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"vmid\":110}\nRESOURCE_SAFE={\"name\":\"dns2\",\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"vmid\":111}\nRESOURCE_SAFE={\"name\":\"unbound1\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"vmid\":112}\nRESOURCE_SAFE={\"name\":\"unbound2\",\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"vmid\":113}\nRESOURCE_SAFE={\"name\":\"edge-vm\",\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":130}\nRESOURCE_SAFE={\"name\":\"snikket\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":150}\nRESOURCE_SAFE={\"name\":\"forum-prod\",\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":160}\nRESOURCE_SAFE={\"name\":\"core-apps\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":170}\nRESOURCE_SAFE={\"name\":\"monitoring\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":171}\nRESOURCE_SAFE={\"name\":\"homelab-ops-worker\",\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":190}\nRESOURCE_SAFE={\"name\":\"newfi-prod\",\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":210}\nRESOURCE_SAFE={\"name\":\"newfi-staging\",\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"vmid\":211}\nRESOURCE_SAFE={\"name\":\"edge-cold-standby\",\"node\":\"pve02\",\"status\":\"stopped\",\"template\":0,\"type\":\"qemu\",\"vmid\":9130}\nCLUSTER_RESOURCES_END=1\nACTIVE_BACKUP_PROCESSES_BEGIN=1\n 52410 2 root bash /usr/local/sbin/homelab-chat-run SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1 read-only homelab-backup-v2-legacy-mail-audit -- /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh\n 52433 2 root timeout --foreground --preserve-status 300 /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh\n 52434 2 root /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh\n 52733 0 root /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh\nACTIVE_BACKUP_PROCESSES_END=1\nDECISION=AUDIT_COMPLETE_REVIEW_FINDINGS\nNEXT_GATE=ANALYZE_V2_HEALTH_LEGACY_AND_NOTIFICATION_SOURCE\nTASK_RESULT=PASS_HOMELAB_BACKUP_V2_LEGACY_MAIL_AUDIT\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_V2_LEGACY_MAIL_AUDIT_END=1\n" + "output": "WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1\nMODE=read-only\nCOMPONENT=gitea-runtime-publication-path-rca\nMUTATION_BOUNDARY=NONE;READ_ONLY_GITEA_DNS_TCP_TLS_API_GIT_SMART_HTTP_CREDENTIAL_PERMISSION_RUNNER_PUBLICATION_PATH;TEMP_/run_ONLY;NO_GIT_FETCH;NO_GIT_COMMIT;NO_GIT_PUSH;NO_CREDENTIAL_WRITE;NO_SERVICE_ACTION;NO_REPO_WRITE;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE\nPREVIOUS_EXACT=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73184-CARRIER-RECONCILE-73185R1\nMISSING_SOURCE_CID=SUPPORT-260925-SKLADCHIK-ALTERNATE-EGRESS-SOURCE-RCA-73186R1\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nGITEA_DNS_RC=0\nGITEA_DNS_V4_COUNT=1\nGITEA_DNS_SET_SHA256=809678bde4af2eb857ca8d4722ac659194948d4361de7a0365b3abdf2c5a175b\nGITEA_TCP443_OK=true\nGITEA_TCP443_META=3\nGITEA_VERSION_CURL_RC=0\nGITEA_VERSION_HTTP=200\nGITEA_VERSION_BODY_SHA256=1965a151d0917ac3201bff84c8fa774c01c3b53b40e70ac0b1ffce0b4ea84284\nGITEA_VERSION_PARSE=true\nGITEA_VERSION_PRESENT=true\nGITEA_BRANCH_CURL_RC=0\nGITEA_BRANCH_HTTP=200\nGITEA_BRANCH_PARSE=true\nGITEA_BRANCH_HEAD_PRESENT=true\nGITEA_BRANCH_HEAD_SHA256=28418c4f0d77f2036481f22985b6aa128313da1f5d082d034014c24929c5bf68\nGITEA_BRANCH_MESSAGE_SHA256=bbf9cc6566dbb2b4955e576e5a8ae6cbc317409d980310d66984895eea5ce57a\nGITEA_BRANCH_TIMESTAMP_PRESENT=true\nGITEA_PREVIOUS_EXACT_CURL_RC=0\nGITEA_PREVIOUS_EXACT_HTTP=200\nGITEA_PREVIOUS_EXACT_COMMAND_ID_MATCH=true\nGIT_LS_REMOTE_RC=0\nGIT_LS_REMOTE_HEAD_COUNT=1\nGIT_LS_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nGIT_CREDENTIAL_FILL_RC=0\nGIT_CREDENTIAL_USERNAME_PRESENT=true\nGIT_CREDENTIAL_PASSWORD_PRESENT=true\nGIT_CREDENTIAL_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nGITEA_AUTH_USER_HTTP=200\nGITEA_AUTH_USER_OK=true\nGITEA_AUTH_REPO_HTTP=200\nGITEA_AUTH_REPO_PUSH_PERMISSION=true\nRUNNER_BASH_N_RC=0\nRUNNER_GITEA_HOST_REF_COUNT=2\nRUNNER_ASSISTANT_RUNTIME_REF_COUNT=0\nRUNNER_RUNTIME_HISTORY_REF_COUNT=0\nRUNNER_GIT_PUSH_TOKEN_COUNT=0\nRUNNER_STATE_DIR_EXISTS=true\nRUNNER_STATE_DIR_MODE=700\nRUNNER_STATE_DIR_OWNER=0:0\nROOT_FS_FREE_KB=57595264\nDECISION=GITEA_PUBLICATION_PATH_PREFLIGHT_HEALTHY_AWAIT_SELF_PUBLICATION\nNEXT_GATE=READ_EXACT_73187_SELF_PUBLICATION_THEN_CLOSE_GITEA_PATH\nTASK_RESULT=PASS_GITEA_PUBLICATION_PATH_PREFLIGHT\nSELF_PUBLICATION_PROOF_PENDING=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 98c00eda..06c8b500 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1 +COMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=homelab-backup-v2-legacy-mail-audit +COMPONENT=gitea-runtime-publication-path-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=54d7bdd3509ea57343544f034771ebc2518496e4c38ad5d34a50f0d5e9911675 +COMMAND_SHA256=3430c3ab064cdb901f0324612c1b24d30f5051b22258ab455d3e7acdb37c014d DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,1146 +24,65 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=b491577a944483f49322f180cab33d592ce42d21b9d00c94f407cc24b300d84f -SANITIZED_OUTPUT_SHA256=b491577a944483f49322f180cab33d592ce42d21b9d00c94f407cc24b300d84f +RAW_EVIDENCE_SHA256=027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e +SANITIZED_OUTPUT_SHA256=027c2c6976eea213e0d4813d1a15cfa5996e30489d3f6d7065f7cfe4aa03529e OUTPUT_BEGIN -WORKERS2_BACKUP_V2_LEGACY_MAIL_AUDIT_BEGIN=1 -COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1 +WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1 MODE=read-only -COMPONENT=homelab-backup-v2-legacy-mail-audit -MUTATION_BOUNDARY=READ_ONLY;NO_SYSTEMD_ACTION;NO_BACKUP_EXECUTION;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL;NO_CONFIG_WRITE;NO_GIT_WRITE;NO_CLOUD_WRITE +COMPONENT=gitea-runtime-publication-path-rca +MUTATION_BOUNDARY=NONE;READ_ONLY_GITEA_DNS_TCP_TLS_API_GIT_SMART_HTTP_CREDENTIAL_PERMISSION_RUNNER_PUBLICATION_PATH;TEMP_/run_ONLY;NO_GIT_FETCH;NO_GIT_COMMIT;NO_GIT_PUSH;NO_CREDENTIAL_WRITE;NO_SERVICE_ACTION;NO_REPO_WRITE;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE +PREVIOUS_EXACT=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73184-CARRIER-RECONCILE-73185R1 +MISSING_SOURCE_CID=SUPPORT-260925-SKLADCHIK-ALTERNATE-EGRESS-SOURCE-RCA-73186R1 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -UNIT_FILES_BEGIN=1 -dpkg-db-backup.service static - -homelab-alertmanager-backup-health.service static - -homelab-backup-audit.service static - -homelab-backup-retention-gc.service static - -homelab-backup-v2.service static - -homelab-control-backup.service static - -dpkg-db-backup.timer enabled enabled -homelab-alertmanager-backup-health.timer enabled enabled -homelab-backup-audit.timer enabled enabled -homelab-backup-retention-gc.timer enabled enabled -homelab-backup-v2.timer enabled enabled -homelab-control-backup.timer disabled enabled -UNIT_FILES_END=1 -TIMERS_BEGIN=1 -Fri 2026-09-25 04:36:22 MSK 50s Fri 2026-09-25 04:06:42 MSK 28min ago homelab-backup-audit.timer homelab-backup-audit.service -Fri 2026-09-25 04:42:50 MSK 7min Fri 2026-09-25 04:27:28 MSK 8min ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service -Fri 2026-09-25 04:53:01 MSK 17min Fri 2026-09-25 04:15:00 MSK 20min ago homelab-backup-v2.timer homelab-backup-v2.service -Sat 2026-09-26 00:00:00 MSK 19h Fri 2026-09-25 00:00:00 MSK 4h 35min ago dpkg-db-backup.timer dpkg-db-backup.service -Sat 2026-09-26 03:33:44 MSK 22h Fri 2026-09-25 03:27:32 MSK 1h 7min ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -TIMERS_END=1 -UNIT_STATE_BEGIN=1 -UNIT=homelab-backup-v2.service -Result=success -ExecMainStartTimestamp=Fri 2026-09-25 04:15:00 MSK -ExecMainExitTimestamp=Fri 2026-09-25 04:19:57 MSK -ExecMainStatus=0 -Triggers= -TriggeredBy=homelab-backup-v2.timer -LoadState=loaded -ActiveState=inactive -SubState=dead -FragmentPath=/etc/systemd/system/homelab-backup-v2.service -UnitFileState=static -UNIT=homelab-backup-v2.timer -Result=success -Triggers=homelab-backup-v2.service -TriggeredBy= -LoadState=loaded -ActiveState=active -SubState=waiting -FragmentPath=/etc/systemd/system/homelab-backup-v2.timer -UnitFileState=enabled -UNIT=homelab-backup-audit.service -Result=exit-code -ExecMainStartTimestamp=Fri 2026-09-25 04:06:42 MSK -ExecMainExitTimestamp=Fri 2026-09-25 04:06:46 MSK -ExecMainStatus=1 -Triggers= -TriggeredBy=homelab-backup-audit.timer -LoadState=loaded -ActiveState=failed -SubState=failed -FragmentPath=/etc/systemd/system/homelab-backup-audit.service -UnitFileState=static -UNIT=homelab-backup-audit.timer -Result=success -Triggers=homelab-backup-audit.service -TriggeredBy= -LoadState=loaded -ActiveState=active -SubState=waiting -FragmentPath=/etc/systemd/system/homelab-backup-audit.timer -UnitFileState=enabled -UNIT=homelab-backup-retention-gc.service -Result=success -ExecMainStartTimestamp=Fri 2026-09-25 03:27:32 MSK -ExecMainExitTimestamp=Fri 2026-09-25 03:29:39 MSK -ExecMainStatus=0 -Triggers= -TriggeredBy=homelab-backup-retention-gc.timer -LoadState=loaded -ActiveState=inactive -SubState=dead -FragmentPath=/etc/systemd/system/homelab-backup-retention-gc.service -UnitFileState=static -UNIT=homelab-backup-retention-gc.timer -Result=success -Triggers=homelab-backup-retention-gc.service -TriggeredBy= -LoadState=loaded -ActiveState=active -SubState=waiting -FragmentPath=/etc/systemd/system/homelab-backup-retention-gc.timer -UnitFileState=enabled -UNIT_STATE_END=1 -V2_JOURNAL_BEGIN=1 -2026-09-22T04:44:11+03:00 pve01 homelab-backup-v2[2510842]: SCHEDULE_RESULT=SUCCESS -2026-09-22T04:53:59+03:00 pve01 homelab-backup-v2[2612150]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T05:27:59+03:00 pve01 homelab-backup-v2[2723689]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T05:58:16+03:00 pve01 homelab-backup-v2[2823098]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T06:31:51+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_TARGET=vm211 -2026-09-22T06:32:52+03:00 pve01 homelab-backup-v2[2931093]: SCHEDULE_RESULT=SUCCESS -2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_TARGET=node-pve01 -2026-09-22T07:09:46+03:00 pve01 homelab-backup-v2[3046566]: SCHEDULE_RESULT=SUCCESS -2026-09-22T07:42:15+03:00 pve01 homelab-backup-v2[3148085]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T08:14:07+03:00 pve01 homelab-backup-v2[3251854]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_TARGET=us-netbird -2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_RESULT=FAIL -2026-09-22T08:53:31+03:00 pve01 homelab-backup-v2[3378768]: SCHEDULE_REASON=PIPE_FAILED -2026-09-22T08:53:31+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-22T08:53:31+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-22T09:25:32+03:00 pve01 homelab-backup-v2[3479013]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_TARGET=xf-dsmods -2026-09-22T11:44:22+03:00 pve01 homelab-backup-v2[3608112]: SCHEDULE_RESULT=SUCCESS -2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_TARGET=xf-kingofwolk -2026-09-22T11:54:41+03:00 pve01 homelab-backup-v2[3938337]: SCHEDULE_RESULT=SUCCESS -2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_TARGET=xf-newfi -2026-09-22T12:30:38+03:00 pve01 homelab-backup-v2[4066962]: SCHEDULE_RESULT=SUCCESS -2026-09-22T13:00:58+03:00 pve01 homelab-backup-v2[4182866]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T13:38:59+03:00 pve01 homelab-backup-v2[111598]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T14:12:22+03:00 pve01 homelab-backup-v2[211794]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-22T18:25:23+03:00 pve01 homelab-backup-v2[335341]: SCHEDULE_TARGET=xf-gamevipe -2026-09-22T18:25:23+03:00 pve01 homelab-backup-v2[335341]: SCHEDULE_RESULT=SUCCESS -2026-09-22T18:25:55+03:00 pve01 vzdump[1058471]: starting task UPID:pve01:001026A8:0CEA5E4B:6AB29E03:vzdump:112:root@pam: -2026-09-22T18:25:55+03:00 pve01 vzdump[1058472]: INFO: starting new backup job: vzdump 112 --node pve01 --remove 0 --compress zstd --zstd 1 --stdexcludes 0 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-268-2efa88811f2450c9f0dd84eb33538414 --prune-backups 'keep-all=1' --mode snapshot --ionice 7 --bwlimit 32768 -2026-09-22T18:25:55+03:00 pve01 vzdump[1058472]: INFO: Starting Backup of VM 112 (lxc) -2026-09-22T18:26:18+03:00 pve01 vzdump[1058472]: INFO: Finished Backup of VM 112 (00:00:23) -2026-09-22T18:26:18+03:00 pve01 vzdump[1058472]: INFO: Backup job finished successfully -2026-09-22T18:26:18+03:00 pve01 perl[1058472]: notified via target `mail-to-root` -2026-09-22T18:26:18+03:00 pve01 vzdump[1058471]: end task UPID:pve01:001026A8:0CEA5E4B:6AB29E03:vzdump:112:root@pam: OK -2026-09-22T18:27:53+03:00 pve01 homelab-backup-v2[1058132]: SCHEDULE_TARGET=guest-pve01-lxc-112 -2026-09-22T18:27:53+03:00 pve01 homelab-backup-v2[1058132]: SCHEDULE_RESULT=SUCCESS -2026-09-22T19:00:07+03:00 pve01 homelab-backup-v2[1160136]: SCHEDULE_TARGET=control-bootstrap-v2 -2026-09-22T19:00:07+03:00 pve01 homelab-backup-v2[1160136]: SCHEDULE_RESULT=SUCCESS -2026-09-22T19:33:45+03:00 pve01 vzdump[1269009]: starting task UPID:pve01:00135D14:0CF093F2:6AB2ADE9:vzdump:110:root@pam: -2026-09-22T19:33:45+03:00 pve01 vzdump[1269012]: INFO: starting new backup job: vzdump 110 --zstd 1 --ionice 7 --bwlimit 32768 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260922T163332Z-19eca17c87ab --prune-backups 'keep-all=1' --stdexcludes 0 --compress zstd --remove 0 --mode snapshot --node pve01 -2026-09-22T19:33:45+03:00 pve01 vzdump[1269012]: INFO: Starting Backup of VM 110 (lxc) -2026-09-22T19:35:51+03:00 pve01 vzdump[1269012]: INFO: Finished Backup of VM 110 (00:02:06) -2026-09-22T19:35:51+03:00 pve01 vzdump[1269012]: INFO: Backup job finished successfully -2026-09-22T19:35:51+03:00 pve01 perl[1269012]: notified via target `mail-to-root` -2026-09-22T19:35:51+03:00 pve01 vzdump[1269009]: end task UPID:pve01:00135D14:0CF093F2:6AB2ADE9:vzdump:110:root@pam: OK -2026-09-22T19:35:51+03:00 pve01 homelab-backup-v2[1268890]: SCHEDULE_TARGET=ct110 -2026-09-22T19:36:57+03:00 pve01 homelab-backup-v2[1268890]: SCHEDULE_RESULT=SUCCESS -2026-09-22T20:07:13+03:00 pve01 homelab-backup-v2[1370719]: SCHEDULE_TARGET=ct111 -2026-09-22T20:08:05+03:00 pve01 homelab-backup-v2[1370719]: SCHEDULE_RESULT=SUCCESS -2026-09-23T01:48:43+03:00 pve01 homelab-backup-v2[1488093]: SCHEDULE_TARGET=xf-hkmods -2026-09-23T01:48:43+03:00 pve01 homelab-backup-v2[1488093]: SCHEDULE_RESULT=SUCCESS -2026-09-23T01:49:14+03:00 pve01 vzdump[2524320]: starting task UPID:pve01:002684A1:0D12F4B2:6AB305EA:vzdump:112:root@pam: -2026-09-23T01:49:14+03:00 pve01 vzdump[2524321]: INFO: starting new backup job: vzdump 112 --lockwait 0 --remove 0 --node pve01 --zstd 1 --compress zstd --stdexcludes 0 --bwlimit 32768 --ionice 7 --mode snapshot --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260922T224902Z-8457b570052f --prune-backups 'keep-all=1' -2026-09-23T01:49:14+03:00 pve01 vzdump[2524321]: INFO: Starting Backup of VM 112 (lxc) -2026-09-23T01:49:38+03:00 pve01 vzdump[2524321]: INFO: Finished Backup of VM 112 (00:00:24) -2026-09-23T01:49:38+03:00 pve01 vzdump[2524321]: INFO: Backup job finished successfully -2026-09-23T01:49:38+03:00 pve01 perl[2524321]: notified via target `mail-to-root` -2026-09-23T01:49:38+03:00 pve01 vzdump[2524320]: end task UPID:pve01:002684A1:0D12F4B2:6AB305EA:vzdump:112:root@pam: OK -2026-09-23T01:49:38+03:00 pve01 homelab-backup-v2[2524186]: SCHEDULE_TARGET=ct112 -2026-09-23T01:50:11+03:00 pve01 homelab-backup-v2[2524186]: SCHEDULE_RESULT=SUCCESS -2026-09-23T02:20:43+03:00 pve01 homelab-backup-v2[2629172]: SCHEDULE_TARGET=ct113 -2026-09-23T02:21:20+03:00 pve01 homelab-backup-v2[2629172]: SCHEDULE_RESULT=SUCCESS -2026-09-23T02:58:43+03:00 pve01 vzdump[2750118]: starting task UPID:pve01:0029F6A7:0D1950F0:6AB31633:vzdump:150:root@pam: -2026-09-23T02:58:43+03:00 pve01 vzdump[2750119]: INFO: starting new backup job: vzdump 150 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260922T235842Z-71b8fcec59c9 --compress zstd --mode snapshot -2026-09-23T02:58:43+03:00 pve01 vzdump[2750119]: INFO: Starting Backup of VM 150 (qemu) -2026-09-23T02:59:00+03:00 pve01 vzdump[2750119]: INFO: Finished Backup of VM 150 (00:00:17) -2026-09-23T02:59:00+03:00 pve01 vzdump[2750119]: INFO: Backup job finished successfully -2026-09-23T02:59:00+03:00 pve01 perl[2750119]: notified via target `mail-to-root` -2026-09-23T02:59:00+03:00 pve01 vzdump[2750118]: end task UPID:pve01:0029F6A7:0D1950F0:6AB31633:vzdump:150:root@pam: OK -2026-09-23T02:59:00+03:00 pve01 homelab-backup-v2[2750109]: SCHEDULE_TARGET=vm150 -2026-09-23T03:00:24+03:00 pve01 homelab-backup-v2[2750109]: SCHEDULE_RESULT=SUCCESS -2026-09-23T03:33:16+03:00 pve01 homelab-backup-v2[2909115]: SCHEDULE_DEFER_HEAVY_LOCK_BUSY -2026-09-23T03:38:55+03:00 pve01 homelab-backup-v2[2925325]: SCHEDULE_TARGET=md-relay -2026-09-23T03:38:55+03:00 pve01 homelab-backup-v2[2925325]: SCHEDULE_RESULT=SUCCESS -2026-09-23T04:20:53+03:00 pve01 homelab-backup-v2[3041095]: SCHEDULE_TARGET=vm130 -2026-09-23T04:35:06+03:00 pve01 homelab-backup-v2[3041095]: SCHEDULE_RESULT=SUCCESS -2026-09-23T04:48:27+03:00 pve01 homelab-backup-v2[3142951]: SCHEDULE_TARGET=vm160 -2026-09-23T04:53:26+03:00 pve01 homelab-backup-v2[3142951]: SCHEDULE_RESULT=SUCCESS -2026-09-23T05:19:47+03:00 pve01 vzdump[3252396]: starting task UPID:pve01:0031A0AD:0D263B40:6AB33743:vzdump:171:root@pam: -2026-09-23T05:19:47+03:00 pve01 vzdump[3252397]: INFO: starting new backup job: vzdump 171 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260923T021946Z-4d6e4f578075 --compress zstd -2026-09-23T05:19:47+03:00 pve01 vzdump[3252397]: INFO: Starting Backup of VM 171 (qemu) -2026-09-23T05:20:32+03:00 pve01 vzdump[3252397]: INFO: Finished Backup of VM 171 (00:00:45) -2026-09-23T05:20:32+03:00 pve01 vzdump[3252397]: INFO: Backup job finished successfully -2026-09-23T05:20:32+03:00 pve01 perl[3252397]: notified via target `mail-to-root` -2026-09-23T05:20:32+03:00 pve01 vzdump[3252396]: end task UPID:pve01:0031A0AD:0D263B40:6AB33743:vzdump:171:root@pam: OK -2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_TARGET=vm171 -2026-09-23T05:23:23+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_RESULT=SUCCESS -2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_TARGET=spb-ingress -2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_RESULT=SUCCESS -2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_TARGET=vm190 -2026-09-23T06:31:26+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_RESULT=SUCCESS -2026-09-23T06:59:59+03:00 pve01 vzdump[3621133]: starting task UPID:pve01:0037410E:0D2F67C2:6AB34EBF:vzdump:170:root@pam: -2026-09-23T06:59:59+03:00 pve01 vzdump[3621134]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260923T035958Z-923adacbc94b -2026-09-23T06:59:59+03:00 pve01 vzdump[3621134]: INFO: Starting Backup of VM 170 (qemu) -2026-09-23T07:01:56+03:00 pve01 vzdump[3621134]: INFO: Finished Backup of VM 170 (00:01:57) -2026-09-23T07:01:56+03:00 pve01 vzdump[3621134]: INFO: Backup job finished successfully -2026-09-23T07:01:56+03:00 pve01 perl[3621134]: notified via target `mail-to-root` -2026-09-23T07:01:56+03:00 pve01 vzdump[3621133]: end task UPID:pve01:0037410E:0D2F67C2:6AB34EBF:vzdump:170:root@pam: OK -2026-09-23T07:01:56+03:00 pve01 homelab-backup-v2[3621128]: SCHEDULE_TARGET=vm170 -2026-09-23T07:12:37+03:00 pve01 homelab-backup-v2[3621128]: SCHEDULE_RESULT=SUCCESS -2026-09-23T07:34:15+03:00 pve01 homelab-backup-v2[3731672]: SCHEDULE_TARGET=router-netcraze -2026-09-23T07:34:15+03:00 pve01 homelab-backup-v2[3731672]: SCHEDULE_RESULT=SUCCESS -2026-09-23T08:19:56+03:00 pve01 homelab-backup-v2[3849044]: SCHEDULE_TARGET=xf-codevipe -2026-09-23T08:19:56+03:00 pve01 homelab-backup-v2[3849044]: SCHEDULE_RESULT=SUCCESS -2026-09-23T08:51:33+03:00 pve01 homelab-backup-v2[3940139]: SCHEDULE_TARGET=xf-zakrutim -2026-09-23T08:51:33+03:00 pve01 homelab-backup-v2[3940139]: SCHEDULE_RESULT=SUCCESS -2026-09-23T09:13:00+03:00 pve01 vzdump[4057104]: starting task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam: -2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: starting new backup job: vzdump 210 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T061259Z-0593c2e01d15 --mode snapshot -2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: Starting Backup of VM 210 (qemu) -2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Finished Backup of VM 210 (00:00:15) -2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Backup job finished successfully -2026-09-23T09:13:15+03:00 pve01 perl[4057107]: notified via target `mail-to-root` -2026-09-23T09:13:15+03:00 pve01 vzdump[4057104]: end task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam: OK -2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_TARGET=vm210 -2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_RESULT=FAIL -2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_REASON=RCLONE_RCAT_FAILED -2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-23T09:13:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-23T09:45:00+03:00 pve01 vzdump[4157625]: starting task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam: -2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: starting new backup job: vzdump 210 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T064459Z-30e6d69c8540 --compress zstd -2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: Starting Backup of VM 210 (qemu) -2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Finished Backup of VM 210 (00:00:15) -2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Backup job finished successfully -2026-09-23T09:45:15+03:00 pve01 perl[4157626]: notified via target `mail-to-root` -2026-09-23T09:45:15+03:00 pve01 vzdump[4157625]: end task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam: OK -2026-09-23T09:45:15+03:00 pve01 homelab-backup-v2[4157565]: SCHEDULE_TARGET=vm210 -2026-09-23T09:46:25+03:00 pve01 homelab-backup-v2[4157565]: SCHEDULE_RESULT=SUCCESS -2026-09-23T10:24:17+03:00 pve01 homelab-backup-v2[72861]: SCHEDULE_TARGET=vm9130 -2026-09-23T10:39:51+03:00 pve01 homelab-backup-v2[72861]: SCHEDULE_RESULT=SUCCESS -2026-09-23T10:54:32+03:00 pve01 homelab-backup-v2[186238]: SCHEDULE_TARGET=vm211 -2026-09-23T10:55:42+03:00 pve01 homelab-backup-v2[186238]: SCHEDULE_RESULT=SUCCESS -2026-09-23T11:26:22+03:00 pve01 homelab-backup-v2[286504]: SCHEDULE_TARGET=control-bootstrap-v2 -2026-09-23T11:26:22+03:00 pve01 homelab-backup-v2[286504]: SCHEDULE_RESULT=SUCCESS -2026-09-23T13:36:47+03:00 pve01 homelab-backup-v2[375315]: SCHEDULE_TARGET=xf-dsmods -2026-09-23T13:36:47+03:00 pve01 homelab-backup-v2[375315]: SCHEDULE_RESULT=SUCCESS -2026-09-23T13:47:06+03:00 pve01 homelab-backup-v2[712301]: SCHEDULE_TARGET=xf-kingofwolk -2026-09-23T13:47:06+03:00 pve01 homelab-backup-v2[712301]: SCHEDULE_RESULT=SUCCESS -2026-09-23T14:20:38+03:00 pve01 homelab-backup-v2[827326]: SCHEDULE_TARGET=xf-newfi -2026-09-23T14:20:38+03:00 pve01 homelab-backup-v2[827326]: SCHEDULE_RESULT=SUCCESS -2026-09-23T14:45:52+03:00 pve01 homelab-backup-v2[928167]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-23T15:17:16+03:00 pve01 homelab-backup-v2[1036329]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-23T15:55:59+03:00 pve01 vzdump[1153470]: starting task UPID:pve01:001199BF:0D607A41:6AB3CC5F:vzdump:110:root@pam: -2026-09-23T15:55:59+03:00 pve01 vzdump[1153471]: INFO: starting new backup job: vzdump 110 --prune-backups 'keep-all=1' --node pve01 --mode snapshot --remove 0 --lockwait 0 --bwlimit 32768 --compress zstd --stdexcludes 0 --ionice 7 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260923T125546Z-34408ffe4182 --zstd 1 -2026-09-23T15:55:59+03:00 pve01 vzdump[1153471]: INFO: Starting Backup of VM 110 (lxc) -2026-09-23T15:58:08+03:00 pve01 vzdump[1153471]: INFO: Finished Backup of VM 110 (00:02:09) -2026-09-23T15:58:08+03:00 pve01 vzdump[1153471]: INFO: Backup job finished successfully -2026-09-23T15:58:08+03:00 pve01 perl[1153471]: notified via target `mail-to-root` -2026-09-23T15:58:08+03:00 pve01 vzdump[1153470]: end task UPID:pve01:001199BF:0D607A41:6AB3CC5F:vzdump:110:root@pam: OK -2026-09-23T15:58:08+03:00 pve01 homelab-backup-v2[1153357]: SCHEDULE_TARGET=ct110 -2026-09-23T15:59:15+03:00 pve01 homelab-backup-v2[1153357]: SCHEDULE_RESULT=SUCCESS -2026-09-23T16:34:03+03:00 pve01 homelab-backup-v2[1275541]: SCHEDULE_TARGET=ct111 -2026-09-23T16:34:57+03:00 pve01 homelab-backup-v2[1275541]: SCHEDULE_RESULT=SUCCESS -2026-09-23T17:10:46+03:00 pve01 homelab-backup-v2[1392920]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-23T17:45:32+03:00 pve01 homelab-backup-v2[1511458]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-23T18:21:05+03:00 pve01 homelab-backup-v2[1632002]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET -2026-09-23T22:32:50+03:00 pve01 homelab-backup-v2[1746997]: SCHEDULE_TARGET=xf-gamevipe -2026-09-23T22:32:50+03:00 pve01 homelab-backup-v2[1746997]: SCHEDULE_RESULT=SUCCESS -2026-09-23T22:33:22+03:00 pve01 vzdump[2463973]: starting task UPID:pve01:002598E7:0D84DBFE:6AB42982:vzdump:112:root@pam: -2026-09-23T22:33:22+03:00 pve01 vzdump[2463975]: INFO: starting new backup job: vzdump 112 --remove 0 --bwlimit 32768 --node pve01 --mode snapshot --zstd 1 --stdexcludes 0 --compress zstd --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-268-b97306cae8931d051d16c17a39249ba1 --prune-backups 'keep-all=1' --ionice 7 -2026-09-23T22:33:22+03:00 pve01 vzdump[2463975]: INFO: Starting Backup of VM 112 (lxc) -2026-09-23T22:33:46+03:00 pve01 vzdump[2463975]: INFO: Finished Backup of VM 112 (00:00:24) -2026-09-23T22:33:46+03:00 pve01 vzdump[2463975]: INFO: Backup job finished successfully -2026-09-23T22:33:46+03:00 pve01 perl[2463975]: notified via target `mail-to-root` -2026-09-23T22:33:46+03:00 pve01 vzdump[2463973]: end task UPID:pve01:002598E7:0D84DBFE:6AB42982:vzdump:112:root@pam: OK -2026-09-23T22:35:23+03:00 pve01 homelab-backup-v2[2463631]: SCHEDULE_TARGET=guest-pve01-lxc-112 -2026-09-23T22:35:23+03:00 pve01 homelab-backup-v2[2463631]: SCHEDULE_RESULT=SUCCESS -2026-09-23T23:06:12+03:00 pve01 vzdump[2565193]: starting task UPID:pve01:0027244A:0D87DD73:6AB43134:vzdump:112:root@pam: -2026-09-23T23:06:12+03:00 pve01 vzdump[2565194]: INFO: starting new backup job: vzdump 112 --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260923T200600Z-c1b47cc67dad --ionice 7 --stdexcludes 0 --lockwait 0 --mode snapshot --remove 0 --prune-backups 'keep-all=1' --bwlimit 32768 --zstd 1 --node pve01 -2026-09-23T23:06:12+03:00 pve01 vzdump[2565194]: INFO: Starting Backup of VM 112 (lxc) -2026-09-23T23:06:35+03:00 pve01 vzdump[2565194]: INFO: Finished Backup of VM 112 (00:00:23) -2026-09-23T23:06:35+03:00 pve01 vzdump[2565194]: INFO: Backup job finished successfully -2026-09-23T23:06:35+03:00 pve01 perl[2565194]: notified via target `mail-to-root` -2026-09-23T23:06:35+03:00 pve01 vzdump[2565193]: end task UPID:pve01:0027244A:0D87DD73:6AB43134:vzdump:112:root@pam: OK -2026-09-23T23:06:35+03:00 pve01 homelab-backup-v2[2565009]: SCHEDULE_TARGET=ct112 -2026-09-23T23:07:10+03:00 pve01 homelab-backup-v2[2565009]: SCHEDULE_RESULT=SUCCESS -2026-09-23T23:38:43+03:00 pve01 homelab-backup-v2[2668211]: SCHEDULE_TARGET=ct113 -2026-09-23T23:39:15+03:00 pve01 homelab-backup-v2[2668211]: SCHEDULE_RESULT=SUCCESS -2026-09-24T00:16:47+03:00 pve01 vzdump[2795307]: starting task UPID:pve01:002AA72C:0D8E53D8:6AB441BF:vzdump:150:root@pam: -2026-09-24T00:16:47+03:00 pve01 vzdump[2795308]: INFO: starting new backup job: vzdump 150 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260923T211646Z-53a0afdaad93 -2026-09-24T00:16:47+03:00 pve01 vzdump[2795308]: INFO: Starting Backup of VM 150 (qemu) -2026-09-24T00:17:05+03:00 pve01 vzdump[2795308]: INFO: Finished Backup of VM 150 (00:00:18) -2026-09-24T00:17:05+03:00 pve01 vzdump[2795308]: INFO: Backup job finished successfully -2026-09-24T00:17:06+03:00 pve01 perl[2795308]: notified via target `mail-to-root` -2026-09-24T00:17:06+03:00 pve01 vzdump[2795307]: end task UPID:pve01:002AA72C:0D8E53D8:6AB441BF:vzdump:150:root@pam: OK -2026-09-24T00:17:06+03:00 pve01 homelab-backup-v2[2795301]: SCHEDULE_TARGET=vm150 -2026-09-24T00:18:32+03:00 pve01 homelab-backup-v2[2795301]: SCHEDULE_RESULT=SUCCESS -2026-09-24T00:56:39+03:00 pve01 homelab-backup-v2[2916466]: SCHEDULE_TARGET=control-bootstrap-v2 -2026-09-24T00:56:39+03:00 pve01 homelab-backup-v2[2916466]: SCHEDULE_RESULT=SUCCESS -2026-09-24T01:38:25+03:00 pve01 homelab-backup-v2[3041230]: SCHEDULE_TARGET=vm130 -2026-09-24T01:53:00+03:00 pve01 homelab-backup-v2[3041230]: SCHEDULE_RESULT=SUCCESS -2026-09-24T02:11:33+03:00 pve01 homelab-backup-v2[3167735]: SCHEDULE_TARGET=vm160 -2026-09-24T02:16:51+03:00 pve01 homelab-backup-v2[3167735]: SCHEDULE_RESULT=SUCCESS -2026-09-24T02:41:30+03:00 pve01 vzdump[3271898]: starting task UPID:pve01:0031ECDB:0D9B9385:6AB463AA:vzdump:171:root@pam: -2026-09-24T02:41:30+03:00 pve01 vzdump[3271899]: INFO: starting new backup job: vzdump 171 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260923T234129Z-627217e2c19c --compress zstd --mode snapshot -2026-09-24T02:41:30+03:00 pve01 vzdump[3271899]: INFO: Starting Backup of VM 171 (qemu) -2026-09-24T02:42:39+03:00 pve01 vzdump[3271899]: INFO: Finished Backup of VM 171 (00:01:09) -2026-09-24T02:42:39+03:00 pve01 vzdump[3271899]: INFO: Backup job finished successfully -2026-09-24T02:42:39+03:00 pve01 perl[3271899]: notified via target `mail-to-root` -2026-09-24T02:42:39+03:00 pve01 vzdump[3271898]: end task UPID:pve01:0031ECDB:0D9B9385:6AB463AA:vzdump:171:root@pam: OK -2026-09-24T02:42:39+03:00 pve01 homelab-backup-v2[3271875]: SCHEDULE_TARGET=vm171 -2026-09-24T02:45:35+03:00 pve01 homelab-backup-v2[3271875]: SCHEDULE_RESULT=SUCCESS -2026-09-24T08:28:36+03:00 pve01 homelab-backup-v2[3396070]: SCHEDULE_TARGET=xf-hkmods -2026-09-24T08:28:36+03:00 pve01 homelab-backup-v2[3396070]: SCHEDULE_RESULT=SUCCESS -2026-09-24T08:29:34+03:00 pve01 homelab-backup-v2[249242]: SCHEDULE_TARGET=vm190 -2026-09-24T08:31:59+03:00 pve01 homelab-backup-v2[249242]: SCHEDULE_RESULT=SUCCESS -2026-09-24T08:59:17+03:00 pve01 vzdump[349567]: starting task UPID:pve01:0005558E:0DBE29C6:6AB4BC35:vzdump:170:root@pam: -2026-09-24T08:59:17+03:00 pve01 vzdump[349582]: INFO: starting new backup job: vzdump 170 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260924T055916Z-7533331c7616 --mode snapshot -2026-09-24T08:59:17+03:00 pve01 vzdump[349582]: INFO: Starting Backup of VM 170 (qemu) -2026-09-24T09:00:51+03:00 pve01 vzdump[349582]: INFO: Finished Backup of VM 170 (00:01:34) -2026-09-24T09:00:51+03:00 pve01 vzdump[349582]: INFO: Backup job finished successfully -2026-09-24T09:00:51+03:00 pve01 perl[349582]: notified via target `mail-to-root` -2026-09-24T09:00:51+03:00 pve01 vzdump[349567]: end task UPID:pve01:0005558E:0DBE29C6:6AB4BC35:vzdump:170:root@pam: OK -2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_TARGET=vm170 -2026-09-24T09:12:02+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_RESULT=SUCCESS -2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_TARGET=spb-ingress -2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_RESULT=FAIL -2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-24T09:36:26+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_TARGET=spb-ingress -2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_RESULT=FAIL -2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-24T10:10:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_TARGET=vm9130 -2026-09-24T11:06:40+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_RESULT=SUCCESS -2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_TARGET=spb-ingress -2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_RESULT=FAIL -2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-24T11:17:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_TARGET=router-netcraze -2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_RESULT=SUCCESS -2026-09-24T12:42:26+03:00 pve01 homelab-backup-v2[1017011]: SCHEDULE_TARGET=xf-codevipe -2026-09-24T12:42:26+03:00 pve01 homelab-backup-v2[1017011]: SCHEDULE_RESULT=SUCCESS -2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_TARGET=xf-zakrutim -2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_RESULT=SUCCESS -2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_TARGET=spb-ingress -2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_RESULT=FAIL -2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-24T13:45:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-24T14:21:53+03:00 pve01 vzdump[1379014]: starting task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam: -2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260924T112152Z-3d166ba2cdf5 -2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: Starting Backup of VM 210 (qemu) -2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Finished Backup of VM 210 (00:00:15) -2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Backup job finished successfully -2026-09-24T14:22:08+03:00 pve01 perl[1379020]: notified via target `mail-to-root` -2026-09-24T14:22:08+03:00 pve01 vzdump[1379014]: end task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam: OK -2026-09-24T14:22:08+03:00 pve01 homelab-backup-v2[1378950]: SCHEDULE_TARGET=vm210 -2026-09-24T14:23:21+03:00 pve01 homelab-backup-v2[1378950]: SCHEDULE_RESULT=SUCCESS -2026-09-24T14:56:19+03:00 pve01 homelab-backup-v2[1480956]: SCHEDULE_TARGET=vm211 -2026-09-24T14:57:25+03:00 pve01 homelab-backup-v2[1480956]: SCHEDULE_RESULT=SUCCESS -2026-09-24T15:30:45+03:00 pve01 vzdump[1595046]: starting task UPID:pve01:001856A7:0DE200E0:6AB517F5:vzdump:110:root@pam: -2026-09-24T15:30:45+03:00 pve01 vzdump[1595047]: INFO: starting new backup job: vzdump 110 --ionice 7 --bwlimit 32768 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260924T123032Z-e893686ccca9 --compress zstd --prune-backups 'keep-all=1' --node pve01 --lockwait 0 --stdexcludes 0 --zstd 1 --remove 0 --mode snapshot -2026-09-24T15:30:45+03:00 pve01 vzdump[1595047]: INFO: Starting Backup of VM 110 (lxc) -2026-09-24T15:32:54+03:00 pve01 vzdump[1595047]: INFO: Finished Backup of VM 110 (00:02:09) -2026-09-24T15:32:54+03:00 pve01 vzdump[1595047]: INFO: Backup job finished successfully -2026-09-24T15:32:54+03:00 pve01 perl[1595047]: notified via target `mail-to-root` -2026-09-24T15:32:54+03:00 pve01 vzdump[1595046]: end task UPID:pve01:001856A7:0DE200E0:6AB517F5:vzdump:110:root@pam: OK -2026-09-24T15:32:54+03:00 pve01 homelab-backup-v2[1594718]: SCHEDULE_TARGET=ct110 -2026-09-24T15:33:55+03:00 pve01 homelab-backup-v2[1594718]: SCHEDULE_RESULT=SUCCESS -2026-09-24T16:06:44+03:00 pve01 homelab-backup-v2[1703945]: SCHEDULE_TARGET=ct111 -2026-09-24T16:07:34+03:00 pve01 homelab-backup-v2[1703945]: SCHEDULE_RESULT=SUCCESS -2026-09-24T16:38:23+03:00 pve01 homelab-backup-v2[1817427]: SCHEDULE_TARGET=control-bootstrap-v2 -2026-09-24T16:38:23+03:00 pve01 homelab-backup-v2[1817427]: SCHEDULE_RESULT=SUCCESS -2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_TARGET=xf-dsmods -2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_RESULT=SUCCESS -2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_TARGET=spb-ingress -2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_RESULT=FAIL -2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-24T18:53:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_TARGET=xf-kingofwolk -2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_RESULT=SUCCESS -2026-09-24T20:15:48+03:00 pve01 homelab-backup-v2[2498403]: SCHEDULE_TARGET=xf-newfi -2026-09-24T20:15:48+03:00 pve01 homelab-backup-v2[2498403]: SCHEDULE_RESULT=SUCCESS -2026-09-24T20:41:45+03:00 pve01 vzdump[2600433]: starting task UPID:pve01:0027ADF2:0DFE79D0:6AB560D9:vzdump:112:root@pam: -2026-09-24T20:41:45+03:00 pve01 vzdump[2600434]: INFO: starting new backup job: vzdump 112 --zstd 1 --stdexcludes 0 --lockwait 0 --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct112-20260924T174132Z-7c544215184b --remove 0 --compress zstd --node pve01 --ionice 7 --mode snapshot --bwlimit 32768 --prune-backups 'keep-all=1' -2026-09-24T20:41:45+03:00 pve01 vzdump[2600434]: INFO: Starting Backup of VM 112 (lxc) -2026-09-24T20:42:08+03:00 pve01 vzdump[2600434]: INFO: Finished Backup of VM 112 (00:00:23) -2026-09-24T20:42:08+03:00 pve01 vzdump[2600434]: INFO: Backup job finished successfully -2026-09-24T20:42:08+03:00 pve01 perl[2600434]: notified via target `mail-to-root` -2026-09-24T20:42:08+03:00 pve01 vzdump[2600433]: end task UPID:pve01:0027ADF2:0DFE79D0:6AB560D9:vzdump:112:root@pam: OK -2026-09-24T20:42:08+03:00 pve01 homelab-backup-v2[2600323]: SCHEDULE_TARGET=ct112 -2026-09-24T20:42:42+03:00 pve01 homelab-backup-v2[2600323]: SCHEDULE_RESULT=SUCCESS -2026-09-24T21:15:48+03:00 pve01 homelab-backup-v2[2702626]: SCHEDULE_TARGET=ct113 -2026-09-24T21:16:21+03:00 pve01 homelab-backup-v2[2702626]: SCHEDULE_RESULT=SUCCESS -2026-09-24T21:46:48+03:00 pve01 vzdump[2808500]: starting task UPID:pve01:002ADE1C:0E046E7B:6AB57018:vzdump:150:root@pam: -2026-09-24T21:46:48+03:00 pve01 vzdump[2809372]: INFO: starting new backup job: vzdump 150 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm150-20260924T184647Z-554fc08dc13f --mode snapshot -2026-09-24T21:46:48+03:00 pve01 vzdump[2809372]: INFO: Starting Backup of VM 150 (qemu) -2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Finished Backup of VM 150 (00:00:18) -2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Backup job finished successfully -2026-09-24T21:47:06+03:00 pve01 perl[2809372]: notified via target `mail-to-root` -2026-09-24T21:47:06+03:00 pve01 vzdump[2808500]: end task UPID:pve01:002ADE1C:0E046E7B:6AB57018:vzdump:150:root@pam: OK -2026-09-24T21:47:06+03:00 pve01 homelab-backup-v2[2807044]: SCHEDULE_TARGET=vm150 -2026-09-24T21:48:39+03:00 pve01 homelab-backup-v2[2807044]: SCHEDULE_RESULT=SUCCESS -2026-09-24T22:30:42+03:00 pve01 homelab-backup-v2[2944125]: SCHEDULE_TARGET=vm130 -2026-09-24T22:46:11+03:00 pve01 homelab-backup-v2[2944125]: SCHEDULE_RESULT=SUCCESS -2026-09-24T23:01:38+03:00 pve01 homelab-backup-v2[3046026]: SCHEDULE_TARGET=vm160 -2026-09-24T23:06:58+03:00 pve01 homelab-backup-v2[3046026]: SCHEDULE_RESULT=SUCCESS -2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_TARGET=xf-gamevipe -2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_RESULT=SUCCESS -2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_TARGET=spb-ingress -2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_RESULT=FAIL -2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_REASON=COMMAND_FAILED -2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'. -2026-09-25T03:09:00+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. -2026-09-25T03:41:25+03:00 pve01 vzdump[4021052]: starting task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam: -2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: starting new backup job: vzdump 112 --zstd 1 --bwlimit 32768 --prune-backups 'keep-all=1' --mode snapshot --stdexcludes 0 --remove 0 --tmpdir /var/tmp/homelab-vzdump-268-794af030d615403c70a449be1dd057fb --node pve01 --ionice 7 --lockwait 0 --compress zstd -2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: Starting Backup of VM 112 (lxc) -2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Finished Backup of VM 112 (00:00:23) -2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully -2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root` -2026-09-25T03:41:48+03:00 pve01 vzdump[4021052]: end task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam: OK -2026-09-25T03:43:21+03:00 pve01 homelab-backup-v2[4019444]: SCHEDULE_TARGET=guest-pve01-lxc-112 -2026-09-25T03:43:21+03:00 pve01 homelab-backup-v2[4019444]: SCHEDULE_RESULT=SUCCESS -2026-09-25T04:15:01+03:00 pve01 vzdump[4126973]: starting task UPID:pve01:003EF8FF:0E27F944:6AB5CB15:vzdump:171:root@pam: -2026-09-25T04:15:01+03:00 pve01 vzdump[4126975]: INFO: starting new backup job: vzdump 171 --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm171-20260925T011500Z-71bf5ed89f5b --compress zstd --mode snapshot -2026-09-25T04:15:01+03:00 pve01 vzdump[4126975]: INFO: Starting Backup of VM 171 (qemu) -2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Finished Backup of VM 171 (00:00:42) -2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Backup job finished successfully -2026-09-25T04:15:43+03:00 pve01 perl[4126975]: notified via target `mail-to-root` -2026-09-25T04:15:43+03:00 pve01 vzdump[4126973]: end task UPID:pve01:003EF8FF:0E27F944:6AB5CB15:vzdump:171:root@pam: OK -2026-09-25T04:15:43+03:00 pve01 homelab-backup-v2[4126888]: SCHEDULE_TARGET=vm171 -2026-09-25T04:19:57+03:00 pve01 homelab-backup-v2[4126888]: SCHEDULE_RESULT=SUCCESS -V2_JOURNAL_END=1 -V2_NOTIFICATION_EVENTS_72H=20 -V2_MAIL_TO_ROOT_EVENTS_72H=20 -AUDIT_JOURNAL_BEGIN=1 -2026-09-23T21:05:39+03:00 pve01 homelab-backup-audit[2164434]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T21:05:39+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T21:05:39+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-23T21:36:02+03:00 pve01 homelab-backup-audit[2268991]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-23T21:36:02+03:00 pve01 homelab-backup-audit[2268991]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T21:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T21:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-23T22:06:41+03:00 pve01 homelab-backup-audit[2372997]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T22:06:41+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T22:06:41+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T22:35:36+03:00 pve01 homelab-backup-audit[2466119]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T22:35:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T22:35:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-23T23:06:32+03:00 pve01 homelab-backup-audit[2565382]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T23:06:32+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T23:06:32+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-23T23:36:17+03:00 pve01 homelab-backup-audit[2655306]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-23T23:36:17+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-23T23:36:17+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T00:06:58+03:00 pve01 homelab-backup-audit[2759058]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T00:06:58+03:00 pve01 homelab-backup-audit[2759058]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T00:06:58+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T00:06:58+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T00:36:48+03:00 pve01 homelab-backup-audit[2852619]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T00:36:48+03:00 pve01 homelab-backup-audit[2852619]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T00:36:48+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T00:36:48+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T01:05:18+03:00 pve01 homelab-backup-audit[2951901]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T01:05:18+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T01:05:18+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T01:36:45+03:00 pve01 homelab-backup-audit[3055687]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T01:36:45+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T01:36:45+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T02:07:01+03:00 pve01 homelab-backup-audit[3165381]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T02:07:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T02:07:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T02:37:01+03:00 pve01 homelab-backup-audit[3257589]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T02:37:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T03:07:04+03:00 pve01 homelab-backup-audit[3358186]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T03:07:04+03:00 pve01 homelab-backup-audit[3358186]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T03:07:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T03:07:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T03:36:15+03:00 pve01 homelab-backup-audit[3467813]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T03:36:15+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T03:36:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T04:06:02+03:00 pve01 homelab-backup-audit[3571018]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T04:06:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T04:06:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T04:35:50+03:00 pve01 homelab-backup-audit[3663629]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T04:35:50+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T04:35:50+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T05:06:35+03:00 pve01 homelab-backup-audit[3767852]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T05:06:35+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T05:06:35+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T05:36:46+03:00 pve01 homelab-backup-audit[3872309]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T05:36:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T05:36:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T06:06:36+03:00 pve01 homelab-backup-audit[3965596]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T06:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T06:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T06:36:02+03:00 pve01 homelab-backup-audit[4069235]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T06:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T06:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T07:06:14+03:00 pve01 homelab-backup-audit[4172718]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T07:06:14+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T07:06:14+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T07:36:58+03:00 pve01 homelab-backup-audit[72672]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T07:36:58+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T07:36:58+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T08:07:02+03:00 pve01 homelab-backup-audit[180546]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=4|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T08:07:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T08:07:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T08:36:02+03:00 pve01 homelab-backup-audit[272741]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T08:36:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T08:36:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T09:06:36+03:00 pve01 homelab-backup-audit[373300]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T09:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T09:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T09:36:30+03:00 pve01 homelab-backup-audit[478792]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T09:36:30+03:00 pve01 homelab-backup-audit[478792]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T09:36:30+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T09:36:30+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T10:05:56+03:00 pve01 homelab-backup-audit[565844]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T10:05:56+03:00 pve01 homelab-backup-audit[565844]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T10:05:56+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T10:05:56+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T10:36:05+03:00 pve01 homelab-backup-audit[664435]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T10:36:05+03:00 pve01 homelab-backup-audit[664435]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T10:36:05+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T10:36:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T11:07:02+03:00 pve01 homelab-backup-audit[765185]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T11:35:20+03:00 pve01 homelab-backup-audit[852382]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T12:06:04+03:00 pve01 homelab-backup-audit[951727]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T12:06:04+03:00 pve01 homelab-backup-audit[951727]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T12:06:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T12:06:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T12:35:46+03:00 pve01 homelab-backup-audit[1039999]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T12:35:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T12:35:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T13:06:52+03:00 pve01 homelab-backup-audit[1140794]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T13:06:52+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T13:06:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T13:35:31+03:00 pve01 homelab-backup-audit[1241078]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T13:35:31+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T13:35:31+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T14:07:03+03:00 pve01 homelab-backup-audit[1329227]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T14:07:03+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T14:07:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T14:36:56+03:00 pve01 homelab-backup-audit[1428304]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T14:36:56+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T14:36:56+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm110|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T15:06:06+03:00 pve01 homelab-backup-audit[1516080]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T15:06:06+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T15:06:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T15:35:42+03:00 pve01 homelab-backup-audit[1616489]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T15:35:42+03:00 pve01 homelab-backup-audit[1616489]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T15:35:42+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T15:35:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T16:06:20+03:00 pve01 homelab-backup-audit[1715840]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T16:06:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T16:06:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T16:37:02+03:00 pve01 homelab-backup-audit[1804956]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T17:06:20+03:00 pve01 homelab-backup-audit[1903341]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T17:35:52+03:00 pve01 homelab-backup-audit[1995447]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T17:35:52+03:00 pve01 homelab-backup-audit[1995447]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T17:35:52+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T17:35:52+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T18:06:59+03:00 pve01 homelab-backup-audit[2099463]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T18:06:59+03:00 pve01 homelab-backup-audit[2099463]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T18:06:59+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T18:06:59+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T18:36:04+03:00 pve01 homelab-backup-audit[2202622]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T18:36:04+03:00 pve01 homelab-backup-audit[2202622]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T18:36:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T18:36:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T19:05:20+03:00 pve01 homelab-backup-audit[2293355]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T19:35:20+03:00 pve01 homelab-backup-audit[2394928]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T19:35:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T19:35:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T20:05:44+03:00 pve01 homelab-backup-audit[2485303]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T20:05:44+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T20:05:44+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T20:36:55+03:00 pve01 homelab-backup-audit[2585901]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T20:36:55+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T20:36:55+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T21:06:36+03:00 pve01 homelab-backup-audit[2686298]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T21:06:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T21:06:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T21:37:02+03:00 pve01 homelab-backup-audit[2776814]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T21:37:02+03:00 pve01 homelab-backup-audit[2776814]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T21:37:02+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T21:37:02+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T22:05:36+03:00 pve01 homelab-backup-audit[2879192]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T22:05:36+03:00 pve01 homelab-backup-audit[2879192]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T22:05:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T22:05:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T22:35:27+03:00 pve01 homelab-backup-audit[2969036]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T22:35:27+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T22:35:27+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T23:05:36+03:00 pve01 homelab-backup-audit[3068430]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T23:05:36+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T23:05:36+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-24T23:35:20+03:00 pve01 homelab-backup-audit[3173375]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-24T23:35:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-24T23:35:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T00:05:35+03:00 pve01 homelab-backup-audit[3265810]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T00:05:35+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T00:05:35+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T00:36:20+03:00 pve01 homelab-backup-audit[3369836]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T00:36:20+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T00:36:20+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T01:06:04+03:00 pve01 homelab-backup-audit[3472917]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T01:06:04+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T01:06:04+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T01:36:57+03:00 pve01 homelab-backup-audit[3566461]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T01:36:57+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T01:36:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T02:06:42+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T02:06:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T02:37:01+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK -2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T03:05:37+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T03:05:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T03:36:22+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T03:36:22+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -2026-09-25T04:06:46+03:00 pve01 systemd[1]: homelab-backup-audit.service: Failed with result 'exit-code'. -2026-09-25T04:06:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -AUDIT_JOURNAL_END=1 -PVE_BACKUP_JOBS_BEGIN=1 -BACKUP_JOB_COUNT=0 -PVE_BACKUP_JOBS_END=1 -CONFIG_BEGIN=1 -CONFIG_FILE=/etc/vzdump.conf SIZE=478 SHA256=cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38 -1:# vzdump default settings -5:#storage: STORAGE_ID -6:#mode: snapshot|suspend|stop -13:#mailto: ADDRESSLIST -14:#prune-backups: keep-INTERVAL=N[,...] -19:#pbs-change-detection-mode: legacy|data|metadata -20:#fleecing: enabled=BOOLEAN,storage=STORAGE_ID -CONFIG_FILE=/etc/pve/jobs.cfg SIZE=0 SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -CONFIG_FILE=/etc/pve/datacenter.cfg SIZE=140 SHA256=96b031e403c13fc3aee26e8ed27401bd3a79b8c44ce57e2ab687448b1e076d4f -CONFIG_FILE=/etc/pve/notifications.cfg MISSING=true -CONFIG_END=1 -V2_SOURCE_MAIL_REFS_BEGIN=1 -4:ACCEPTED=pathlib.Path('/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b') -15: st=os.lstat(ACCEPTED) -17: names=sorted(p.name for p in ACCEPTED.iterdir()) -20: p=ACCEPTED/name; s=os.lstat(p) -23: sys.path.insert(0,str(ACCEPTED)) -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now) -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:25: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY') -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:39: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:42: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:60:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'): -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:69: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-500r1-a3964599e60c/lxc_adapter.py:82: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/pve-run-266r1/README.txt:10:One vzdump snapshot (possible brief CT freeze). No explicit stop/unlock/destroy. -/opt/homelab-backup-v2/releases/pve-run-266r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/pve-run-266r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained. -/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN') -/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:91: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name -/opt/homelab-backup-v2/releases/pve-retry-268r1/pve268.py:227: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/pve-retry-268r1/README.txt:6:Positive and negative mapped-ID permission probes precede real vzdump. -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:37: def test_old_vzdump_snapshot(self): -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}]) -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump']) -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:134: """Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.""" -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:151: exe=self.root/'fake-vzdump' -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110' -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir() -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG') -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE) -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_pve268.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()} -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/pve-retry-268r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:405: old=_load_guest266(); job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump' -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:406: try: argv=old.dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time())) -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:410: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET') -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:414: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir. -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:448: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}') -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:459: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:474: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:477: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:943: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest') -/opt/homelab-backup-v2/releases/shadow-394r1/engine394.py:944: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av -/opt/homelab-backup-v2/releases/pve-producer-265r1/pve265.py:193: need(type(tools) is dict and set(tools)=={'vzdump','zstd'},'TOOLS_SCHEMA') -/opt/homelab-backup-v2/releases/pve-producer-265r1/pve265.py:214: result=capture_archive(dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/pve-producer-265r1/README.txt:4:The installer never calls produce(), vzdump, zstd, cloud adapters, or systemd. -/opt/homelab-backup-v2/releases/pve-producer-265r1/README.txt:18:Global /etc/vzdump.conf is read without publishing values. Only explicitly overridden -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:80: a=p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:81: self.assertEqual(a[:2],['/usr/sbin/vzdump','110']);self.assertEqual(a[a.index('--mode')+1],'snapshot');self.assertEqual(a[a.index('--remove')+1],'0') -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:84: with self.assertRaises(p.PVEError):p.dump_argv(self.job(lock='backup'),'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:86: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1301) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:88: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',999) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:90: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/../etc',1001) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:93: with self.assertRaises(p.PVEError):p.dump_argv(j,'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:134: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\nimport os\nos.write(1,b"synthetic-compressed-payload")\n');exe.chmod(0o700) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:137: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]} -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:142: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\nprint("broken",end="")\n');exe.chmod(0o700) -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:144: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]} -/opt/homelab-backup-v2/releases/pve-producer-265r1/test_pve265.py:150: tools={x:{'path':str(exe),'sha256':'0'*64} for x in ('vzdump','zstd')} -/opt/homelab-backup-v2/releases/pve-producer-265r1/PLAN.json:1:{"all_guest_coverage_eligible":true,"backup_executed":false,"capacity_policy":"four archive copies plus 4GiB; capped producer; actual compressed size still unknown","collected_at_utc":"2026-09-12T06:57:40.611329+00:00","full_host_coverage":false,"global_blockers":[],"global_defaults":{"blockers":[],"keys":[],"present":true,"sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38"},"guest_membership_and_configs_stable":true,"jobs":[{"application_consistency_verified":false,"archive_cap_bytes":9516036916,"blockers":[],"cdrom_count":0,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969","configured_archive_bound_bytes":9516036916,"configured_disk_bytes":8589934592,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_rootfs","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"snapshot_history_included":false,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":110},{"application_consistency_verified":false,"archive_cap_bytes":9516036916,"blockers":[],"cdrom_count":0,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351","configured_archive_bound_bytes":9516036916,"configured_disk_bytes":8589934592,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_rootfs","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"snapshot_history_included":false,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":112},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92","configured_archive_bound_bytes":75658533274,"configured_disk_bytes":68719476736,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":68719476736,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":68719476736,"reported_maxmem_bytes":8589934592,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":150},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134","configured_archive_bound_bytes":141801029632,"configured_disk_bytes":128849018880,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":10737418240,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":170},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae","configured_archive_bound_bytes":141801029632,"configured_disk_bytes":128849018880,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":8589934592,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":171},{"application_consistency_verified":false,"archive_cap_bytes":59122909184,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63","configured_archive_bound_bytes":59122909184,"configured_disk_bytes":53687091200,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":53687091200,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":53687091200,"reported_maxmem_bytes":4294967296,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":210}],"local_guest_count":6,"node":"pve01","node_execution_approved":false,"nodeset_backup_approved":false,"observed_at":1789196257,"pvesh_get_calls":15,"pvesh_sha256":"9ed13d4c2d82e7864ff0192c428da7669af263f81dfcc84d5a981ca98fee8439","refresh_required_before_backup":true,"schema_version":1,"staging_free_bytes":297600954368,"storages":[{"active":true,"enabled":true,"free_bytes":77864751104,"storage":"local","total_bytes":105089261568,"type":"dir","used_bytes":21839024128},{"active":true,"enabled":true,"free_bytes":780079034532,"storage":"local-lvm","total_bytes":869168840704,"type":"lvmthin","used_bytes":89089806172}],"tools":{"vzdump":{"executable":true,"path":"/usr/bin/vzdump","present":true,"sha256":"21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea"},"zstd":{"executable":true,"path":"/usr/bin/zstd","present":true,"sha256":"3eb7744cf8fd1ecd46d617098ee870b3e7911fe570ffaba662c1c5b7d6456020"}}} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve265.py:193: need(type(tools) is dict and set(tools)=={'vzdump','zstd'},'TOOLS_SCHEMA') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve265.py:214: result=capture_archive(dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:37: def test_old_vzdump_snapshot(self): -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}]) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump']) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:134: """Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.""" -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:151: exe=self.root/'fake-vzdump' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir() -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve270.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:37: def test_old_vzdump_snapshot(self): -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}]) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump']) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:134: """Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.""" -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:151: exe=self.root/'fake-vzdump' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:155:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:156:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir() -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:157:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:158:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_producer282.py:167: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:80: a=p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:81: self.assertEqual(a[:2],['/usr/sbin/vzdump','110']);self.assertEqual(a[a.index('--mode')+1],'snapshot');self.assertEqual(a[a.index('--remove')+1],'0') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:84: with self.assertRaises(p.PVEError):p.dump_argv(self.job(lock='backup'),'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:86: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',1301) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:88: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/staging/tmp',999) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:90: with self.assertRaises(p.PVEError):p.dump_argv(self.job(),'/usr/sbin/vzdump','/mnt/../etc',1001) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:93: with self.assertRaises(p.PVEError):p.dump_argv(j,'/usr/sbin/vzdump','/mnt/staging/tmp',1001) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:134: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\nimport os\nos.write(1,b"synthetic-compressed-payload")\n');exe.chmod(0o700) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:137: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:142: exe=self.root/'vzdump';exe.write_text('#!'+sys.executable+'\nprint("broken",end="")\n');exe.chmod(0o700) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:144: tools={k:{'path':str(v),'sha256':t.sha(v.read_bytes())} for k,v in [('vzdump',exe),('zstd',val)]} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_pve265.py:150: tools={x:{'path':str(exe),'sha256':'0'*64} for x in ('vzdump','zstd')} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/PLAN265_REFERENCE.json:1:{"all_guest_coverage_eligible":true,"backup_executed":false,"capacity_policy":"four archive copies plus 4GiB; capped producer; actual compressed size still unknown","collected_at_utc":"2026-09-12T06:57:40.611329+00:00","full_host_coverage":false,"global_blockers":[],"global_defaults":{"blockers":[],"keys":[],"present":true,"sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38"},"guest_membership_and_configs_stable":true,"jobs":[{"application_consistency_verified":false,"archive_cap_bytes":9516036916,"blockers":[],"cdrom_count":0,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969","configured_archive_bound_bytes":9516036916,"configured_disk_bytes":8589934592,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_rootfs","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"snapshot_history_included":false,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":110},{"application_consistency_verified":false,"archive_cap_bytes":9516036916,"blockers":[],"cdrom_count":0,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351","configured_archive_bound_bytes":9516036916,"configured_disk_bytes":8589934592,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_rootfs","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"snapshot_history_included":false,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":112},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92","configured_archive_bound_bytes":75658533274,"configured_disk_bytes":68719476736,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":68719476736,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":68719476736,"reported_maxmem_bytes":8589934592,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":150},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134","configured_archive_bound_bytes":141801029632,"configured_disk_bytes":128849018880,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":10737418240,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":170},{"application_consistency_verified":false,"archive_cap_bytes":73326496768,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":true,"config_sha256":"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae","configured_archive_bound_bytes":141801029632,"configured_disk_bytes":128849018880,"configured_full_cycle_fits":false,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":8589934592,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":171},{"application_consistency_verified":false,"archive_cap_bytes":59122909184,"blockers":[],"cdrom_count":1,"cdrom_media_included":false,"compression_dependent":false,"config_sha256":"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63","configured_archive_bound_bytes":59122909184,"configured_disk_bytes":53687091200,"configured_full_cycle_fits":true,"coverage_eligible":true,"disks":[{"backup_setting":"included_default_qemu","class":"managed-volume","configured_size_bytes":53687091200,"slot":"scsi0","storage":"local-lvm"}],"global_defaults_sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38","guest_restore_verified":false,"hookscript_present":false,"local_reserve_bytes":4294967296,"lock_present":false,"node":"pve01","observed_at":1789196257,"reported_maxdisk_bytes":53687091200,"reported_maxmem_bytes":4294967296,"snapshot_history_included":false,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":210}],"local_guest_count":6,"node":"pve01","node_execution_approved":false,"nodeset_backup_approved":false,"observed_at":1789196257,"pvesh_get_calls":15,"pvesh_sha256":"9ed13d4c2d82e7864ff0192c428da7669af263f81dfcc84d5a981ca98fee8439","refresh_required_before_backup":true,"schema_version":1,"staging_free_bytes":297600954368,"storages":[{"active":true,"enabled":true,"free_bytes":77864751104,"storage":"local","total_bytes":105089261568,"type":"dir","used_bytes":21839024128},{"active":true,"enabled":true,"free_bytes":780079034532,"storage":"local-lvm","total_bytes":869168840704,"type":"lvmthin","used_bytes":89089806172}],"tools":{"vzdump":{"executable":true,"path":"/usr/bin/vzdump","present":true,"sha256":"21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea"},"zstd":{"executable":true,"path":"/usr/bin/zstd","present":true,"sha256":"3eb7744cf8fd1ecd46d617098ee870b3e7911fe570ffaba662c1c5b7d6456020"}}} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve282.py:85: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained. -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:176: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/candidate411/pve270.py:312: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:15:VZDUMP=Path('/usr/bin/vzdump'); VZDUMP_SHA='21339d009afd55cb7ec613b64c1f493b2a7dbd18b85b4d712909ef6d6710f4ea' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:38: p=Path('/etc/vzdump.conf');st=os.stat(p,follow_symlinks=False) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/ct112_handler.py:145: tools={'vzdump':_tool(VZDUMP,VZDUMP_SHA),'zstd':_tool(ZSTD,ZSTD_SHA)};_tool(RCLONE,RCLONE_SHA) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:71: argv=mod.dump_argv(req['job'],req['vzdump'],pathlib.Path(req['scratch']),int(req['now'])) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:439:def _isolated_guest266_dump_argv(job,vzdump,scratch,now): -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:440: env=_historical_graph_env();req={'job':job,'vzdump':str(vzdump),'scratch':str(scratch),'now':int(now)} -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:458: job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:459: try: argv=_isolated_guest266_dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time())) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:464: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:468: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir. -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:502: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:513: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:528: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:531: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:998: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest') -/opt/homelab-backup-v2/releases/backup-v2-accepted-486r1/legacy_engine.py:999: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now) -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'): -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\x00' not in x for x in argv),'REMOTE_ARGV') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-502r1-9d13ea486935/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py:135: result=proven.capture_archive(producer.dump_argv(job,tools['vzdump']['path'],tmp,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:77: j=self.select();argv=p.dump_argv(j,'/usr/sbin/vzdump','/tmp/private',NOW) -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:112: f,z=self.compressed();data=f.read_bytes();fake=self.script('fake-vzdump','import sys,os\nassert sys.argv[1]=="180"\nos.write(1,'+repr(data)+')\nos.write(2,b"synthetic stderr\\n")') -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:114: result=v.produce(job,work,{'vzdump':fake,'zstd':z},lambda:None,expected_config=job['config_sha256'],seconds=10,emit=lambda k,val:None) -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:118: f,z=self.compressed();fake=self.script('failed-vzdump','import sys,os\nos.write(1,b"partial")\nsys.exit(21)') -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_vm283.py:120: with self.assertRaises(ValueError):v.produce(job,work,{'vzdump':fake,'zstd':z},lambda:None,expected_config=job['config_sha256'],seconds=10) -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/vm-backup-283r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/stream-263r1/NODE_PREFLIGHT.json:1:{"backup_capacity_approved":false,"capacity_note":"reported_maxdisk_is_not_total_archive_size; per-volume evidence and final compressed bytes still required","full_backup_executed":false,"global_vzdump_defaults":{"hook_present":false,"present":true,"setting_keys":[],"sha256":"cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38"},"guest_config_values_exported":false,"guest_membership_stable":true,"guests":[{"blockers":[],"cdrom_count":0,"config_sha256":"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":110},{"blockers":[],"cdrom_count":0,"config_sha256":"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":8589934592,"slot":"rootfs","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":8350298112,"reported_maxmem_bytes":536870912,"status":"running","template":false,"type":"lxc","unused_volume_count":0,"vmid":112},{"blockers":[],"cdrom_count":1,"config_sha256":"052f58f7c36db0076a862a7615c03d5da26f96797e6f1292d2df5f1d06829a92","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":68719476736,"slot":"scsi0","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":68719476736,"reported_maxmem_bytes":8589934592,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":150},{"blockers":[],"cdrom_count":1,"config_sha256":"d2e4a5367671ba73517225325a99030c2aa28dcbcbc1066ff4f7a60344b53134","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":10737418240,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":170},{"blockers":[],"cdrom_count":1,"config_sha256":"960d1686106eb9758ded52914715029fc3e205b3cb3553d5544b29f1367a46ae","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":128849018880,"slot":"scsi0","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":128849018880,"reported_maxmem_bytes":8589934592,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":171},{"blockers":[],"cdrom_count":1,"config_sha256":"bb9ea7d15db8a0fe38480e3c5525f3a7feb3185fc6619b9963aa53e1afb59c63","disks":[{"backup_setting":"default_unproven","class":"managed-volume","configured_size_bytes":53687091200,"slot":"scsi0","storage":"local-lvm"}],"hookscript_present":false,"lock_present":false,"node":"pve01","reported_maxdisk_bytes":53687091200,"reported_maxmem_bytes":4294967296,"status":"running","template":false,"type":"qemu","unused_volume_count":0,"vmid":210}],"local_guest_count":6,"node":"pve01","observed_at_utc":"2026-09-12T05:22:20.334658+00:00","pvesh_get_calls":9,"schema_version":1,"staging_free_bytes":297601028096,"staging_total_bytes":315926315008,"storages":[{"active":true,"enabled":true,"free_bytes":77869379584,"storage":"local","total_bytes":105089261568,"type":"dir","used_bytes":21834395648},{"active":true,"enabled":true,"free_bytes":780165951416,"storage":"local-lvm","total_bytes":869168840704,"type":"lvmthin","used_bytes":89002889288}]} -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now) -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\d{4}_\d{2}_\d{2}-\d{2}_\d{2}_\d{2})\.vma\.zst$') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log' -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'): -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\x00' not in x for x in argv),'REMOTE_ARGV') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-503r1-ac51fd96ec13/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now) -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:25: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY') -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:39: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:42: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:60:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'): -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:69: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-501r1-e55e5c8c446a/lxc_adapter.py:82: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:37: def test_old_vzdump_snapshot(self): -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}]) -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump']) -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:134: """Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.""" -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:151: exe=self.root/'fake-vzdump' -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:154:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110' -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:155:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir() -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:156:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG') -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:157:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE) -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_pve270.py:166: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()} -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/pve-retry-270r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:4:Only explicit produce() executes vzdump. Private bounded stderr/exit metadata retained. -/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:35: need(not any(s['name']=='vzdump' for s in snaps),'EXISTING_VZDUMP_SNAPSHOT_NO_AUTOCLEAN') -/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:176: self.name='homelab-vzdump-268-'+secrets.token_hex(16);self.path=Path(base)/self.name -/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py:312: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/shadow-390r1/engine389.py:374: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now) -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\d{4}_\d{2}_\d{2}-\d{2}_\d{2}_\d{2})\.vma\.zst$') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log' -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False) -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'): -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\x00' not in x for x in argv),'REMOTE_ARGV') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST') -/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-391r1/engine391.py:386: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:37: def test_old_vzdump_snapshot(self): -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:38: with self.assertRaises(ValueError):self.gate(snaps=[{'name':'current'},{'name':'vzdump'}]) -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:40: with self.assertRaises(ValueError):self.gate(snaps=['vzdump']) -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:134: """Actual subprocess + tar/zstd, synthetic data; never runs vzdump on a guest.""" -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:151: exe=self.root/'fake-vzdump' -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:155:p=Path(sys.argv[sys.argv.index('--tmpdir')+1])/'vzdumptmp_fixture_110' -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:156:p.mkdir();(p/'etc').mkdir();(p/'etc/vzdump').mkdir() -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:157:(p/'etc/vzdump/pct.conf').write_bytes(b'NON_SECRET_SYNTHETIC_CT_CONFIG') -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:158:a=subprocess.run(['/usr/bin/tar','-cf','-','-C',str(p),'./etc/vzdump/pct.conf'],user=100000,group=100000,extra_groups=[],stdout=subprocess.PIPE,stderr=subprocess.PIPE) -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_producer282.py:167: tools={k:{'path':str(v),'sha256':hashlib.sha256(v.read_bytes()).hexdigest()} for k,v in {'vzdump':exe,'zstd':Path(shutil.which('zstd')).resolve()}.items()} -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_guest266.py:109: with self.assertRaises(t.Stop):g.no_active_tasks([{'status':'RUNNING','type':'vzdump','id':''}],110) -/opt/homelab-backup-v2/releases/ct-backup-282r1/test_guest266.py:110: def test_finished_recent_task_accepted(self):g.no_active_tasks([{'status':'OK','type':'vzdump','endtime':999,'id':''}],110) -/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py:85: result=capture_archive(old.dump_argv(job,tools['vzdump']['path'],scratch.path,int(time.time())),dest,job['archive_cap_bytes'],seconds,free_guard) -/opt/homelab-backup-v2/releases/shadow-392r1/engine392.py:379: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-392r1/engine392.py:386: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:71: argv=mod.dump_argv(req['job'],req['vzdump'],pathlib.Path(req['scratch']),int(req['now'])) -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:439:def _isolated_guest266_dump_argv(job,vzdump,scratch,now): -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:440: env=_historical_graph_env();req={'job':job,'vzdump':str(vzdump),'scratch':str(scratch),'now':int(now)} -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:458: job=_lxc_job(t,row,node); vzdump=shutil.which('vzdump') or '/usr/bin/vzdump' -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:459: try: argv=_isolated_guest266_dump_argv(job,vzdump,pathlib.Path(scratch),int(time.time())) -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:464: if pathlib.Path(argv[0]).name!='vzdump' or str(int(t['vmid'])) not in argv: raise BackupError('PROVEN_DUMP_ARGV_TARGET') -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:468: # Accepted 270/282 implementation passed mapped scratch to vzdump as tmpdir. -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:502: raise BackupError('COMMAND_FAILED',f'vzdump_rc_{p.returncode}_stderr_sha256_{hashlib.sha256(p.stderr).hexdigest()}') -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:513: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:528: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}' -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:531: ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200) -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:998: av,_=proven_lxc_dump_argv({'vmid':112},{'maxdisk':8350298112,'maxmem':536870912,'status':'running','name':'unbound1'},'pve01','/var/tmp/homelab-vzdump-selftest') -/opt/homelab-backup-v2/releases/shadow-396r1/engine396.py:999: assert '--stdout' in av and '--tmpdir' in av and '/var/tmp/homelab-vzdump-selftest' in av -V2_SOURCE_MAIL_REFS_END=1 -LEGACY_DISCOVERY_BEGIN=1 -dpkg-db-backup.service static - -homelab-alertmanager-backup-health.service static - -homelab-control-backup.service static - -dpkg-db-backup.timer enabled enabled -homelab-alertmanager-backup-health.timer enabled enabled -homelab-control-backup.timer disabled enabled -LEGACY_CONTENT_HIT=/etc/systemd/system/multi-user.target.wants/pve-guests.service SHA256=d7eec1b59976f0c64759c07cfc72cc32f247ccac74a9761122c4c510320df1a1 -20:ExecStartPre=-/usr/share/pve-manager/helpers/pve-startall-delay -21:ExecStart=/usr/bin/pvesh --nooutput create /nodes/localhost/startall -22:ExecStop=-/usr/bin/vzdump -stop -LEGACY_CONTENT_HIT=/etc/systemd/system/pve-manager.service SHA256=d7eec1b59976f0c64759c07cfc72cc32f247ccac74a9761122c4c510320df1a1 -20:ExecStartPre=-/usr/share/pve-manager/helpers/pve-startall-delay -21:ExecStart=/usr/bin/pvesh --nooutput create /nodes/localhost/startall -22:ExecStop=-/usr/bin/vzdump -stop -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-backup-edge-vm-vzdump SHA256=f288bec5610dc5b46436858092b05f228016b693aff4f2b92d288e72007086aa -7:BASE_DIR="/mnt/staging/vzdump/edge-vm-vzdump" -8:OFFHOST_DIR="/mnt/staging/offhost/edge-vm-vzdump-from-pve03" -40:REMOTE_OUT="$(remote "OUT=/tmp/edge_vm_vzdump_${VMID}_${TS}.out; ERR=/tmp/edge_vm_vzdump_${VMID}_${TS}.err; : > \$OUT; : > \$ERR; vzdump '$VMID' --mode snapshot --compress zstd --dumpdir '$RUN_DIR' --remove 0 >\$OUT 2>\$ERR; RC=\$?; ARCHIVE=\$(find '$RUN_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.vma.zst' -printf '%T@ %p\n' | sort -n | tail -n1 | cut -d' ' -f2-); LOGFILE=\$(find '$RUN_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.log' -printf '%T@ %p\n' | sort -n | tail -n1 | cut -d' ' -f2-); SIZE=0; SHA=none; if [ -n \"\$ARCHIVE\" ] && [ -f \"\$ARCHIVE\" ]; then SIZE=\$(stat -c %s \"\$ARCHIVE\"); SHA=\$(sha256sum \"\$ARCHIVE\" | awk '{print \$1}'); fi; echo VZDUMP_RC=\$RC; echo ARCHIVE=\$ARCHIVE; echo LOGFILE=\$LOGFILE; echo SIZE=\$SIZE; echo SHA=\$SHA; echo OUT_TAIL=\$(tail -n 6 \$OUT | tr '\n' '|'); echo ERR_TAIL=\$(tail -n 6 \$ERR | tr '\n' '|')")" -44:VZDUMP_RC="$(printf '%s\n' "$REMOTE_OUT" | awk -F= '/^VZDUMP_RC=/{print $2; exit}')" -50:[ "$VZDUMP_RC" = "0" ] -74:echo "STATUS=OK TS=$TS TYPE=edge-vm-vzdump-backup NODE=$NODE VMID=$VMID ARCHIVE=$ARCHIVE SIZE=$SIZE SHA256=$SHA SCSI1_BACKUP0=yes NOTES=timer_run" > "$HEALTH_DIR/edge-vm-vzdump-backup.txt" -75:echo "STATUS=OK TS=$TS TYPE=edge-vm-vzdump-offhost NODE=$NODE VMID=$VMID HOST=pve02 DEST=$DEST_PATH SIZE=$SIZE SHA256=$SHA NOTES=timer_run" > "$HEALTH_DIR/edge-vm-vzdump-offhost.txt" -76:echo "STATUS=OK TS=$TS TYPE=edge-vm-vzdump-restore-verify HOST=pve02 VMID=$VMID ARCHIVE=$DEST_PATH SIZE=$SIZE SHA256=$SHA ZSTD_RC=0 VMA_RC=0 NOTES=timer_run" > "$HEALTH_DIR/edge-vm-vzdump-restore.txt" -77:chmod 0644 "$HEALTH_DIR/edge-vm-vzdump-backup.txt" "$HEALTH_DIR/edge-vm-vzdump-offhost.txt" "$HEALTH_DIR/edge-vm-vzdump-restore.txt" -80:dest "find '$OFFHOST_DIR' -maxdepth 1 -type f -name 'vzdump-qemu-${VMID}-*.vma.zst' -printf '%T@ %p\n' | sort -nr | awk 'NR>${KEEP_OFFHOST}{print \$2}' | while read f; do rm -f \"\$f\" \"\$f.sha256\"; done" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-capacity-risk SHA256=d8ebbf5086df7d35441eca80dc3c6c4aed773bac4624069e3594544e8fb01580 -32:LARGEST_BYTES="$(find /var/lib/vz/dump -maxdepth 1 -type f \( -name "vzdump-qemu-*.vma.zst" -o -name "vzdump-lxc-*.tar.zst" \) -printf "%s\n" 2>/dev/null | sort -n | tail -n1)" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-edge-vm-offhost-freshness SHA256=e637ad6dd6d931bfadeebf0a59471282a123d8be830c01db9ee5c7c515f2263f -9:OFFHOST_DIR=/mnt/staging/offhost/edge-vm-vzdump-from-pve03 -85: /var/lib/vz/dump/vzdump-qemu-130-*.vma.zst) ;; -156:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-backup NODE=%s VMID=%s ARCHIVE=%s SIZE=%s SHA256=%s NOTES=nightly_existing_dump_freshness\n' \ -158: >"$HEALTH_DIR/edge-vm-vzdump-backup.txt" -159:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-offhost NODE=%s VMID=%s HOST=%s DEST=%s SIZE=%s SHA256=%s NOTES=nightly_existing_dump_freshness\n' \ -161: >"$HEALTH_DIR/edge-vm-vzdump-offhost.txt" -162:printf 'STATUS=OK TS=%s TYPE=edge-vm-vzdump-restore-verify HOST=%s VMID=%s ARCHIVE=%s SIZE=%s SHA256=%s ZSTD_RC=0 VMA_RC=0 NOTES=nightly_existing_dump_freshness\n' \ -164: >"$HEALTH_DIR/edge-vm-vzdump-restore.txt" -167: "$HEALTH_DIR/edge-vm-vzdump-backup.txt" \ -168: "$HEALTH_DIR/edge-vm-vzdump-offhost.txt" \ -169: "$HEALTH_DIR/edge-vm-vzdump-restore.txt" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-health-metrics SHA256=d46afc92333b1234ecce56bf276070575bcdc75cb81d54912efdc63f9f4e49a9 -22: *backup*|*vzdump*) printf "%s" "backup" ;; -34: npmplus-kuma-config-*|authentik-*|gitea-*|vaultwarden-*|netbox-*|mail-cloud-restore-drill|edge-vm-vzdump-*|mkdocs-runtime-publish|npmplus-certificate-expiry) printf "%s" "P0" ;; -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-ingress-standby-refresh SHA256=ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a -74:run_node "$SOURCE_NODE" vzdump 130 \ -83:"find /var/lib/vz/dump -maxdepth 1 -type f -name 'vzdump-qemu-130-*.vma.zst' -printf '%T@ %p\n' | sort -rn | head -n 1 | cut -d' ' -f2-" -155: -name 'vzdump-qemu-130-*.vma.zst' \ -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-mail-cloud-critical-upload SHA256=96d07ad483fdce0eb91d64e26b7ac5d653f668579587e7eb602f566d26096932 -49:EXCLUDED=edge-vm-vzdump-large-archive,rclone-config,secrets,raw-env -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-mail-cloud-edge-vm-upload SHA256=f22848d83a7ce13ca331ce9181523d0a8fadcf34f01d0c95186784c6b1f0875f -10:TARGET_BASE=full/edge-vm-vzdump -64:case "$SOURCE" in /mnt/staging/offhost/edge-vm-vzdump-from-pve03/vzdump-qemu-130-*.vma.zst) ;; *) fail source_path_bad 2 ;; esac -172:P1 Mail Cloud edge-vm recurring chunked vzdump upload -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-reference-refresh SHA256=a72ca80dfd8c72dd197b0eeef18d73dd650bc5658535dfaa8c2ac3a8b1fb9ea1 -108: if re.search(r"backup|cloud|mail|rclone|vzdump",x,re.I):n=x.split()[-1];bk.append({"id":"backup-timer-"+slug(n),"name":n,"type":"systemd-timer"}) -116: for p in dp.glob("vzdump-*"): -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-rotating-boot-drill SHA256=5817d1c0ceae68df5849210f68c6d9d69a1d468d62dd8fa2cac98942bc7927d4 -40:QEMU_ARCHIVE = re.compile(r"^vzdump-qemu-([0-9]+)-[0-9]{4}_[0-9]{2}_[0-9]{2}-[0-9]{2}_[0-9]{2}_[0-9]{2}\.vma\.zst$") -41:LXC_ARCHIVE = re.compile(r"^vzdump-lxc-([0-9]+)-[0-9]{4}_[0-9]{2}_[0-9]{2}-[0-9]{2}_[0-9]{2}_[0-9]{2}\.tar\.zst$") -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-rotating-boot-drill-state-export SHA256=59904778208ae592a47ba28bfd54cebbf22718e4bb6c968481da5671149289dc -37: if not (re.fullmatch(rf"vzdump-qemu-{vmid}-[0-9]{{4}}_[0-9]{{2}}_[0-9]{{2}}-[0-9]{{2}}_[0-9]{{2}}_[0-9]{{2}}\.vma\.zst",name) or -38: re.fullmatch(rf"vzdump-lxc-{vmid}-[0-9]{{4}}_[0-9]{{2}}_[0-9]{{2}}-[0-9]{{2}}_[0-9]{{2}}_[0-9]{{2}}\.tar\.zst",name)): -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm160-remote-backup SHA256=ffcb6b946d9c621cb9227642008c5f6bf7fb48041b3604c926c7ed2f2be47cc4 -8:PARENT=/mnt/staging/vzdump -22:SOURCE_ACTIVE="$(ssh "${SSH[@]}" "$SOURCE" "pgrep -af '(^|/)(vzdump|qmrestore|pctrestore|vma|zstd)([[:space:]]|$)'")" || SOURCE_ACTIVE_RC=$? -27:NAME="vzdump-qemu-${VMID}-${TS}.vma.zst" -46:LATEST_SIZE="$(ssh "${SSH[@]}" "$TARGET" "find '$PARENT' -mindepth 2 -maxdepth 2 -type f -path '$PARENT/${PREFIX}*/vzdump-qemu-${VMID}-*.vma.zst' -printf '%s\n' | sort -nr | head -n1")" -55:ssh "${SSH[@]}" "$SOURCE" "vzdump $VMID --stdout 1 --mode snapshot --compress zstd --ionice 7" 2>"$LOG" | ssh "${SSH[@]}" "$TARGET" "cat > '$PART'" -57:ssh "${SSH[@]}" "$TARGET" "cat > '$DIR/vzdump.log'" < "$LOG" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-backup-health SHA256=a795ad5cacd48ac72e85c3a7908ad456d1e7c563ef4399e6957725146463faf2 -16:check_file /var/lib/homelab-health/edge-vm-vzdump-backup.txt edge-vm-backup -17:check_file /var/lib/homelab-health/edge-vm-vzdump-offhost.txt edge-vm-offhost -18:check_file /var/lib/homelab-health/edge-vm-vzdump-restore.txt edge-vm-restore -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-backup-policy SHA256=67d6d7c43a1836dc8fde5a4fb5a69d64675b8e081faf0739049c9a4ecc25dba5 -29:echo "## Latest local vzdump catalog" >> "$REPORT" -31:for f in $(find /var/lib/vz/dump -maxdepth 1 -type f \( -name "vzdump-qemu-*.vma.zst" -o -name "vzdump-lxc-*.tar.zst" \) 2>/dev/null | sort); do b="$(basename "$f")"; size="$(stat -c %s "$f" 2>/dev/null || echo 0)"; mt="$(date -u -d "@$(stat -c %Y "$f" 2>/dev/null || echo 0)" +%Y-%m-%dT%H:%M:%SZ 2>/dev/null || echo unknown)"; if echo "$b" | grep -q "^vzdump-qemu-"; then kind=qemu; vmid="$(echo "$b" | sed -n "s/^vzdump-qemu-\([0-9]\+\)-.*/\1/p")"; name="$(qm config "$vmid" 2>/dev/null | awk -F": " "/^name:/{print \$2; exit}")"; else kind=lxc; vmid="$(echo "$b" | sed -n "s/^vzdump-lxc-\([0-9]\+\)-.*/\1/p")"; name="$(pct config "$vmid" 2>/dev/null | awk -F": " "/^hostname:/{print \$2; exit}")"; fi; printf "%s\t%s\t%s\t%s\t%s\t%s\n" "$kind" "$vmid" "${name:-unknown}" "$size" "$mt" "$f" >> "$CATALOG"; done -37:echo "- Existing local dumps can be uploaded/verified to two clouds without creating new vzdump archives." >> "$REPORT" -38:echo "- New full vzdump for VM 170/171 is not started automatically because each VM has 120 GB bootdisk and /var/tmp has limited free space." >> "$REPORT" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-backup SHA256=ec16bde2cccf105bc2bd0550517ec8bbca2cbf116645b0bf3cfa15f8ec5ad022 -92:for cmd in vzdump qm zstd sha256sum rclone rsync ssh flock; do -130: -name "vzdump-qemu-${VMID}-*.vma.zst" \ -136: echo "=== VZDUMP VM $VMID ===" -138: vzdump "$VMID" \ -140: --mode "$VZDUMP_MODE" \ -141: --compress "$VZDUMP_COMPRESS" \ -142: --zstd "$VZDUMP_ZSTD_LEVEL" \ -143: --ionice "$VZDUMP_IONICE" \ -144: --bwlimit "$VZDUMP_BWLIMIT_KIB" \ -151: -name "vzdump-qemu-${VMID}-*.vma.zst" \ -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-restore-drill SHA256=57bba1b7a774b4cfe904dfeb671028bc0427abf04d463e28d8605dbc142faf13 -77: -name "vzdump-qemu-${source_vmid}-*.vma.zst" \ -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-full-retention SHA256=a3cced5263960557d3501123d57f95f12fcede45116111d3d5f02283497d4e63 -21: -name "vzdump-qemu-${vmid}-*.vma.zst" \ -33: vzdump-qemu-"$vmid"-*.vma.zst) -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-local-dumps-2cloud SHA256=0ded6ba72e49b9cf7522c7f3d8840cc1026d2a173d4909dd3b4cfc5ff8831115 -42: F="$(find /var/lib/vz/dump -maxdepth 1 -type f \( -name "vzdump-qemu-${id}-*.vma.zst" -o -name "vzdump-lxc-${id}-*.tar.zst" \) -printf "%T@ %p\n" 2>/dev/null | sort -n | tail -n 1 | cut -d" " -f2-)" -53: echo "$BN" | grep -q "^vzdump-qemu-" && KIND="qemu" -54: echo "$BN" | grep -q "^vzdump-lxc-" && KIND="lxc" -LEGACY_CONTENT_HIT=/usr/local/sbin/homelab-vm-local-dumps-2cloud-drain SHA256=cbf1722c62de2776017a817f2d8f76a06ddbaed8b4a6460d8ac4d609116e6381 -31: find "$ROOT" -maxdepth 1 -type f \( -name "vzdump-qemu-${id}-*.vma.zst" -o -name "vzdump-lxc-${id}-*.tar.zst" \) -printf "." 2>/dev/null | -44: find "$ROOT" -maxdepth 1 -type f \( -name "vzdump-qemu-${id}-*.vma.zst" -o -name "vzdump-lxc-${id}-*.tar.zst" \) -printf "%T@ %p\n" 2>/dev/null | -LEGACY_CONTENT_HIT=/etc/cron.d/vzdump SHA256=d6f9ba7a261aa48e9b286842ddf13bab86d75d7a623bc78fa307beee5d5f5255 -1:# cluster wide vzdump cron schedule -LEGACY_DISCOVERY_END=1 -V2_STATE_BEGIN=1 -V2_STATE_ROWS=29 -STATE_SAFE={"age_seconds":43029,"last_attempt_epoch":1790257103,"last_success_epoch":1790257103,"logical_id":"control-bootstrap-v2","result":"SUCCESS"} -STATE_SAFE={"age_seconds":46897,"last_attempt_epoch":1790253235,"last_success_epoch":1790253235,"logical_id":"ct110","result":"SUCCESS"} -STATE_SAFE={"age_seconds":44878,"last_attempt_epoch":1790255254,"last_success_epoch":1790255254,"logical_id":"ct111","result":"SUCCESS"} -STATE_SAFE={"age_seconds":28370,"last_attempt_epoch":1790271762,"last_success_epoch":1790271762,"logical_id":"ct112","result":"SUCCESS"} -STATE_SAFE={"age_seconds":26351,"last_attempt_epoch":1790273781,"last_success_epoch":1790273781,"logical_id":"ct113","result":"SUCCESS"} -STATE_SAFE={"age_seconds":3131,"last_attempt_epoch":1790297001,"last_success_epoch":1790297001,"logical_id":"guest-pve01-lxc-112","result":"SUCCESS"} -STATE_SAFE={"age_seconds":176197,"last_attempt_epoch":1790123935,"last_success_epoch":1790123935,"logical_id":"md-relay","result":"SUCCESS"} -STATE_SAFE={"age_seconds":249946,"last_attempt_epoch":1790050186,"last_success_epoch":1790050186,"logical_id":"node-pve01","result":"SUCCESS"} -STATE_SAFE={"age_seconds":605997,"last_attempt_epoch":1789694135,"last_success_epoch":1789694135,"logical_id":"node-pve02","result":"SUCCESS"} -STATE_SAFE={"age_seconds":603614,"last_attempt_epoch":1789696518,"last_success_epoch":1789696518,"logical_id":"node-pve03","result":"SUCCESS"} -STATE_SAFE={"age_seconds":59937,"last_attempt_epoch":1790240195,"last_success_epoch":1790240195,"logical_id":"router-netcraze","result":"SUCCESS"} -STATE_SAFE={"age_seconds":167872,"last_attempt_epoch":1790294940,"last_success_epoch":1790132260,"logical_id":"spb-ingress","reason":"COMMAND_FAILED","result":"FAIL"} -STATE_SAFE={"age_seconds":595462,"last_attempt_epoch":1790056411,"last_success_epoch":1789704670,"logical_id":"us-netbird","reason":"PIPE_FAILED","result":"FAIL"} -STATE_SAFE={"age_seconds":20961,"last_attempt_epoch":1790279171,"last_success_epoch":1790279171,"logical_id":"vm130","result":"SUCCESS"} -STATE_SAFE={"age_seconds":24413,"last_attempt_epoch":1790275719,"last_success_epoch":1790275719,"logical_id":"vm150","result":"SUCCESS"} -STATE_SAFE={"age_seconds":19714,"last_attempt_epoch":1790280418,"last_success_epoch":1790280418,"logical_id":"vm160","result":"SUCCESS"} -STATE_SAFE={"age_seconds":69810,"last_attempt_epoch":1790230322,"last_success_epoch":1790230322,"logical_id":"vm170","result":"SUCCESS"} -STATE_SAFE={"age_seconds":935,"last_attempt_epoch":1790299197,"last_success_epoch":1790299197,"logical_id":"vm171","result":"SUCCESS"} -STATE_SAFE={"age_seconds":72213,"last_attempt_epoch":1790227919,"last_success_epoch":1790227919,"logical_id":"vm190","result":"SUCCESS"} -STATE_SAFE={"age_seconds":51131,"last_attempt_epoch":1790249001,"last_success_epoch":1790249001,"logical_id":"vm210","result":"SUCCESS"} -STATE_SAFE={"age_seconds":49087,"last_attempt_epoch":1790251045,"last_success_epoch":1790251045,"logical_id":"vm211","result":"SUCCESS"} -STATE_SAFE={"age_seconds":62932,"last_attempt_epoch":1790237200,"last_success_epoch":1790237200,"logical_id":"vm9130","result":"SUCCESS"} -STATE_SAFE={"age_seconds":57186,"last_attempt_epoch":1790242946,"last_success_epoch":1790242946,"logical_id":"xf-codevipe","result":"SUCCESS"} -STATE_SAFE={"age_seconds":34949,"last_attempt_epoch":1790265183,"last_success_epoch":1790265183,"logical_id":"xf-dsmods","result":"SUCCESS"} -STATE_SAFE={"age_seconds":5192,"last_attempt_epoch":1790294940,"last_success_epoch":1790294940,"logical_id":"xf-gamevipe","result":"SUCCESS"} -STATE_SAFE={"age_seconds":72416,"last_attempt_epoch":1790227716,"last_success_epoch":1790227716,"logical_id":"xf-hkmods","result":"SUCCESS"} -STATE_SAFE={"age_seconds":32175,"last_attempt_epoch":1790267957,"last_success_epoch":1790267957,"logical_id":"xf-kingofwolk","result":"SUCCESS"} -STATE_SAFE={"age_seconds":29984,"last_attempt_epoch":1790270148,"last_success_epoch":1790270148,"logical_id":"xf-newfi","result":"SUCCESS"} -STATE_SAFE={"age_seconds":54999,"last_attempt_epoch":1790245133,"last_success_epoch":1790245133,"logical_id":"xf-zakrutim","result":"SUCCESS"} -V2_FAILED_STATE_ROWS=2 -V2_REPLICA_LT2_ROWS=0 -V2_STATE_END=1 -CLUSTER_RESOURCES_BEGIN=1 -RESOURCE_SAFE={"name":"pvepro-prod","node":"pve01","status":"running","template":0,"type":"qemu","vmid":100} -RESOURCE_SAFE={"name":"pvepro-staging-v1","node":"pve01","status":"stopped","template":0,"type":"qemu","vmid":101} -RESOURCE_SAFE={"name":"dns1","node":"pve01","status":"running","template":0,"type":"lxc","vmid":110} -RESOURCE_SAFE={"name":"dns2","node":"pve02","status":"running","template":0,"type":"lxc","vmid":111} -RESOURCE_SAFE={"name":"unbound1","node":"pve01","status":"running","template":0,"type":"lxc","vmid":112} -RESOURCE_SAFE={"name":"unbound2","node":"pve02","status":"running","template":0,"type":"lxc","vmid":113} -RESOURCE_SAFE={"name":"edge-vm","node":"pve03","status":"running","template":0,"type":"qemu","vmid":130} -RESOURCE_SAFE={"name":"snikket","node":"pve01","status":"running","template":0,"type":"qemu","vmid":150} -RESOURCE_SAFE={"name":"forum-prod","node":"pve02","status":"running","template":0,"type":"qemu","vmid":160} -RESOURCE_SAFE={"name":"core-apps","node":"pve01","status":"running","template":0,"type":"qemu","vmid":170} -RESOURCE_SAFE={"name":"monitoring","node":"pve01","status":"running","template":0,"type":"qemu","vmid":171} -RESOURCE_SAFE={"name":"homelab-ops-worker","node":"pve03","status":"running","template":0,"type":"qemu","vmid":190} -RESOURCE_SAFE={"name":"newfi-prod","node":"pve01","status":"running","template":0,"type":"qemu","vmid":210} -RESOURCE_SAFE={"name":"newfi-staging","node":"pve03","status":"running","template":0,"type":"qemu","vmid":211} -RESOURCE_SAFE={"name":"edge-cold-standby","node":"pve02","status":"stopped","template":0,"type":"qemu","vmid":9130} -CLUSTER_RESOURCES_END=1 -ACTIVE_BACKUP_PROCESSES_BEGIN=1 - 52410 2 root bash /usr/local/sbin/homelab-chat-run SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1 read-only homelab-backup-v2-legacy-mail-audit -- /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh - 52433 2 root timeout --foreground --preserve-status 300 /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh - 52434 2 root /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh - 52733 0 root /usr/bin/bash /run/workers2-SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1.31328.sh -ACTIVE_BACKUP_PROCESSES_END=1 -DECISION=AUDIT_COMPLETE_REVIEW_FINDINGS -NEXT_GATE=ANALYZE_V2_HEALTH_LEGACY_AND_NOTIFICATION_SOURCE -TASK_RESULT=PASS_HOMELAB_BACKUP_V2_LEGACY_MAIL_AUDIT -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-HOMELAB-BACKUP-V2-LEGACY-MAIL-AUDIT-1201R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} -WORKERS2_BACKUP_V2_LEGACY_MAIL_AUDIT_END=1 +GITEA_DNS_RC=0 +GITEA_DNS_V4_COUNT=1 +GITEA_DNS_SET_SHA256=809678bde4af2eb857ca8d4722ac659194948d4361de7a0365b3abdf2c5a175b +GITEA_TCP443_OK=true +GITEA_TCP443_META=3 +GITEA_VERSION_CURL_RC=0 +GITEA_VERSION_HTTP=200 +GITEA_VERSION_BODY_SHA256=1965a151d0917ac3201bff84c8fa774c01c3b53b40e70ac0b1ffce0b4ea84284 +GITEA_VERSION_PARSE=true +GITEA_VERSION_PRESENT=true +GITEA_BRANCH_CURL_RC=0 +GITEA_BRANCH_HTTP=200 +GITEA_BRANCH_PARSE=true +GITEA_BRANCH_HEAD_PRESENT=true +GITEA_BRANCH_HEAD_SHA256=28418c4f0d77f2036481f22985b6aa128313da1f5d082d034014c24929c5bf68 +GITEA_BRANCH_MESSAGE_SHA256=bbf9cc6566dbb2b4955e576e5a8ae6cbc317409d980310d66984895eea5ce57a +GITEA_BRANCH_TIMESTAMP_PRESENT=true +GITEA_PREVIOUS_EXACT_CURL_RC=0 +GITEA_PREVIOUS_EXACT_HTTP=200 +GITEA_PREVIOUS_EXACT_COMMAND_ID_MATCH=true +GIT_LS_REMOTE_RC=0 +GIT_LS_REMOTE_HEAD_COUNT=1 +GIT_LS_REMOTE_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +GIT_CREDENTIAL_FILL_RC=0 +GIT_CREDENTIAL_USERNAME_PRESENT=true +GIT_CREDENTIAL_PASSWORD_PRESENT=true +GIT_CREDENTIAL_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +GITEA_AUTH_USER_HTTP=200 +GITEA_AUTH_USER_OK=true +GITEA_AUTH_REPO_HTTP=200 +GITEA_AUTH_REPO_PUSH_PERMISSION=true +RUNNER_BASH_N_RC=0 +RUNNER_GITEA_HOST_REF_COUNT=2 +RUNNER_ASSISTANT_RUNTIME_REF_COUNT=0 +RUNNER_RUNTIME_HISTORY_REF_COUNT=0 +RUNNER_GIT_PUSH_TOKEN_COUNT=0 +RUNNER_STATE_DIR_EXISTS=true +RUNNER_STATE_DIR_MODE=700 +RUNNER_STATE_DIR_OWNER=0:0 +ROOT_FS_FREE_KB=57595264 +DECISION=GITEA_PUBLICATION_PATH_PREFLIGHT_HEALTHY_AWAIT_SELF_PUBLICATION +NEXT_GATE=READ_EXACT_73187_SELF_PUBLICATION_THEN_CLOSE_GITEA_PATH +TASK_RESULT=PASS_GITEA_PUBLICATION_PATH_PREFLIGHT +SELF_PUBLICATION_PROOF_PENDING=true +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_GITEA_RUNTIME_PUBLICATION_PATH_RCA_END=1 OUTPUT_END CHAT_OUTPUT_END