runtime: publish SUPPORT-260925-HOMELAB-BACKUP-V2-SPB-MAIL-RCA-1206R1
This commit is contained in:
homelab-runtime-publisher
File diff suppressed because one or more lines are too long
@@ -0,0 +1,400 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-SPB-MAIL-RCA-1206R1
|
||||
STATUS=OK
|
||||
RC=0
|
||||
HOST=pve01
|
||||
MODE=read-only
|
||||
COMPONENT=homelab-backup-v2-spb-mail-rca
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=8db48ac397d852761597178805eb83f0b96b30075c8f89a90c38e38f9845354b
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=false
|
||||
RESULT_CONTRACT_VALID=true
|
||||
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
|
||||
RESULT_CONTRACT_ERROR=NONE
|
||||
COMMAND_RC=0
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=5aca33e185ae096e89c535dc42d862eb07d5992ac1c6393faf07ac932b28299b
|
||||
SANITIZED_OUTPUT_SHA256=5aca33e185ae096e89c535dc42d862eb07d5992ac1c6393faf07ac932b28299b
|
||||
OUTPUT_BEGIN
|
||||
WORKERS2_BACKUP_V2_SPB_MAIL_RCA_BEGIN=1
|
||||
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-SPB-MAIL-RCA-1206R1
|
||||
MODE=read-only
|
||||
COMPONENT=homelab-backup-v2-spb-mail-rca
|
||||
MUTATION_BOUNDARY=READ_ONLY;NO_SYSTEMD_ACTION;NO_BACKUP_EXECUTION;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL;NO_CONFIG_WRITE;NO_GIT_WRITE;NO_CLOUD_WRITE
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||
CURRENT_UNITS_BEGIN=1
|
||||
UNIT=homelab-backup-v2.service
|
||||
Result=success
|
||||
ExecMainStatus=0
|
||||
Triggers=
|
||||
TriggeredBy=homelab-backup-v2.timer
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-v2.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-backup-v2.timer
|
||||
Result=success
|
||||
Triggers=homelab-backup-v2.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=active
|
||||
SubState=waiting
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-v2.timer
|
||||
UnitFileState=enabled
|
||||
UNIT=homelab-backup-audit.service
|
||||
Result=exit-code
|
||||
ExecMainStatus=1
|
||||
Triggers=
|
||||
TriggeredBy=homelab-backup-audit.timer
|
||||
LoadState=loaded
|
||||
ActiveState=failed
|
||||
SubState=failed
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-audit.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-backup-audit.timer
|
||||
Result=success
|
||||
Triggers=homelab-backup-audit.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=active
|
||||
SubState=waiting
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-audit.timer
|
||||
UnitFileState=enabled
|
||||
UNIT=homelab-control-backup.service
|
||||
Result=success
|
||||
ExecMainStatus=0
|
||||
Triggers=
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-control-backup.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-control-backup.timer
|
||||
Result=success
|
||||
Triggers=homelab-control-backup.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-control-backup.timer
|
||||
UnitFileState=disabled
|
||||
CURRENT_UNITS_END=1
|
||||
LEGACY_SCHEDULE_REFERENCES_BEGIN=1
|
||||
dpkg-db-backup.service static -
|
||||
homelab-alertmanager-backup-health.service static -
|
||||
homelab-backup-audit.service static -
|
||||
homelab-backup-retention-gc.service static -
|
||||
homelab-backup-v2.service static -
|
||||
homelab-control-backup.service static -
|
||||
dpkg-db-backup.timer enabled enabled
|
||||
homelab-alertmanager-backup-health.timer enabled enabled
|
||||
homelab-backup-audit.timer enabled enabled
|
||||
homelab-backup-retention-gc.timer enabled enabled
|
||||
homelab-backup-v2.timer enabled enabled
|
||||
homelab-control-backup.timer disabled enabled
|
||||
Fri 2026-09-25 04:53:01 MSK 1min 42s Fri 2026-09-25 04:15:00 MSK 36min ago homelab-backup-v2.timer homelab-backup-v2.service
|
||||
Fri 2026-09-25 04:58:00 MSK 6min Fri 2026-09-25 04:43:00 MSK 8min ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service
|
||||
Fri 2026-09-25 05:05:53 MSK 14min Fri 2026-09-25 04:36:40 MSK 14min ago homelab-backup-audit.timer homelab-backup-audit.service
|
||||
Sat 2026-09-26 00:00:00 MSK 19h Fri 2026-09-25 00:00:00 MSK 4h 51min ago dpkg-db-backup.timer dpkg-db-backup.service
|
||||
Sat 2026-09-26 03:33:44 MSK 22h Fri 2026-09-25 03:27:32 MSK 1h 23min ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service
|
||||
SCHEDULE_REFERENCE_PATH=/etc/systemd/system/homelab-control-backup.service SHA256=428d3e1f3042c3347b7c34b6f190e44fa35f7a97264eec3974239f581c9b9250
|
||||
SCHEDULE_REFERENCE_PATH=/etc/systemd/system/homelab-control-backup.timer SHA256=7c4136da20b9cd9162293380f5794d93e2c6099ce7d87ec00e0e7e19b6cd44a3
|
||||
VZDUMP_CRON_SHA256=d6f9ba7a261aa48e9b286842ddf13bab86d75d7a623bc78fa307beee5d5f5255
|
||||
VZDUMP_CRON_ACTIVE_LINE=4:PATH="/usr/sbin:/usr/bin:/sbin:/bin"
|
||||
LEGACY_SCHEDULE_REFERENCES_END=1
|
||||
PVE_BACKUP_JOBS_BEGIN=1
|
||||
PVE_BACKUP_JOB_COUNT=0
|
||||
PVE_BACKUP_JOBS_END=1
|
||||
SPB_TARGET_DISCOVERY_BEGIN=1
|
||||
TARGET_HIT_PATH=/etc/homelab-backup-v2/targets.json SIZE=7415 SHA256=5cba5f1e14c65211c9fab6d11594c19279ab68369b4db3f7283708c368348288
|
||||
TARGET_OBJECT_PATH=root.targets[17] SAFE={"due_seconds":86400,"enabled":true,"host":"185.225.35.6","logical_id":"spb-ingress","type":"vps_spb"}
|
||||
TARGET_OBJECT_PATH=root.targets[18] SAFE={"due_seconds":86400,"enabled":false,"host":"46.16.34.129","logical_id":"us-netbird","type":"vps_us"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/state/spb-ingress.json SIZE=797 SHA256=1abb3a9bc45014ebdeaddae089dcd980e799c8b2ee760034652522d6fea9938e
|
||||
TARGET_OBJECT_PATH=root SAFE={"last_attempt_epoch":1790294940,"last_success_epoch":1790132260,"logical_id":"spb-ingress","reason":"COMMAND_FAILED","result":"FAIL"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/state/us-netbird.json SIZE=792 SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
|
||||
TARGET_OBJECT_PATH=root SAFE={"last_attempt_epoch":1790056411,"last_success_epoch":1789704670,"logical_id":"us-netbird","reason":"PIPE_FAILED","result":"FAIL"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/cold-bootstrap/us-netbird.json SIZE=1255 SHA256=06b71870d460168495b27fd6316a316e3f14d958c8b994bfc63e0da3ad7653e1
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/wrapper.py SIZE=5055 SHA256=84d2da3fa7c8ab1d9e15db88b6f3835be9c8815bd50ea78022c67adff2f16056
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/wrapper.py SIZE=5055 SHA256=e5b0cd618eb7925da84255a8d7e348ae513da5953937d0bce8c3a139b965c3b2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/wrapper.py SIZE=5055 SHA256=d58b8bc842ac3ba3f1f9cf3dc844dd1445c196e0e93fda8ce5f4a0fd18f2e115
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/representative-validation-454r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/representative-validation-454r1/CONTRACT.json SIZE=2712 SHA256=67c0f9e228eaf5bc35213873f71d60b48a694cf04657aee695697ca434e16d0b
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/wrapper.py SIZE=5055 SHA256=8e6ad619c39105d9c238c0a9f0bd9265dba941f65729cbe03e9f1acbd90ba6cd
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/wrapper.py SIZE=4099 SHA256=ed04b2634fcba72bdf07811135aed8fd609e849afcde456d433f305be5bb956a
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/wrapper.py SIZE=5076 SHA256=699ce999e52f15f24c63723e35dd5251992c4dfce6266073b892dd684ed3f454
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/legacy_engine.py SIZE=60024 SHA256=5715651655da32530df84a5a095b772d21dc0d1f92789465e9e6b5b1ff8a16e3
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/wrapper.py SIZE=5076 SHA256=2c1aea8d29cd697254a2f90a458edf9837f834b4d1f9525f478e8a8eb58cd495
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/legacy_engine.py SIZE=59790 SHA256=ff4fbf84638ab55a8a1858558b759b3fc9d979ef5feb279132a558bcef583598
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/wrapper.py SIZE=5055 SHA256=9a80e64ef41f0c727b10983f2d26c87588231ec7056e2c2ea7c50cf8229da6f7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/wrapper.py SIZE=5055 SHA256=3e16370b38f2f36d0d228fde59ffb05470ca56491e8abcbdcf65e6ee65bdb754
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/wrapper.py SIZE=5076 SHA256=dee410755a86ecae0fb921454109f48b9ea57d11724a3e1cc8001a87ea78dba5
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/legacy_engine.py SIZE=59868 SHA256=a5f1b1701a39eb22cf2f061d7daa7afa92789320c30b108371c3ee47d57f817c
|
||||
TARGET_HIT_FILES=36
|
||||
STATE_FILE=/var/lib/homelab-backup-v2/state/spb-ingress.json SHA256=1abb3a9bc45014ebdeaddae089dcd980e799c8b2ee760034652522d6fea9938e
|
||||
STATE_SCALARS={"consecutive_failures":6,"failure_backoff_seconds":21600,"generation":"v2-spb-ingress-20260925T000900Z-a0e3fa2d42aa","last_attempt_epoch":1790294940,"last_success_epoch":1790132260,"last_success_generation":"v2-spb-ingress-20260923T025716Z-7eee6cdb0974","last_success_green_verified":false,"last_success_manifest_sha256":"35560755007a06da5eb4b21645369bdd457541ab4dde8a94d969717c1761ef5a","last_success_payload_sha256":"f775a3f6ea7f397559f4b56e5f823694187749a24240173298a65d3d637826d6","logical_id":"spb-ingress","reason":"COMMAND_FAILED","result":"FAIL","retry_after_epoch":1790316540,"schema":1,"sealed":false,"updated_at_utc":"2026-09-25T00:09:00Z"}
|
||||
STATE_FILE=/var/lib/homelab-backup-v2/state/us-netbird.json SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
|
||||
STATE_SCALARS={"consecutive_failures":14,"failure_backoff_seconds":21600,"generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_attempt_epoch":1790056411,"last_success_epoch":1789704670,"last_success_generation":"v2-us-netbird-20260918T041032Z-d7648be4c16b","last_success_green_verified":false,"last_success_manifest_sha256":"f82c761cafe8aa43d90d0b4b6124933799b5087d34daf880791d850d0d15cee5","last_success_payload_sha256":"e41e3e012442ef41da1c667d7f5fbe4fd52786b0bb5ffca195660750c773efbf","logical_id":"us-netbird","reason":"PIPE_FAILED","result":"FAIL","retry_after_epoch":1790078011,"schema":1,"sealed":false,"updated_at_utc":"2026-09-22T05:53:31Z"}
|
||||
SPB_TARGET_DISCOVERY_END=1
|
||||
SPB_RECENT_FAILURES_BEGIN=1
|
||||
2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_TARGET=vm171
|
||||
2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: QEMU_EXECUTION_DIAG={"archive_bytes":2055126466,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":171}
|
||||
2026-09-23T05:23:23+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 3.139s CPU time, 2.5G memory peak.
|
||||
2026-09-23T05:57:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T05:57:16+03:00 pve01 homelab-backup-v2[3368125]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3.546s CPU time, 120.3M memory peak.
|
||||
2026-09-23T06:27:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T06:27:59+03:00 pve01 homelab-backup-v2[3519663]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_TARGET=vm190
|
||||
2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: QEMU_EXECUTION_DIAG={"archive_bytes":1632208668,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":190}
|
||||
2026-09-23T06:31:26+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 34.609s CPU time, 2.1G memory peak.
|
||||
--
|
||||
2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: starting new backup job: vzdump 210 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T061259Z-0593c2e01d15 --mode snapshot
|
||||
2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Backup job finished successfully
|
||||
2026-09-23T09:13:15+03:00 pve01 perl[4057107]: notified via target `mail-to-root`
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057104]: <root@pam> end task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam: OK
|
||||
2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_TARGET=vm210
|
||||
2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: QEMU_EXECUTION_DIAG={"archive_bytes":689254295,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":210}
|
||||
2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_REASON=RCLONE_RCAT_FAILED
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 12.751s CPU time, 1.2G memory peak.
|
||||
2026-09-23T09:44:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T09:44:59+03:00 pve01 homelab-backup-v2[4157565]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157625]: <root@pam> starting task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam:
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: starting new backup job: vzdump 210 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T064459Z-30e6d69c8540 --compress zstd
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Backup job finished successfully
|
||||
--
|
||||
2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_TARGET=vm170
|
||||
2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: QEMU_EXECUTION_DIAG={"archive_bytes":8007079471,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":170}
|
||||
2026-09-24T09:12:02+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 54.599s CPU time, 6G memory peak.
|
||||
2026-09-24T09:36:11+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T09:36:11+03:00 pve01 homelab-backup-v2[478444]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 183ms CPU time, 121.1M memory peak.
|
||||
2026-09-24T10:09:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T10:10:00+03:00 pve01 homelab-backup-v2[579929]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 189ms CPU time, 120.3M memory peak.
|
||||
2026-09-24T10:44:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T10:44:52+03:00 pve01 homelab-backup-v2[680778]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_TARGET=vm9130
|
||||
2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: QEMU_EXECUTION_DIAG={"archive_bytes":10993594057,"archive_selected":true,"node":"pve02","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":9130}
|
||||
2026-09-24T11:06:40+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 32.412s CPU time, 6.2G memory peak.
|
||||
2026-09-24T11:17:42+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T11:17:42+03:00 pve01 homelab-backup-v2[800796]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 199ms CPU time, 121M memory peak.
|
||||
2026-09-24T11:56:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T11:56:16+03:00 pve01 homelab-backup-v2[916019]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_TARGET=router-netcraze
|
||||
2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3.478s CPU time, 120M memory peak.
|
||||
2026-09-24T12:30:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
--
|
||||
2026-09-24T13:05:00+03:00 pve01 homelab-backup-v2[1138888]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_TARGET=xf-zakrutim
|
||||
2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 14.210s CPU time, 158.4M memory peak.
|
||||
2026-09-24T13:45:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T13:45:00+03:00 pve01 homelab-backup-v2[1258455]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 195ms CPU time, 120M memory peak.
|
||||
2026-09-24T14:21:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T14:21:52+03:00 pve01 homelab-backup-v2[1378950]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379014]: <root@pam> starting task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam:
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260924T112152Z-3d166ba2cdf5
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Backup job finished successfully
|
||||
2026-09-24T14:22:08+03:00 pve01 perl[1379020]: notified via target `mail-to-root`
|
||||
--
|
||||
2026-09-24T17:13:32+03:00 pve01 homelab-backup-v2[1919824]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_TARGET=xf-dsmods
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 21.280s CPU time, 716.4M memory peak.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 190ms CPU time, 119.9M memory peak.
|
||||
2026-09-24T19:29:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T19:29:00+03:00 pve01 homelab-backup-v2[2370221]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_TARGET=xf-kingofwolk
|
||||
2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 11.538s CPU time, 136.1M memory peak.
|
||||
2026-09-24T20:08:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
--
|
||||
2026-09-24T23:35:00+03:00 pve01 homelab-backup-v2[3162083]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_TARGET=xf-gamevipe
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 2min 46.307s CPU time, 1.2G memory peak.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 179ms CPU time, 120.3M memory peak.
|
||||
2026-09-25T03:40:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-25T03:40:52+03:00 pve01 homelab-backup-v2[4019444]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021052]: <root@pam> starting task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam:
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: starting new backup job: vzdump 112 --zstd 1 --bwlimit 32768 --prune-backups 'keep-all=1' --mode snapshot --stdexcludes 0 --remove 0 --tmpdir /var/tmp/homelab-vzdump-268-794af030d615403c70a449be1dd057fb --node pve01 --ionice 7 --lockwait 0 --compress zstd
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: Starting Backup of VM 112 (lxc)
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Finished Backup of VM 112 (00:00:23)
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully
|
||||
2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root`
|
||||
SPB_RECENT_FAILURES_END=1
|
||||
AUDIT_RECENT_BEGIN=1
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T02:06:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T03:05:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T03:36:22+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T04:06:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T04:36:44+03:00 pve01 homelab-backup-audit[53718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T04:36:44+03:00 pve01 homelab-backup-audit[53718]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T04:36:44+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
AUDIT_RECENT_END=1
|
||||
VZDUMP_NOTIFICATION_CAPABILITY_BEGIN=1
|
||||
CONFIG_PATH=/etc/vzdump.conf SHA256=cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38
|
||||
CONFIG_PATH=/etc/pve/datacenter.cfg SHA256=96b031e403c13fc3aee26e8ed27401bd3a79b8c44ce57e2ab687448b1e076d4f
|
||||
CONFIG_PATH=/etc/pve/notifications.cfg MISSING=true
|
||||
VZDUMP_NOTIFICATION_CAPABILITY_END=1
|
||||
LIVE_V2_CODE_NOTIFICATION_BEGIN=1
|
||||
ACCEPTED_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\d{4}_\d{2}_\d{2}-\d{2}_\d{2}_\d{2})\.vma\.zst$')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log'
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\x00' not in x for x in argv),'REMOTE_ARGV')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'
|
||||
LIVE_V2_CODE_NOTIFICATION_END=1
|
||||
MAIL_EVENTS_RECENT_BEGIN=1
|
||||
2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Backup job finished successfully
|
||||
2026-09-24T21:47:06+03:00 pve01 perl[2809372]: notified via target `mail-to-root`
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully
|
||||
2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root`
|
||||
2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Backup job finished successfully
|
||||
2026-09-25T04:15:43+03:00 pve01 perl[4126975]: notified via target `mail-to-root`
|
||||
MAIL_EVENTS_RECENT_END=1
|
||||
DECISION=RCA_COMPLETE_PLAN_SINGLE_BACKUP_CONTROL_CHANGE
|
||||
NEXT_GATE=CHANGE_BACKUP_HEALTH_LEGACY_AND_SUCCESS_MAIL
|
||||
TASK_RESULT=PASS_HOMELAB_BACKUP_V2_SPB_MAIL_RCA
|
||||
WORKERS2_BACKUP_V2_SPB_MAIL_RCA_END=1
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
+8
-8
File diff suppressed because one or more lines are too long
+369
-45
@@ -1,15 +1,15 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73189-CARRIER-STAGE-RCA-73190R1
|
||||
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-SPB-MAIL-RCA-1206R1
|
||||
STATUS=OK
|
||||
RC=0
|
||||
HOST=pve01
|
||||
MODE=read-only
|
||||
COMPONENT=skladchik-alt-egress73189-carrier-stage-rca
|
||||
COMPONENT=homelab-backup-v2-spb-mail-rca
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=4f9d5086b7a4fd246d13dc82b0f58c6948b89bfac29bddf446dcc4f204a38cd3
|
||||
COMMAND_SHA256=8db48ac397d852761597178805eb83f0b96b30075c8f89a90c38e38f9845354b
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=false
|
||||
@@ -24,53 +24,377 @@ MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=6e46765a6f17791d96299732c0118952e6b2734cc134fd94cab07184c8a30e94
|
||||
SANITIZED_OUTPUT_SHA256=6e46765a6f17791d96299732c0118952e6b2734cc134fd94cab07184c8a30e94
|
||||
RAW_EVIDENCE_SHA256=5aca33e185ae096e89c535dc42d862eb07d5992ac1c6393faf07ac932b28299b
|
||||
SANITIZED_OUTPUT_SHA256=5aca33e185ae096e89c535dc42d862eb07d5992ac1c6393faf07ac932b28299b
|
||||
OUTPUT_BEGIN
|
||||
WORKERS2_SKLADCHIK_73189_CARRIER_STAGE_RCA_BEGIN=1
|
||||
COMMAND_ID=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73189-CARRIER-STAGE-RCA-73190R1
|
||||
WORKERS2_BACKUP_V2_SPB_MAIL_RCA_BEGIN=1
|
||||
COMMAND_ID=SUPPORT-260925-HOMELAB-BACKUP-V2-SPB-MAIL-RCA-1206R1
|
||||
MODE=read-only
|
||||
COMPONENT=skladchik-alt-egress73189-carrier-stage-rca
|
||||
MUTATION_BOUNDARY=NONE;READ_ONLY_WINDOWS_73189_TEMP_STAGE_AND_SERVER_PROCESS_RUNNER_STATE;TEMP_/run_ONLY;NO_CHROMEUSA_PROBE;NO_TARGET_TLS_PROBE;NO_VPS_SSH_PROBE;NO_KNOWN_HOSTS_WRITE;NO_REGISTRY_WRITE;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_APP_CHANGE;NO_GIT_WRITE
|
||||
RECOVERY_SOURCE_CID=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73188-CARRIER-RECONCILE-73189R1
|
||||
GITEA_HEALTH_AUTHORITY=SUPPORT-260925-GITEA-RUNTIME-PUBLICATION-PATH-RCA-73187R1
|
||||
SKLADCHIK_LAST_EXACT_AUTHORITY=SUPPORT-260925-SKLADCHIK-ALT-EGRESS73184-CARRIER-RECONCILE-73185R1
|
||||
COMPONENT=homelab-backup-v2-spb-mail-rca
|
||||
MUTATION_BOUNDARY=READ_ONLY;NO_SYSTEMD_ACTION;NO_BACKUP_EXECUTION;NO_RESTORE;NO_RETENTION;NO_DELETE;NO_MAIL;NO_CONFIG_WRITE;NO_GIT_WRITE;NO_CLOUD_WRITE
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||
LOCAL_SUMMARY_SHA256=33a9cbb6b71041362682bc2b9dd9f99989600701e44eef9ce442eaf35a3a0405
|
||||
LOCAL_SUMMARY_BEGIN=1
|
||||
SOURCE_TEMP_DIR_EXISTS=true
|
||||
SOURCE_FILE_LOCAL_SUMMARY_TXT_EXISTS=false
|
||||
SOURCE_FILE_LOCAL_SUMMARY_TXT_EXISTS=true
|
||||
SOURCE_FILE_LOCAL_SUMMARY_B64_EXISTS=false
|
||||
SOURCE_FILE_LOCAL_SUMMARY_B64_EXISTS=true
|
||||
SOURCE_FILE_SOURCE_SUMMARY_TXT_EXISTS=false
|
||||
SOURCE_FILE_SOURCE_SUMMARY_B64_EXISTS=false
|
||||
SOURCE_FILE_PAYLOAD_B64_EXISTS=false
|
||||
SOURCE_FILE_PAYLOAD_B64_EXISTS=true
|
||||
SOURCE_FILE_STDIN_PAYLOAD_SH_EXISTS=false
|
||||
SOURCE_FILE_REMOTE_COMMAND_TXT_EXISTS=false
|
||||
SOURCE_FILE_AUTH_PROBE_TXT_EXISTS=false
|
||||
SOURCE_FILE_PROBE_STDOUT_TXT_EXISTS=false
|
||||
SOURCE_FILE_PROBE_STDERR_TXT_EXISTS=false
|
||||
SOURCE_FILE_STDOUT_TXT_EXISTS=false
|
||||
SOURCE_FILE_STDERR_TXT_EXISTS=false
|
||||
SOURCE_FILE_STATUS_TXT_EXISTS=false
|
||||
SOURCE_STDOUT_COMMAND_ID_MATCH=false
|
||||
SOURCE_STDOUT_RESULT_CONTRACT_PRESENT=false
|
||||
LOCAL_SUMMARY_END=1
|
||||
SERVER_SOURCE_PROCESS_COUNT=0
|
||||
SERVER_SOURCE_RUNNER_PROCESS_COUNT=0
|
||||
SERVER_SOURCE_RUNFILE_COUNT=0
|
||||
SERVER_SOURCE_STATEFILE_COUNT=0
|
||||
READ_ONLY_SOURCE_CID_NO_MUTATION_RISK=true
|
||||
RECONCILE_CLASS=WINDOWS_SOURCE_TEMP_PRESENT_EARLY_STOP
|
||||
DECISION=PROVEN_73189_WINDOWS_EARLY_LOCAL_STOP
|
||||
NEXT_GATE=WINDOWS_CARRIER_LOCAL_STAGE_RCA_READ_ONLY
|
||||
TASK_RESULT=PASS_73189_STAGE_EARLY_LOCAL_STOP
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260925-SKLADCHIK-ALT-EGRESS73189-CARRIER-STAGE-RCA-73190R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
WORKERS2_SKLADCHIK_73189_CARRIER_STAGE_RCA_END=1
|
||||
CURRENT_UNITS_BEGIN=1
|
||||
UNIT=homelab-backup-v2.service
|
||||
Result=success
|
||||
ExecMainStatus=0
|
||||
Triggers=
|
||||
TriggeredBy=homelab-backup-v2.timer
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-v2.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-backup-v2.timer
|
||||
Result=success
|
||||
Triggers=homelab-backup-v2.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=active
|
||||
SubState=waiting
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-v2.timer
|
||||
UnitFileState=enabled
|
||||
UNIT=homelab-backup-audit.service
|
||||
Result=exit-code
|
||||
ExecMainStatus=1
|
||||
Triggers=
|
||||
TriggeredBy=homelab-backup-audit.timer
|
||||
LoadState=loaded
|
||||
ActiveState=failed
|
||||
SubState=failed
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-audit.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-backup-audit.timer
|
||||
Result=success
|
||||
Triggers=homelab-backup-audit.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=active
|
||||
SubState=waiting
|
||||
FragmentPath=/etc/systemd/system/homelab-backup-audit.timer
|
||||
UnitFileState=enabled
|
||||
UNIT=homelab-control-backup.service
|
||||
Result=success
|
||||
ExecMainStatus=0
|
||||
Triggers=
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-control-backup.service
|
||||
UnitFileState=static
|
||||
UNIT=homelab-control-backup.timer
|
||||
Result=success
|
||||
Triggers=homelab-control-backup.service
|
||||
TriggeredBy=
|
||||
LoadState=loaded
|
||||
ActiveState=inactive
|
||||
SubState=dead
|
||||
FragmentPath=/etc/systemd/system/homelab-control-backup.timer
|
||||
UnitFileState=disabled
|
||||
CURRENT_UNITS_END=1
|
||||
LEGACY_SCHEDULE_REFERENCES_BEGIN=1
|
||||
dpkg-db-backup.service static -
|
||||
homelab-alertmanager-backup-health.service static -
|
||||
homelab-backup-audit.service static -
|
||||
homelab-backup-retention-gc.service static -
|
||||
homelab-backup-v2.service static -
|
||||
homelab-control-backup.service static -
|
||||
dpkg-db-backup.timer enabled enabled
|
||||
homelab-alertmanager-backup-health.timer enabled enabled
|
||||
homelab-backup-audit.timer enabled enabled
|
||||
homelab-backup-retention-gc.timer enabled enabled
|
||||
homelab-backup-v2.timer enabled enabled
|
||||
homelab-control-backup.timer disabled enabled
|
||||
Fri 2026-09-25 04:53:01 MSK 1min 42s Fri 2026-09-25 04:15:00 MSK 36min ago homelab-backup-v2.timer homelab-backup-v2.service
|
||||
Fri 2026-09-25 04:58:00 MSK 6min Fri 2026-09-25 04:43:00 MSK 8min ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service
|
||||
Fri 2026-09-25 05:05:53 MSK 14min Fri 2026-09-25 04:36:40 MSK 14min ago homelab-backup-audit.timer homelab-backup-audit.service
|
||||
Sat 2026-09-26 00:00:00 MSK 19h Fri 2026-09-25 00:00:00 MSK 4h 51min ago dpkg-db-backup.timer dpkg-db-backup.service
|
||||
Sat 2026-09-26 03:33:44 MSK 22h Fri 2026-09-25 03:27:32 MSK 1h 23min ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service
|
||||
SCHEDULE_REFERENCE_PATH=/etc/systemd/system/homelab-control-backup.service SHA256=428d3e1f3042c3347b7c34b6f190e44fa35f7a97264eec3974239f581c9b9250
|
||||
SCHEDULE_REFERENCE_PATH=/etc/systemd/system/homelab-control-backup.timer SHA256=7c4136da20b9cd9162293380f5794d93e2c6099ce7d87ec00e0e7e19b6cd44a3
|
||||
VZDUMP_CRON_SHA256=d6f9ba7a261aa48e9b286842ddf13bab86d75d7a623bc78fa307beee5d5f5255
|
||||
VZDUMP_CRON_ACTIVE_LINE=4:PATH="/usr/sbin:/usr/bin:/sbin:/bin"
|
||||
LEGACY_SCHEDULE_REFERENCES_END=1
|
||||
PVE_BACKUP_JOBS_BEGIN=1
|
||||
PVE_BACKUP_JOB_COUNT=0
|
||||
PVE_BACKUP_JOBS_END=1
|
||||
SPB_TARGET_DISCOVERY_BEGIN=1
|
||||
TARGET_HIT_PATH=/etc/homelab-backup-v2/targets.json SIZE=7415 SHA256=5cba5f1e14c65211c9fab6d11594c19279ab68369b4db3f7283708c368348288
|
||||
TARGET_OBJECT_PATH=root.targets[17] SAFE={"due_seconds":86400,"enabled":true,"host":"185.225.35.6","logical_id":"spb-ingress","type":"vps_spb"}
|
||||
TARGET_OBJECT_PATH=root.targets[18] SAFE={"due_seconds":86400,"enabled":false,"host":"46.16.34.129","logical_id":"us-netbird","type":"vps_us"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/state/spb-ingress.json SIZE=797 SHA256=1abb3a9bc45014ebdeaddae089dcd980e799c8b2ee760034652522d6fea9938e
|
||||
TARGET_OBJECT_PATH=root SAFE={"last_attempt_epoch":1790294940,"last_success_epoch":1790132260,"logical_id":"spb-ingress","reason":"COMMAND_FAILED","result":"FAIL"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/state/us-netbird.json SIZE=792 SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
|
||||
TARGET_OBJECT_PATH=root SAFE={"last_attempt_epoch":1790056411,"last_success_epoch":1789704670,"logical_id":"us-netbird","reason":"PIPE_FAILED","result":"FAIL"}
|
||||
TARGET_HIT_PATH=/var/lib/homelab-backup-v2/cold-bootstrap/us-netbird.json SIZE=1255 SHA256=06b71870d460168495b27fd6316a316e3f14d958c8b994bfc63e0da3ad7653e1
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/wrapper.py SIZE=5055 SHA256=84d2da3fa7c8ab1d9e15db88b6f3835be9c8815bd50ea78022c67adff2f16056
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-481r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/wrapper.py SIZE=5055 SHA256=e5b0cd618eb7925da84255a8d7e348ae513da5953937d0bce8c3a139b965c3b2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-482r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/wrapper.py SIZE=5055 SHA256=d58b8bc842ac3ba3f1f9cf3dc844dd1445c196e0e93fda8ce5f4a0fd18f2e115
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-485r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/representative-validation-454r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/representative-validation-454r1/CONTRACT.json SIZE=2712 SHA256=67c0f9e228eaf5bc35213873f71d60b48a694cf04657aee695697ca434e16d0b
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/wrapper.py SIZE=5055 SHA256=8e6ad619c39105d9c238c0a9f0bd9265dba941f65729cbe03e9f1acbd90ba6cd
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-484r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/wrapper.py SIZE=4099 SHA256=ed04b2634fcba72bdf07811135aed8fd609e849afcde456d433f305be5bb956a
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-477r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/wrapper.py SIZE=5076 SHA256=699ce999e52f15f24c63723e35dd5251992c4dfce6266073b892dd684ed3f454
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-490r1/legacy_engine.py SIZE=60024 SHA256=5715651655da32530df84a5a095b772d21dc0d1f92789465e9e6b5b1ff8a16e3
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/wrapper.py SIZE=5076 SHA256=2c1aea8d29cd697254a2f90a458edf9837f834b4d1f9525f478e8a8eb58cd495
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-492r1/legacy_engine.py SIZE=59790 SHA256=ff4fbf84638ab55a8a1858558b759b3fc9d979ef5feb279132a558bcef583598
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/wrapper.py SIZE=5055 SHA256=9a80e64ef41f0c727b10983f2d26c87588231ec7056e2c2ea7c50cf8229da6f7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-479r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/wrapper.py SIZE=5055 SHA256=3e16370b38f2f36d0d228fde59ffb05470ca56491e8abcbdcf65e6ee65bdb754
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/replacement-483r1/legacy_engine.py SIZE=59719 SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/wrapper.py SIZE=5076 SHA256=dee410755a86ecae0fb921454109f48b9ea57d11724a3e1cc8001a87ea78dba5
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/representative_driver.py SIZE=4214 SHA256=b3050a8f95e6d9826a4f0786cd3ca32012b6ab10486d10e4981b50b8a0affff2
|
||||
TARGET_HIT_PATH=/opt/homelab-backup-v2/candidates/repair-491r1/legacy_engine.py SIZE=59868 SHA256=a5f1b1701a39eb22cf2f061d7daa7afa92789320c30b108371c3ee47d57f817c
|
||||
TARGET_HIT_FILES=36
|
||||
STATE_FILE=/var/lib/homelab-backup-v2/state/spb-ingress.json SHA256=1abb3a9bc45014ebdeaddae089dcd980e799c8b2ee760034652522d6fea9938e
|
||||
STATE_SCALARS={"consecutive_failures":6,"failure_backoff_seconds":21600,"generation":"v2-spb-ingress-20260925T000900Z-a0e3fa2d42aa","last_attempt_epoch":1790294940,"last_success_epoch":1790132260,"last_success_generation":"v2-spb-ingress-20260923T025716Z-7eee6cdb0974","last_success_green_verified":false,"last_success_manifest_sha256":"35560755007a06da5eb4b21645369bdd457541ab4dde8a94d969717c1761ef5a","last_success_payload_sha256":"f775a3f6ea7f397559f4b56e5f823694187749a24240173298a65d3d637826d6","logical_id":"spb-ingress","reason":"COMMAND_FAILED","result":"FAIL","retry_after_epoch":1790316540,"schema":1,"sealed":false,"updated_at_utc":"2026-09-25T00:09:00Z"}
|
||||
STATE_FILE=/var/lib/homelab-backup-v2/state/us-netbird.json SHA256=12d13c0d07056469b1ad4b9328ce29737d1ab76698a4d6115ca1c5648b95ba26
|
||||
STATE_SCALARS={"consecutive_failures":14,"failure_backoff_seconds":21600,"generation":"v2-us-netbird-20260922T055316Z-d5c92acdd2e8","last_attempt_epoch":1790056411,"last_success_epoch":1789704670,"last_success_generation":"v2-us-netbird-20260918T041032Z-d7648be4c16b","last_success_green_verified":false,"last_success_manifest_sha256":"f82c761cafe8aa43d90d0b4b6124933799b5087d34daf880791d850d0d15cee5","last_success_payload_sha256":"e41e3e012442ef41da1c667d7f5fbe4fd52786b0bb5ffca195660750c773efbf","logical_id":"us-netbird","reason":"PIPE_FAILED","result":"FAIL","retry_after_epoch":1790078011,"schema":1,"sealed":false,"updated_at_utc":"2026-09-22T05:53:31Z"}
|
||||
SPB_TARGET_DISCOVERY_END=1
|
||||
SPB_RECENT_FAILURES_BEGIN=1
|
||||
2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_TARGET=vm171
|
||||
2026-09-23T05:20:32+03:00 pve01 homelab-backup-v2[3252390]: QEMU_EXECUTION_DIAG={"archive_bytes":2055126466,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":171}
|
||||
2026-09-23T05:23:23+03:00 pve01 homelab-backup-v2[3252390]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T05:23:23+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 3.139s CPU time, 2.5G memory peak.
|
||||
2026-09-23T05:57:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T05:57:16+03:00 pve01 homelab-backup-v2[3368125]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-23T05:57:40+03:00 pve01 homelab-backup-v2[3368125]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T05:57:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3.546s CPU time, 120.3M memory peak.
|
||||
2026-09-23T06:27:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T06:27:59+03:00 pve01 homelab-backup-v2[3519663]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_TARGET=vm190
|
||||
2026-09-23T06:28:55+03:00 pve01 homelab-backup-v2[3519663]: QEMU_EXECUTION_DIAG={"archive_bytes":1632208668,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":190}
|
||||
2026-09-23T06:31:26+03:00 pve01 homelab-backup-v2[3519663]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T06:31:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 34.609s CPU time, 2.1G memory peak.
|
||||
--
|
||||
2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: starting new backup job: vzdump 210 --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T061259Z-0593c2e01d15 --mode snapshot
|
||||
2026-09-23T09:13:00+03:00 pve01 vzdump[4057107]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057107]: INFO: Backup job finished successfully
|
||||
2026-09-23T09:13:15+03:00 pve01 perl[4057107]: notified via target `mail-to-root`
|
||||
2026-09-23T09:13:15+03:00 pve01 vzdump[4057104]: <root@pam> end task UPID:pve01:003DE813:0D3B955D:6AB36DEC:vzdump:210:root@pam: OK
|
||||
2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_TARGET=vm210
|
||||
2026-09-23T09:13:15+03:00 pve01 homelab-backup-v2[4057053]: QEMU_EXECUTION_DIAG={"archive_bytes":689254295,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":210}
|
||||
2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-23T09:13:37+03:00 pve01 homelab-backup-v2[4057053]: SCHEDULE_REASON=RCLONE_RCAT_FAILED
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-23T09:13:37+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 12.751s CPU time, 1.2G memory peak.
|
||||
2026-09-23T09:44:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-23T09:44:59+03:00 pve01 homelab-backup-v2[4157565]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157625]: <root@pam> starting task UPID:pve01:003F70BA:0D3E835F:6AB3756C:vzdump:210:root@pam:
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: starting new backup job: vzdump 210 --mode snapshot --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260923T064459Z-30e6d69c8540 --compress zstd
|
||||
2026-09-23T09:45:00+03:00 pve01 vzdump[4157626]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-23T09:45:15+03:00 pve01 vzdump[4157626]: INFO: Backup job finished successfully
|
||||
--
|
||||
2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_TARGET=vm170
|
||||
2026-09-24T09:00:51+03:00 pve01 homelab-backup-v2[349502]: QEMU_EXECUTION_DIAG={"archive_bytes":8007079471,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":170}
|
||||
2026-09-24T09:12:02+03:00 pve01 homelab-backup-v2[349502]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T09:12:02+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 54.599s CPU time, 6G memory peak.
|
||||
2026-09-24T09:36:11+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T09:36:11+03:00 pve01 homelab-backup-v2[478444]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T09:36:26+03:00 pve01 homelab-backup-v2[478444]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T09:36:26+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 183ms CPU time, 121.1M memory peak.
|
||||
2026-09-24T10:09:59+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T10:10:00+03:00 pve01 homelab-backup-v2[579929]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T10:10:15+03:00 pve01 homelab-backup-v2[579929]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T10:10:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 189ms CPU time, 120.3M memory peak.
|
||||
2026-09-24T10:44:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T10:44:52+03:00 pve01 homelab-backup-v2[680778]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_TARGET=vm9130
|
||||
2026-09-24T10:51:03+03:00 pve01 homelab-backup-v2[680778]: QEMU_EXECUTION_DIAG={"archive_bytes":10993594057,"archive_selected":true,"node":"pve02","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":9130}
|
||||
2026-09-24T11:06:40+03:00 pve01 homelab-backup-v2[680778]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:06:40+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 32.412s CPU time, 6.2G memory peak.
|
||||
2026-09-24T11:17:42+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T11:17:42+03:00 pve01 homelab-backup-v2[800796]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T11:17:57+03:00 pve01 homelab-backup-v2[800796]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:17:57+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 199ms CPU time, 121M memory peak.
|
||||
2026-09-24T11:56:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T11:56:16+03:00 pve01 homelab-backup-v2[916019]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_TARGET=router-netcraze
|
||||
2026-09-24T11:56:35+03:00 pve01 homelab-backup-v2[916019]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T11:56:35+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3.478s CPU time, 120M memory peak.
|
||||
2026-09-24T12:30:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
--
|
||||
2026-09-24T13:05:00+03:00 pve01 homelab-backup-v2[1138888]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_TARGET=xf-zakrutim
|
||||
2026-09-24T13:18:53+03:00 pve01 homelab-backup-v2[1138888]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T13:18:53+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 14.210s CPU time, 158.4M memory peak.
|
||||
2026-09-24T13:45:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T13:45:00+03:00 pve01 homelab-backup-v2[1258455]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T13:45:15+03:00 pve01 homelab-backup-v2[1258455]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T13:45:15+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 195ms CPU time, 120M memory peak.
|
||||
2026-09-24T14:21:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T14:21:52+03:00 pve01 homelab-backup-v2[1378950]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379014]: <root@pam> starting task UPID:pve01:00150ACC:0DDBB2A9:6AB507D1:vzdump:210:root@pam:
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: starting new backup job: vzdump 210 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm210-20260924T112152Z-3d166ba2cdf5
|
||||
2026-09-24T14:21:53+03:00 pve01 vzdump[1379020]: INFO: Starting Backup of VM 210 (qemu)
|
||||
2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Finished Backup of VM 210 (00:00:15)
|
||||
2026-09-24T14:22:08+03:00 pve01 vzdump[1379020]: INFO: Backup job finished successfully
|
||||
2026-09-24T14:22:08+03:00 pve01 perl[1379020]: notified via target `mail-to-root`
|
||||
--
|
||||
2026-09-24T17:13:32+03:00 pve01 homelab-backup-v2[1919824]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_TARGET=xf-dsmods
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[1919824]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 21.280s CPU time, 716.4M memory peak.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-24T18:53:03+03:00 pve01 homelab-backup-v2[2256603]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T18:53:03+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 190ms CPU time, 119.9M memory peak.
|
||||
2026-09-24T19:29:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-24T19:29:00+03:00 pve01 homelab-backup-v2[2370221]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_TARGET=xf-kingofwolk
|
||||
2026-09-24T19:39:17+03:00 pve01 homelab-backup-v2[2370221]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-24T19:39:17+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 11.538s CPU time, 136.1M memory peak.
|
||||
2026-09-24T20:08:16+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
--
|
||||
2026-09-24T23:35:00+03:00 pve01 homelab-backup-v2[3162083]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_TARGET=xf-gamevipe
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3162083]: SCHEDULE_RESULT=SUCCESS
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 2min 46.307s CPU time, 1.2G memory peak.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_TARGET=spb-ingress
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_RESULT=FAIL
|
||||
2026-09-25T03:09:00+03:00 pve01 homelab-backup-v2[3878639]: SCHEDULE_REASON=COMMAND_FAILED
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.
|
||||
2026-09-25T03:09:00+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 179ms CPU time, 120.3M memory peak.
|
||||
2026-09-25T03:40:52+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...
|
||||
2026-09-25T03:40:52+03:00 pve01 homelab-backup-v2[4019444]: SELFTEST_REPLACEMENT486=PASS
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021052]: <root@pam> starting task UPID:pve01:003D5B50:0E24E5CC:6AB5C335:vzdump:112:root@pam:
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: starting new backup job: vzdump 112 --zstd 1 --bwlimit 32768 --prune-backups 'keep-all=1' --mode snapshot --stdexcludes 0 --remove 0 --tmpdir /var/tmp/homelab-vzdump-268-794af030d615403c70a449be1dd057fb --node pve01 --ionice 7 --lockwait 0 --compress zstd
|
||||
2026-09-25T03:41:25+03:00 pve01 vzdump[4021072]: INFO: Starting Backup of VM 112 (lxc)
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Finished Backup of VM 112 (00:00:23)
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully
|
||||
2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root`
|
||||
SPB_RECENT_FAILURES_END=1
|
||||
AUDIT_RECENT_BEGIN=1
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T02:06:42+03:00 pve01 homelab-backup-audit[3669568]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T02:06:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T02:37:01+03:00 pve01 homelab-backup-audit[3773102]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T02:37:01+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
|
||||
2026-09-25T03:05:37+03:00 pve01 homelab-backup-audit[3864122]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=2|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T03:05:37+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T03:36:22+03:00 pve01 homelab-backup-audit[4005517]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T03:36:22+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T04:06:46+03:00 pve01 homelab-backup-audit[4094426]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T04:06:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
2026-09-25T04:36:44+03:00 pve01 homelab-backup-audit[53718]: ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
||||
2026-09-25T04:36:44+03:00 pve01 homelab-backup-audit[53718]: SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
2026-09-25T04:36:44+03:00 pve01 systemd[1]: Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.
|
||||
AUDIT_RECENT_END=1
|
||||
VZDUMP_NOTIFICATION_CAPABILITY_BEGIN=1
|
||||
CONFIG_PATH=/etc/vzdump.conf SHA256=cf34c8e3812547954bb1d08b50212b6e148ee9cf2b629e895a843ed49d623b38
|
||||
CONFIG_PATH=/etc/pve/datacenter.cfg SHA256=96b031e403c13fc3aee26e8ed27401bd3a79b8c44ce57e2ab687448b1e076d4f
|
||||
CONFIG_PATH=/etc/pve/notifications.cfg MISSING=true
|
||||
VZDUMP_NOTIFICATION_CAPABILITY_END=1
|
||||
LIVE_V2_CODE_NOTIFICATION_BEGIN=1
|
||||
ACCEPTED_RELEASE=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/fresh_lxc_helper.py:38: argv=pve265.dump_argv(job,'/usr/bin/vzdump',scratch,now)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:21: pat=re.compile(r'^vzdump-qemu-'+re.escape(str(vmid))+r'-(\d{4}_\d{2}_\d{2}-\d{2}_\d{2}_\d{2})\.vma\.zst$')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:29: expected_log=parent/f'vzdump-qemu-{vmid}-{stamp}.log'
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:47: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_PRE')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:48: srcdir=f'/var/tmp/homelab-vzdump-v2-{gen}'
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:51: vp=legacy.ssh_remote(node,['vzdump',str(vmid),'--mode','snapshot','--compress','zstd','--dumpdir',srcdir],timeout=7200,check=False)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/qemu_adapter.py:55: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'QEMU_VZDUMP_IDENTITY_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:5:VZDUMP=pathlib.Path('/usr/bin/vzdump')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/producer_exec_helper.py:44: if argv[0]!='/usr/bin/vzdump': fail('VZDUMP_PATH')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:43: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:57: q=legacy.ssh_remote(node,['test','-f','/etc/vzdump.conf'],timeout=30,check=False)
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:59: if q.returncode==0: defaults=legacy.ssh_remote(node,['cat','--','/etc/vzdump.conf'],timeout=30).stdout
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:79:def plan_only(legacy,t,scratch='/var/tmp/homelab-vzdump-v2-plan-only'):
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:88: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:119: _need(type(argv) is list and argv and argv[0]=='/usr/bin/vzdump' and all(type(x) is str and '\x00' not in x for x in argv),'REMOTE_ARGV')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:122: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_PRE')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:156: _need(_remote_sha(legacy,node,'/usr/bin/vzdump')==VZDUMP_SHA,'VZDUMP_IDENTITY_EXEC_POST')
|
||||
/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b/lxc_adapter.py:198: scratch=f'/var/tmp/homelab-vzdump-v2-{gen}'
|
||||
LIVE_V2_CODE_NOTIFICATION_END=1
|
||||
MAIL_EVENTS_RECENT_BEGIN=1
|
||||
2026-09-24T21:47:06+03:00 pve01 vzdump[2809372]: INFO: Backup job finished successfully
|
||||
2026-09-24T21:47:06+03:00 pve01 perl[2809372]: notified via target `mail-to-root`
|
||||
2026-09-25T03:41:48+03:00 pve01 vzdump[4021072]: INFO: Backup job finished successfully
|
||||
2026-09-25T03:41:48+03:00 pve01 perl[4021072]: notified via target `mail-to-root`
|
||||
2026-09-25T04:15:43+03:00 pve01 vzdump[4126975]: INFO: Backup job finished successfully
|
||||
2026-09-25T04:15:43+03:00 pve01 perl[4126975]: notified via target `mail-to-root`
|
||||
MAIL_EVENTS_RECENT_END=1
|
||||
DECISION=RCA_COMPLETE_PLAN_SINGLE_BACKUP_CONTROL_CHANGE
|
||||
NEXT_GATE=CHANGE_BACKUP_HEALTH_LEGACY_AND_SUCCESS_MAIL
|
||||
TASK_RESULT=PASS_HOMELAB_BACKUP_V2_SPB_MAIL_RCA
|
||||
WORKERS2_BACKUP_V2_SPB_MAIL_RCA_END=1
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
|
||||
Reference in New Issue
Block a user