diff --git a/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.json b/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.json new file mode 100644 index 00000000..a3524574 --- /dev/null +++ b/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "infra-pve1-moldova-live-backup-process-audit-readonly", + "started_at_utc": "2026-09-18T20:54:17Z", + "finished_at_utc": "2026-09-18T20:54:17Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8c6e273356dcc6f00d5ceba8f214ecc39eeafa84f12d11ff08ef2e610dcbe391", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "752b019efd6d6e97e6318312db7776c87768872894cd20e042782b8ea77bad7c", + "sanitized_output_sha256": "a74df0e92bd5484375c24d9131deddde16c25efe16026a24f65ef712ca0a2439", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nLIVE_SERVICE_ACTIVESTATE=activating\nLIVE_SERVICE_SUBSTATE=start\nLIVE_SERVICE_RESULT=success\nLIVE_SERVICE_EXECMAINSTATUS=0\nLIVE_SERVICE_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK\nLIVE_SERVICE_EXECMAINEXITTIMESTAMP=\nLIVE_SERVICE_MAINPID=3925643\nLIVE_SERVICE_CONTROLGROUP=/system.slice/homelab-backup-v2.service\nLIVE_PROCESS_COUNT=2\nLIVE_PROC_01_PID=3925643\nLIVE_PROC_01_ELAPSED_SECONDS=3379\nLIVE_PROC_01_STATE=S (sleeping)\nLIVE_PROC_01_WCHAN=poll_schedule_timeout.constprop.0\nLIVE_PROC_01_EXE=/usr/bin/python3.13\nLIVE_PROC_01_CMD=/usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nLIVE_PROC_02_PID=4106488\nLIVE_PROC_02_ELAPSED_SECONDS=2\nLIVE_PROC_02_STATE=S (sleeping)\nLIVE_PROC_02_WCHAN=poll_schedule_timeout.constprop.0\nLIVE_PROC_02_EXE=/usr/bin/ssh\nLIVE_PROC_02_CMD=/usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'\"'\"'rb'\"'\"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0918T195758Z93b257e7f4ff.tar.zst 189267968 131072\nLIVE_RELEVANT_SOCKET_COUNT=5\nLIVE_SOCKET_01=ESTAB 0 0 [PRIVATE_IP]:42964 [PRIVATE_IP]:22 users:((\"ssh\",pid=4106488,fd=3)) \nLIVE_SOCKET_02=ESTAB 0 0 [PRIVATE_IP]:32996 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=18)) \nLIVE_SOCKET_03=ESTAB 0 0 [PRIVATE_IP]:37658 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=11)) \nLIVE_SOCKET_04=ESTAB 0 0 [PRIVATE_IP]:47270 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=13)) \nLIVE_SOCKET_05=ESTAB 0 0 [PRIVATE_IP]:52100 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=20)) \nLIVE_JOURNAL_LINE_COUNT=250\nLIVE_JOURNAL_01=2026-09-18T15:44:16.587977+03:00 pve01 homelab-backup-v2[2554792]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_02=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_TARGET=vm190\nLIVE_JOURNAL_03=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: QEMU_EXECUTION_DIAG={\"archive_bytes\":1609276476,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":190}\nLIVE_JOURNAL_04=2026-09-18T15:47:29.858211+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_05=2026-09-18T15:47:29.863953+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_06=2026-09-18T15:47:29.864083+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_07=2026-09-18T15:47:29.864217+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 31.876s CPU time, 2.1G memory peak.\nLIVE_JOURNAL_08=2026-09-18T16:22:00.694559+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_09=2026-09-18T16:22:00.981217+03:00 pve01 homelab-backup-v2[2675158]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_10=2026-09-18T16:22:01.835476+03:00 pve01 vzdump[2675168]: starting task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam:\nLIVE_JOURNAL_11=2026-09-18T16:22:01.846181+03:00 pve01 vzdump[2675170]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260918T132200Z-0d976618951d\nLIVE_JOURNAL_12=2026-09-18T16:22:01.851512+03:00 pve01 vzdump[2675170]: INFO: Starting Backup of VM 170 (qemu)\nLIVE_JOURNAL_13=2026-09-18T16:23:26.009595+03:00 pve01 vzdump[2675170]: INFO: Finished Backup of VM 170 (00:01:25)\nLIVE_JOURNAL_14=2026-09-18T16:23:26.019047+03:00 pve01 vzdump[2675170]: INFO: Backup job finished successfully\nLIVE_JOURNAL_15=2026-09-18T16:23:26.035025+03:00 pve01 perl[2675170]: notified via target `mail-to-root`\nLIVE_JOURNAL_16=2026-09-18T16:23:26.038330+03:00 pve01 vzdump[2675168]: end task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: OK\nLIVE_JOURNAL_17=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_TARGET=vm170\nLIVE_JOURNAL_18=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: QEMU_EXECUTION_DIAG={\"archive_bytes\":7285512006,\"archive_selected\":true,\"node\":\"pve01\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":170}\nLIVE_JOURNAL_19=2026-09-18T16:33:45.967289+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_20=2026-09-18T16:33:45.973001+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_21=2026-09-18T16:33:45.973146+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_22=2026-09-18T16:33:45.973297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 24.669s CPU time, 5.6G memory peak.\nLIVE_JOURNAL_23=2026-09-18T16:54:57.961197+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_24=2026-09-18T16:54:58.220635+03:00 pve01 homelab-backup-v2[2774988]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_25=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_TARGET=vm211\nLIVE_JOURNAL_26=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: QEMU_EXECUTION_DIAG={\"archive_bytes\":640591662,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":211}\nLIVE_JOURNAL_27=2026-09-18T16:56:42.798855+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_28=2026-09-18T16:56:42.805241+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_29=2026-09-18T16:56:42.805452+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_30=2026-09-18T16:56:42.805594+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 15.169s CPU time, 1.2G memory peak.\nLIVE_JOURNAL_31=2026-09-18T17:34:57.960666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_32=2026-09-18T17:34:58.160678+03:00 pve01 homelab-backup-v2[2896356]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_33=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_TARGET=vm9130\nLIVE_JOURNAL_34=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: QEMU_EXECUTION_DIAG={\"archive_bytes\":10957983730,\"archive_selected\":true,\"node\":\"pve02\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":9130}\nLIVE_JOURNAL_35=2026-09-18T18:01:11.258970+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_36=2026-09-18T18:01:11.264955+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_37=2026-09-18T18:01:11.265178+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_38=2026-09-18T18:01:11.265390+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 23.891s CPU time, 6.3G memory peak.\nLIVE_JOURNAL_39=2026-09-18T18:14:22.217410+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_40=2026-09-18T18:14:22.477421+03:00 pve01 homelab-backup-v2[3023464]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_41=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_TARGET=control-bootstrap-v2\nLIVE_JOURNAL_42=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_43=2026-09-18T18:14:30.406322+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_44=2026-09-18T18:14:30.406533+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_45=2026-09-18T18:14:30.406792+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.534s CPU time, 136.9M memory peak.\nLIVE_JOURNAL_46=2026-09-18T18:49:16.312025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_47=2026-09-18T18:49:16.493208+03:00 pve01 homelab-backup-v2[3131654]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_48=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_TARGET=xf-dsmods\nLIVE_JOURNAL_49=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_50=2026-09-18T20:29:10.054425+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_51=2026-09-18T20:29:10.054545+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_52=2026-09-18T20:29:10.054662+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 15.502s CPU time, 716.5M memory peak.\nLIVE_JOURNAL_53=2026-09-18T20:29:10.057025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_54=2026-09-18T20:29:10.234342+03:00 pve01 homelab-backup-v2[3456522]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_55=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_TARGET=xf-kingofwolk\nLIVE_JOURNAL_56=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_57=2026-09-18T20:39:30.733030+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_58=2026-09-18T20:39:30.733171+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_59=2026-09-18T20:39:30.733297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 10.701s CPU time, 135.6M memory peak.\nLIVE_JOURNAL_60=2026-09-18T21:06:58.034481+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_61=2026-09-18T21:06:58.230011+03:00 pve01 homelab-backup-v2[3579613]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_62=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_TARGET=xf-newfi\nLIVE_JOURNAL_63=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_64=2026-09-18T21:14:13.994257+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_65=2026-09-18T21:14:13.994377+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_66=2026-09-18T21:14:13.994507+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 32.525s CPU time, 162.2M memory peak.\nLIVE_JOURNAL_67=2026-09-18T21:44:58.030448+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_68=2026-09-18T21:44:58.217400+03:00 pve01 homelab-backup-v2[3693852]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_69=2026-09-18T21:44:58.221983+03:00 pve01 homelab-backup-v2[3693852]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\nLIVE_JOURNAL_70=2026-09-18T21:44:58.227961+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_71=2026-09-18T21:44:58.228110+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_72=2026-09-18T21:44:58.228245+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 191ms CPU time, 120.3M memory peak.\nLIVE_JOURNAL_73=2026-09-18T22:18:32.216461+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_74=2026-09-18T22:18:32.404836+03:00 pve01 homelab-backup-v2[3801480]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_75=2026-09-18T22:18:32.409420+03:00 pve01 homelab-backup-v2[3801480]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\nLIVE_JOURNAL_76=2026-09-18T22:18:32.415240+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_77=2026-09-18T22:18:32.415361+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_78=2026-09-18T22:18:32.415471+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 178ms CPU time, 120.8M memory peak.\nLIVE_JOURNAL_79=2026-09-18T22:57:58.034415+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_80=2026-09-18T22:57:58.213539+03:00 pve01 homelab-backup-v2[3925643]: SELFTEST_REPLACEMENT486=PASS\nLIVE_TARGET_STATE_PRESENT=True\nLIVE_TARGET_STATE_LOGICAL_ID=us-netbird\nLIVE_TARGET_STATE_GENERATION=v2-us-netbird-20260918T041032Z-d7648be4c16b\nLIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH=1789704670\nLIVE_TARGET_STATE_LAST_SUCCESS_EPOCH=1789704670\nLIVE_TARGET_STATE_CONSECUTIVE_FAILURES=0\nLIVE_TARGET_STATE_FAILURE_BACKOFF_SECONDS=0\nLIVE_TARGET_STATE_GREEN_VERIFIED=False\nLIVE_TARGET_STATE_RESULT=SUCCESS\nLIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH_UTC=2026-09-18T04:11:10+00:00\nLIVE_TARGET_STATE_LAST_SUCCESS_EPOCH_UTC=2026-09-18T04:11:10+00:00\nLIVE_SERVICE_END_ACTIVESTATE=activating\nLIVE_SERVICE_END_SUBSTATE=start\nLIVE_SERVICE_END_RESULT=success\nLIVE_SERVICE_END_EXECMAINSTATUS=0\nLIVE_SERVICE_END_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK\nLIVE_SERVICE_END_EXECMAINEXITTIMESTAMP=\nLIVE_SERVICE_END_MAINPID=3925643\nLIVE_TARGET_PROCESS_MATCH=False\nLIVE_TARGET_SOCKET_MATCH=False\nLIVE_TARGET_RECENT_JOURNAL_MATCH=False\nVPS555R1_DECISION=PRODUCTION_BACKUP_ACTIVE_BUT_NOT_PROVEN_BLOCKED_ON_MOLDOVA\nVPS555R1_NEXT_GATE=REVIEW_LIVE_PROCESS_AND_JOURNAL\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.txt b/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.txt new file mode 100644 index 00000000..3f0a630d --- /dev/null +++ b/runtime/history/SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1.txt @@ -0,0 +1,167 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=infra-pve1-moldova-live-backup-process-audit-readonly +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8c6e273356dcc6f00d5ceba8f214ecc39eeafa84f12d11ff08ef2e610dcbe391 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=752b019efd6d6e97e6318312db7776c87768872894cd20e042782b8ea77bad7c +SANITIZED_OUTPUT_SHA256=a74df0e92bd5484375c24d9131deddde16c25efe16026a24f65ef712ca0a2439 +OUTPUT_BEGIN +ERROR_REGISTER_CHECK=OK +REFERENCE_CHECK=OK +AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED +LIVE_SERVICE_ACTIVESTATE=activating +LIVE_SERVICE_SUBSTATE=start +LIVE_SERVICE_RESULT=success +LIVE_SERVICE_EXECMAINSTATUS=0 +LIVE_SERVICE_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK +LIVE_SERVICE_EXECMAINEXITTIMESTAMP= +LIVE_SERVICE_MAINPID=3925643 +LIVE_SERVICE_CONTROLGROUP=/system.slice/homelab-backup-v2.service +LIVE_PROCESS_COUNT=2 +LIVE_PROC_01_PID=3925643 +LIVE_PROC_01_ELAPSED_SECONDS=3379 +LIVE_PROC_01_STATE=S (sleeping) +LIVE_PROC_01_WCHAN=poll_schedule_timeout.constprop.0 +LIVE_PROC_01_EXE=/usr/bin/python3.13 +LIVE_PROC_01_CMD=/usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +LIVE_PROC_02_PID=4106488 +LIVE_PROC_02_ELAPSED_SECONDS=2 +LIVE_PROC_02_STATE=S (sleeping) +LIVE_PROC_02_WCHAN=poll_schedule_timeout.constprop.0 +LIVE_PROC_02_EXE=/usr/bin/ssh +LIVE_PROC_02_CMD=/usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'"'"'rb'"'"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0918T195758Z93b257e7f4ff.tar.zst 189267968 131072 +LIVE_RELEVANT_SOCKET_COUNT=5 +LIVE_SOCKET_01=ESTAB 0 0 [PRIVATE_IP]:42964 [PRIVATE_IP]:22 users:(("ssh",pid=4106488,fd=3)) +LIVE_SOCKET_02=ESTAB 0 0 [PRIVATE_IP]:32996 46.16.34.129:443 users:(("netbird",pid=1220,fd=18)) +LIVE_SOCKET_03=ESTAB 0 0 [PRIVATE_IP]:37658 46.16.34.129:443 users:(("netbird",pid=1220,fd=11)) +LIVE_SOCKET_04=ESTAB 0 0 [PRIVATE_IP]:47270 46.16.34.129:443 users:(("netbird",pid=1220,fd=13)) +LIVE_SOCKET_05=ESTAB 0 0 [PRIVATE_IP]:52100 46.16.34.129:443 users:(("netbird",pid=1220,fd=20)) +LIVE_JOURNAL_LINE_COUNT=250 +LIVE_JOURNAL_01=2026-09-18T15:44:16.587977+03:00 pve01 homelab-backup-v2[2554792]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_02=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_TARGET=vm190 +LIVE_JOURNAL_03=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: QEMU_EXECUTION_DIAG={"archive_bytes":1609276476,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":190} +LIVE_JOURNAL_04=2026-09-18T15:47:29.858211+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_05=2026-09-18T15:47:29.863953+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_06=2026-09-18T15:47:29.864083+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_07=2026-09-18T15:47:29.864217+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 31.876s CPU time, 2.1G memory peak. +LIVE_JOURNAL_08=2026-09-18T16:22:00.694559+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_09=2026-09-18T16:22:00.981217+03:00 pve01 homelab-backup-v2[2675158]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_10=2026-09-18T16:22:01.835476+03:00 pve01 vzdump[2675168]: starting task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: +LIVE_JOURNAL_11=2026-09-18T16:22:01.846181+03:00 pve01 vzdump[2675170]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260918T132200Z-0d976618951d +LIVE_JOURNAL_12=2026-09-18T16:22:01.851512+03:00 pve01 vzdump[2675170]: INFO: Starting Backup of VM 170 (qemu) +LIVE_JOURNAL_13=2026-09-18T16:23:26.009595+03:00 pve01 vzdump[2675170]: INFO: Finished Backup of VM 170 (00:01:25) +LIVE_JOURNAL_14=2026-09-18T16:23:26.019047+03:00 pve01 vzdump[2675170]: INFO: Backup job finished successfully +LIVE_JOURNAL_15=2026-09-18T16:23:26.035025+03:00 pve01 perl[2675170]: notified via target `mail-to-root` +LIVE_JOURNAL_16=2026-09-18T16:23:26.038330+03:00 pve01 vzdump[2675168]: end task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: OK +LIVE_JOURNAL_17=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_TARGET=vm170 +LIVE_JOURNAL_18=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: QEMU_EXECUTION_DIAG={"archive_bytes":7285512006,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":170} +LIVE_JOURNAL_19=2026-09-18T16:33:45.967289+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_20=2026-09-18T16:33:45.973001+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_21=2026-09-18T16:33:45.973146+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_22=2026-09-18T16:33:45.973297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 24.669s CPU time, 5.6G memory peak. +LIVE_JOURNAL_23=2026-09-18T16:54:57.961197+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_24=2026-09-18T16:54:58.220635+03:00 pve01 homelab-backup-v2[2774988]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_25=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_TARGET=vm211 +LIVE_JOURNAL_26=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: QEMU_EXECUTION_DIAG={"archive_bytes":640591662,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":211} +LIVE_JOURNAL_27=2026-09-18T16:56:42.798855+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_28=2026-09-18T16:56:42.805241+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_29=2026-09-18T16:56:42.805452+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_30=2026-09-18T16:56:42.805594+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 15.169s CPU time, 1.2G memory peak. +LIVE_JOURNAL_31=2026-09-18T17:34:57.960666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_32=2026-09-18T17:34:58.160678+03:00 pve01 homelab-backup-v2[2896356]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_33=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_TARGET=vm9130 +LIVE_JOURNAL_34=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: QEMU_EXECUTION_DIAG={"archive_bytes":10957983730,"archive_selected":true,"node":"pve02","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":9130} +LIVE_JOURNAL_35=2026-09-18T18:01:11.258970+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_36=2026-09-18T18:01:11.264955+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_37=2026-09-18T18:01:11.265178+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_38=2026-09-18T18:01:11.265390+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 23.891s CPU time, 6.3G memory peak. +LIVE_JOURNAL_39=2026-09-18T18:14:22.217410+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_40=2026-09-18T18:14:22.477421+03:00 pve01 homelab-backup-v2[3023464]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_41=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_TARGET=control-bootstrap-v2 +LIVE_JOURNAL_42=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_43=2026-09-18T18:14:30.406322+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_44=2026-09-18T18:14:30.406533+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_45=2026-09-18T18:14:30.406792+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.534s CPU time, 136.9M memory peak. +LIVE_JOURNAL_46=2026-09-18T18:49:16.312025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_47=2026-09-18T18:49:16.493208+03:00 pve01 homelab-backup-v2[3131654]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_48=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_TARGET=xf-dsmods +LIVE_JOURNAL_49=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_50=2026-09-18T20:29:10.054425+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_51=2026-09-18T20:29:10.054545+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_52=2026-09-18T20:29:10.054662+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 15.502s CPU time, 716.5M memory peak. +LIVE_JOURNAL_53=2026-09-18T20:29:10.057025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_54=2026-09-18T20:29:10.234342+03:00 pve01 homelab-backup-v2[3456522]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_55=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_TARGET=xf-kingofwolk +LIVE_JOURNAL_56=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_57=2026-09-18T20:39:30.733030+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_58=2026-09-18T20:39:30.733171+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_59=2026-09-18T20:39:30.733297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 10.701s CPU time, 135.6M memory peak. +LIVE_JOURNAL_60=2026-09-18T21:06:58.034481+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_61=2026-09-18T21:06:58.230011+03:00 pve01 homelab-backup-v2[3579613]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_62=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_TARGET=xf-newfi +LIVE_JOURNAL_63=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_64=2026-09-18T21:14:13.994257+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_65=2026-09-18T21:14:13.994377+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_66=2026-09-18T21:14:13.994507+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 32.525s CPU time, 162.2M memory peak. +LIVE_JOURNAL_67=2026-09-18T21:44:58.030448+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_68=2026-09-18T21:44:58.217400+03:00 pve01 homelab-backup-v2[3693852]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_69=2026-09-18T21:44:58.221983+03:00 pve01 homelab-backup-v2[3693852]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET +LIVE_JOURNAL_70=2026-09-18T21:44:58.227961+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_71=2026-09-18T21:44:58.228110+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_72=2026-09-18T21:44:58.228245+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 191ms CPU time, 120.3M memory peak. +LIVE_JOURNAL_73=2026-09-18T22:18:32.216461+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_74=2026-09-18T22:18:32.404836+03:00 pve01 homelab-backup-v2[3801480]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_75=2026-09-18T22:18:32.409420+03:00 pve01 homelab-backup-v2[3801480]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET +LIVE_JOURNAL_76=2026-09-18T22:18:32.415240+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_77=2026-09-18T22:18:32.415361+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_78=2026-09-18T22:18:32.415471+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 178ms CPU time, 120.8M memory peak. +LIVE_JOURNAL_79=2026-09-18T22:57:58.034415+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_80=2026-09-18T22:57:58.213539+03:00 pve01 homelab-backup-v2[3925643]: SELFTEST_REPLACEMENT486=PASS +LIVE_TARGET_STATE_PRESENT=True +LIVE_TARGET_STATE_LOGICAL_ID=us-netbird +LIVE_TARGET_STATE_GENERATION=v2-us-netbird-20260918T041032Z-d7648be4c16b +LIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH=1789704670 +LIVE_TARGET_STATE_LAST_SUCCESS_EPOCH=1789704670 +LIVE_TARGET_STATE_CONSECUTIVE_FAILURES=0 +LIVE_TARGET_STATE_FAILURE_BACKOFF_SECONDS=0 +LIVE_TARGET_STATE_GREEN_VERIFIED=False +LIVE_TARGET_STATE_RESULT=SUCCESS +LIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH_UTC=2026-09-18T04:11:10+00:00 +LIVE_TARGET_STATE_LAST_SUCCESS_EPOCH_UTC=2026-09-18T04:11:10+00:00 +LIVE_SERVICE_END_ACTIVESTATE=activating +LIVE_SERVICE_END_SUBSTATE=start +LIVE_SERVICE_END_RESULT=success +LIVE_SERVICE_END_EXECMAINSTATUS=0 +LIVE_SERVICE_END_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK +LIVE_SERVICE_END_EXECMAINEXITTIMESTAMP= +LIVE_SERVICE_END_MAINPID=3925643 +LIVE_TARGET_PROCESS_MATCH=False +LIVE_TARGET_SOCKET_MATCH=False +LIVE_TARGET_RECENT_JOURNAL_MATCH=False +VPS555R1_DECISION=PRODUCTION_BACKUP_ACTIVE_BUT_NOT_PROVEN_BLOCKED_ON_MOLDOVA +VPS555R1_NEXT_GATE=REVIEW_LIVE_PROCESS_AND_JOURNAL +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index e0f3cd1a..a3524574 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100", - "status": "FAIL", - "rc": 3, + "command_id": "SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1", + "status": "OK", + "rc": 0, "host": "pve01", - "mode": "change", - "component": "newfi-newfdom-articles205-pack1-two-articles-version-fixed", - "started_at_utc": "2026-09-18T20:53:27Z", - "finished_at_utc": "2026-09-18T20:53:38Z", + "mode": "read-only", + "component": "infra-pve1-moldova-live-backup-process-audit-readonly", + "started_at_utc": "2026-09-18T20:54:17Z", + "finished_at_utc": "2026-09-18T20:54:17Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "9243e8cbebd7ee860735d3e3fdda27a278f14db2406656e9a8448249b4275667", + "command_sha256": "8c6e273356dcc6f00d5ceba8f214ecc39eeafa84f12d11ff08ef2e610dcbe391", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "FAIL", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 3, - "changes_made": true, - "rollback_started": true, - "rollback_restored": true, - "mutation_outcome": "ROLLED_BACK", + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "8d44272f8cc76f3040b4857b3a4154ea5eb7ab2f2181b7ec0108336c35758804", - "sanitized_output_sha256": "8d44272f8cc76f3040b4857b3a4154ea5eb7ab2f2181b7ec0108336c35758804", + "raw_evidence_sha256": "752b019efd6d6e97e6318312db7776c87768872894cd20e042782b8ea77bad7c", + "sanitized_output_sha256": "a74df0e92bd5484375c24d9131deddde16c25efe16026a24f65ef712ca0a2439", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "NEWFI100_BEGIN\nCOMMAND_ID=NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100\nNEWFI100_PREMUTATION_CONTRACT={\"class\": \"XFRM\\\\Service\\\\ResourceItem\\\\Create\", \"getResource\": true, \"getTagChanger\": false, \"save\": true, \"setContent\": true, \"versionProperty\": true}\nNEWFI100_BACKUPS_2OF2=PASS\nNEWFI100_SAFE_REPORT={\"changes_made\": true, \"decision\": \"FAIL_ARTICLES205_PACK1_HOLD\", \"error\": \"RuntimeError:GUEST:RuntimeError:STATE\", \"rollback_restored\": true, \"rollback_started\": true}\nHOMELAB_RESULT_CONTRACT={\"version\": 1, \"command_id\": \"NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100\", \"status\": \"FAIL\", \"changes_made\": true, \"rollback_started\": true, \"rollback_restored\": true}\n" + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nLIVE_SERVICE_ACTIVESTATE=activating\nLIVE_SERVICE_SUBSTATE=start\nLIVE_SERVICE_RESULT=success\nLIVE_SERVICE_EXECMAINSTATUS=0\nLIVE_SERVICE_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK\nLIVE_SERVICE_EXECMAINEXITTIMESTAMP=\nLIVE_SERVICE_MAINPID=3925643\nLIVE_SERVICE_CONTROLGROUP=/system.slice/homelab-backup-v2.service\nLIVE_PROCESS_COUNT=2\nLIVE_PROC_01_PID=3925643\nLIVE_PROC_01_ELAPSED_SECONDS=3379\nLIVE_PROC_01_STATE=S (sleeping)\nLIVE_PROC_01_WCHAN=poll_schedule_timeout.constprop.0\nLIVE_PROC_01_EXE=/usr/bin/python3.13\nLIVE_PROC_01_CMD=/usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled\nLIVE_PROC_02_PID=4106488\nLIVE_PROC_02_ELAPSED_SECONDS=2\nLIVE_PROC_02_STATE=S (sleeping)\nLIVE_PROC_02_WCHAN=poll_schedule_timeout.constprop.0\nLIVE_PROC_02_EXE=/usr/bin/ssh\nLIVE_PROC_02_CMD=/usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'\"'\"'rb'\"'\"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0918T195758Z93b257e7f4ff.tar.zst 189267968 131072\nLIVE_RELEVANT_SOCKET_COUNT=5\nLIVE_SOCKET_01=ESTAB 0 0 [PRIVATE_IP]:42964 [PRIVATE_IP]:22 users:((\"ssh\",pid=4106488,fd=3)) \nLIVE_SOCKET_02=ESTAB 0 0 [PRIVATE_IP]:32996 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=18)) \nLIVE_SOCKET_03=ESTAB 0 0 [PRIVATE_IP]:37658 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=11)) \nLIVE_SOCKET_04=ESTAB 0 0 [PRIVATE_IP]:47270 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=13)) \nLIVE_SOCKET_05=ESTAB 0 0 [PRIVATE_IP]:52100 46.16.34.129:443 users:((\"netbird\",pid=1220,fd=20)) \nLIVE_JOURNAL_LINE_COUNT=250\nLIVE_JOURNAL_01=2026-09-18T15:44:16.587977+03:00 pve01 homelab-backup-v2[2554792]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_02=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_TARGET=vm190\nLIVE_JOURNAL_03=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: QEMU_EXECUTION_DIAG={\"archive_bytes\":1609276476,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":190}\nLIVE_JOURNAL_04=2026-09-18T15:47:29.858211+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_05=2026-09-18T15:47:29.863953+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_06=2026-09-18T15:47:29.864083+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_07=2026-09-18T15:47:29.864217+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 31.876s CPU time, 2.1G memory peak.\nLIVE_JOURNAL_08=2026-09-18T16:22:00.694559+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_09=2026-09-18T16:22:00.981217+03:00 pve01 homelab-backup-v2[2675158]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_10=2026-09-18T16:22:01.835476+03:00 pve01 vzdump[2675168]: starting task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam:\nLIVE_JOURNAL_11=2026-09-18T16:22:01.846181+03:00 pve01 vzdump[2675170]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260918T132200Z-0d976618951d\nLIVE_JOURNAL_12=2026-09-18T16:22:01.851512+03:00 pve01 vzdump[2675170]: INFO: Starting Backup of VM 170 (qemu)\nLIVE_JOURNAL_13=2026-09-18T16:23:26.009595+03:00 pve01 vzdump[2675170]: INFO: Finished Backup of VM 170 (00:01:25)\nLIVE_JOURNAL_14=2026-09-18T16:23:26.019047+03:00 pve01 vzdump[2675170]: INFO: Backup job finished successfully\nLIVE_JOURNAL_15=2026-09-18T16:23:26.035025+03:00 pve01 perl[2675170]: notified via target `mail-to-root`\nLIVE_JOURNAL_16=2026-09-18T16:23:26.038330+03:00 pve01 vzdump[2675168]: end task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: OK\nLIVE_JOURNAL_17=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_TARGET=vm170\nLIVE_JOURNAL_18=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: QEMU_EXECUTION_DIAG={\"archive_bytes\":7285512006,\"archive_selected\":true,\"node\":\"pve01\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":170}\nLIVE_JOURNAL_19=2026-09-18T16:33:45.967289+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_20=2026-09-18T16:33:45.973001+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_21=2026-09-18T16:33:45.973146+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_22=2026-09-18T16:33:45.973297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 24.669s CPU time, 5.6G memory peak.\nLIVE_JOURNAL_23=2026-09-18T16:54:57.961197+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_24=2026-09-18T16:54:58.220635+03:00 pve01 homelab-backup-v2[2774988]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_25=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_TARGET=vm211\nLIVE_JOURNAL_26=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: QEMU_EXECUTION_DIAG={\"archive_bytes\":640591662,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":211}\nLIVE_JOURNAL_27=2026-09-18T16:56:42.798855+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_28=2026-09-18T16:56:42.805241+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_29=2026-09-18T16:56:42.805452+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_30=2026-09-18T16:56:42.805594+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 15.169s CPU time, 1.2G memory peak.\nLIVE_JOURNAL_31=2026-09-18T17:34:57.960666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_32=2026-09-18T17:34:58.160678+03:00 pve01 homelab-backup-v2[2896356]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_33=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_TARGET=vm9130\nLIVE_JOURNAL_34=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: QEMU_EXECUTION_DIAG={\"archive_bytes\":10957983730,\"archive_selected\":true,\"node\":\"pve02\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":9130}\nLIVE_JOURNAL_35=2026-09-18T18:01:11.258970+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_36=2026-09-18T18:01:11.264955+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_37=2026-09-18T18:01:11.265178+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_38=2026-09-18T18:01:11.265390+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 23.891s CPU time, 6.3G memory peak.\nLIVE_JOURNAL_39=2026-09-18T18:14:22.217410+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_40=2026-09-18T18:14:22.477421+03:00 pve01 homelab-backup-v2[3023464]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_41=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_TARGET=control-bootstrap-v2\nLIVE_JOURNAL_42=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_43=2026-09-18T18:14:30.406322+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_44=2026-09-18T18:14:30.406533+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_45=2026-09-18T18:14:30.406792+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.534s CPU time, 136.9M memory peak.\nLIVE_JOURNAL_46=2026-09-18T18:49:16.312025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_47=2026-09-18T18:49:16.493208+03:00 pve01 homelab-backup-v2[3131654]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_48=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_TARGET=xf-dsmods\nLIVE_JOURNAL_49=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_50=2026-09-18T20:29:10.054425+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_51=2026-09-18T20:29:10.054545+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_52=2026-09-18T20:29:10.054662+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 15.502s CPU time, 716.5M memory peak.\nLIVE_JOURNAL_53=2026-09-18T20:29:10.057025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_54=2026-09-18T20:29:10.234342+03:00 pve01 homelab-backup-v2[3456522]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_55=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_TARGET=xf-kingofwolk\nLIVE_JOURNAL_56=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_57=2026-09-18T20:39:30.733030+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_58=2026-09-18T20:39:30.733171+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_59=2026-09-18T20:39:30.733297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 10.701s CPU time, 135.6M memory peak.\nLIVE_JOURNAL_60=2026-09-18T21:06:58.034481+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_61=2026-09-18T21:06:58.230011+03:00 pve01 homelab-backup-v2[3579613]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_62=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_TARGET=xf-newfi\nLIVE_JOURNAL_63=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_RESULT=SUCCESS\nLIVE_JOURNAL_64=2026-09-18T21:14:13.994257+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_65=2026-09-18T21:14:13.994377+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_66=2026-09-18T21:14:13.994507+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 32.525s CPU time, 162.2M memory peak.\nLIVE_JOURNAL_67=2026-09-18T21:44:58.030448+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_68=2026-09-18T21:44:58.217400+03:00 pve01 homelab-backup-v2[3693852]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_69=2026-09-18T21:44:58.221983+03:00 pve01 homelab-backup-v2[3693852]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\nLIVE_JOURNAL_70=2026-09-18T21:44:58.227961+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_71=2026-09-18T21:44:58.228110+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_72=2026-09-18T21:44:58.228245+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 191ms CPU time, 120.3M memory peak.\nLIVE_JOURNAL_73=2026-09-18T22:18:32.216461+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_74=2026-09-18T22:18:32.404836+03:00 pve01 homelab-backup-v2[3801480]: SELFTEST_REPLACEMENT486=PASS\nLIVE_JOURNAL_75=2026-09-18T22:18:32.409420+03:00 pve01 homelab-backup-v2[3801480]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\nLIVE_JOURNAL_76=2026-09-18T22:18:32.415240+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully.\nLIVE_JOURNAL_77=2026-09-18T22:18:32.415361+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\nLIVE_JOURNAL_78=2026-09-18T22:18:32.415471+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 178ms CPU time, 120.8M memory peak.\nLIVE_JOURNAL_79=2026-09-18T22:57:58.034415+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\nLIVE_JOURNAL_80=2026-09-18T22:57:58.213539+03:00 pve01 homelab-backup-v2[3925643]: SELFTEST_REPLACEMENT486=PASS\nLIVE_TARGET_STATE_PRESENT=True\nLIVE_TARGET_STATE_LOGICAL_ID=us-netbird\nLIVE_TARGET_STATE_GENERATION=v2-us-netbird-20260918T041032Z-d7648be4c16b\nLIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH=1789704670\nLIVE_TARGET_STATE_LAST_SUCCESS_EPOCH=1789704670\nLIVE_TARGET_STATE_CONSECUTIVE_FAILURES=0\nLIVE_TARGET_STATE_FAILURE_BACKOFF_SECONDS=0\nLIVE_TARGET_STATE_GREEN_VERIFIED=False\nLIVE_TARGET_STATE_RESULT=SUCCESS\nLIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH_UTC=2026-09-18T04:11:10+00:00\nLIVE_TARGET_STATE_LAST_SUCCESS_EPOCH_UTC=2026-09-18T04:11:10+00:00\nLIVE_SERVICE_END_ACTIVESTATE=activating\nLIVE_SERVICE_END_SUBSTATE=start\nLIVE_SERVICE_END_RESULT=success\nLIVE_SERVICE_END_EXECMAINSTATUS=0\nLIVE_SERVICE_END_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK\nLIVE_SERVICE_END_EXECMAINEXITTIMESTAMP=\nLIVE_SERVICE_END_MAINPID=3925643\nLIVE_TARGET_PROCESS_MATCH=False\nLIVE_TARGET_SOCKET_MATCH=False\nLIVE_TARGET_RECENT_JOURNAL_MATCH=False\nVPS555R1_DECISION=PRODUCTION_BACKUP_ACTIVE_BUT_NOT_PROVEN_BLOCKED_ON_MOLDOVA\nVPS555R1_NEXT_GATE=REVIEW_LIVE_PROCESS_AND_JOURNAL\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 0d5c0503..3f0a630d 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,38 +1,167 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100 -STATUS=FAIL -RC=3 +COMMAND_ID=SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1 +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=newfi-newfdom-articles205-pack1-two-articles-version-fixed +MODE=read-only +COMPONENT=infra-pve1-moldova-live-backup-process-audit-readonly REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=9243e8cbebd7ee860735d3e3fdda27a278f14db2406656e9a8448249b4275667 +COMMAND_SHA256=8c6e273356dcc6f00d5ceba8f214ecc39eeafa84f12d11ff08ef2e610dcbe391 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=3 -CHANGES_MADE=true -ROLLBACK_STARTED=true -ROLLBACK_RESTORED=true -MUTATION_OUTCOME=ROLLED_BACK +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=8d44272f8cc76f3040b4857b3a4154ea5eb7ab2f2181b7ec0108336c35758804 -SANITIZED_OUTPUT_SHA256=8d44272f8cc76f3040b4857b3a4154ea5eb7ab2f2181b7ec0108336c35758804 +RAW_EVIDENCE_SHA256=752b019efd6d6e97e6318312db7776c87768872894cd20e042782b8ea77bad7c +SANITIZED_OUTPUT_SHA256=a74df0e92bd5484375c24d9131deddde16c25efe16026a24f65ef712ca0a2439 OUTPUT_BEGIN -NEWFI100_BEGIN -COMMAND_ID=NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100 -NEWFI100_PREMUTATION_CONTRACT={"class": "XFRM\\Service\\ResourceItem\\Create", "getResource": true, "getTagChanger": false, "save": true, "setContent": true, "versionProperty": true} -NEWFI100_BACKUPS_2OF2=PASS -NEWFI100_SAFE_REPORT={"changes_made": true, "decision": "FAIL_ARTICLES205_PACK1_HOLD", "error": "RuntimeError:GUEST:RuntimeError:STATE", "rollback_restored": true, "rollback_started": true} -HOMELAB_RESULT_CONTRACT={"version": 1, "command_id": "NEWFI-260918-NEWFDOM-ARTICLES205-PACK1-100", "status": "FAIL", "changes_made": true, "rollback_started": true, "rollback_restored": true} +ERROR_REGISTER_CHECK=OK +REFERENCE_CHECK=OK +AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED +LIVE_SERVICE_ACTIVESTATE=activating +LIVE_SERVICE_SUBSTATE=start +LIVE_SERVICE_RESULT=success +LIVE_SERVICE_EXECMAINSTATUS=0 +LIVE_SERVICE_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK +LIVE_SERVICE_EXECMAINEXITTIMESTAMP= +LIVE_SERVICE_MAINPID=3925643 +LIVE_SERVICE_CONTROLGROUP=/system.slice/homelab-backup-v2.service +LIVE_PROCESS_COUNT=2 +LIVE_PROC_01_PID=3925643 +LIVE_PROC_01_ELAPSED_SECONDS=3379 +LIVE_PROC_01_STATE=S (sleeping) +LIVE_PROC_01_WCHAN=poll_schedule_timeout.constprop.0 +LIVE_PROC_01_EXE=/usr/bin/python3.13 +LIVE_PROC_01_CMD=/usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled +LIVE_PROC_02_PID=4106488 +LIVE_PROC_02_ELAPSED_SECONDS=2 +LIVE_PROC_02_STATE=S (sleeping) +LIVE_PROC_02_WCHAN=poll_schedule_timeout.constprop.0 +LIVE_PROC_02_EXE=/usr/bin/ssh +LIVE_PROC_02_CMD=/usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'"'"'rb'"'"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0918T195758Z93b257e7f4ff.tar.zst 189267968 131072 +LIVE_RELEVANT_SOCKET_COUNT=5 +LIVE_SOCKET_01=ESTAB 0 0 [PRIVATE_IP]:42964 [PRIVATE_IP]:22 users:(("ssh",pid=4106488,fd=3)) +LIVE_SOCKET_02=ESTAB 0 0 [PRIVATE_IP]:32996 46.16.34.129:443 users:(("netbird",pid=1220,fd=18)) +LIVE_SOCKET_03=ESTAB 0 0 [PRIVATE_IP]:37658 46.16.34.129:443 users:(("netbird",pid=1220,fd=11)) +LIVE_SOCKET_04=ESTAB 0 0 [PRIVATE_IP]:47270 46.16.34.129:443 users:(("netbird",pid=1220,fd=13)) +LIVE_SOCKET_05=ESTAB 0 0 [PRIVATE_IP]:52100 46.16.34.129:443 users:(("netbird",pid=1220,fd=20)) +LIVE_JOURNAL_LINE_COUNT=250 +LIVE_JOURNAL_01=2026-09-18T15:44:16.587977+03:00 pve01 homelab-backup-v2[2554792]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_02=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_TARGET=vm190 +LIVE_JOURNAL_03=2026-09-18T15:45:13.829044+03:00 pve01 homelab-backup-v2[2554792]: QEMU_EXECUTION_DIAG={"archive_bytes":1609276476,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":190} +LIVE_JOURNAL_04=2026-09-18T15:47:29.858211+03:00 pve01 homelab-backup-v2[2554792]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_05=2026-09-18T15:47:29.863953+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_06=2026-09-18T15:47:29.864083+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_07=2026-09-18T15:47:29.864217+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 31.876s CPU time, 2.1G memory peak. +LIVE_JOURNAL_08=2026-09-18T16:22:00.694559+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_09=2026-09-18T16:22:00.981217+03:00 pve01 homelab-backup-v2[2675158]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_10=2026-09-18T16:22:01.835476+03:00 pve01 vzdump[2675168]: starting task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: +LIVE_JOURNAL_11=2026-09-18T16:22:01.846181+03:00 pve01 vzdump[2675170]: INFO: starting new backup job: vzdump 170 --mode snapshot --compress zstd --dumpdir /var/tmp/homelab-vzdump-v2-v2-vm170-20260918T132200Z-0d976618951d +LIVE_JOURNAL_12=2026-09-18T16:22:01.851512+03:00 pve01 vzdump[2675170]: INFO: Starting Backup of VM 170 (qemu) +LIVE_JOURNAL_13=2026-09-18T16:23:26.009595+03:00 pve01 vzdump[2675170]: INFO: Finished Backup of VM 170 (00:01:25) +LIVE_JOURNAL_14=2026-09-18T16:23:26.019047+03:00 pve01 vzdump[2675170]: INFO: Backup job finished successfully +LIVE_JOURNAL_15=2026-09-18T16:23:26.035025+03:00 pve01 perl[2675170]: notified via target `mail-to-root` +LIVE_JOURNAL_16=2026-09-18T16:23:26.038330+03:00 pve01 vzdump[2675168]: end task UPID:pve01:0028D1E2:0ACFAE7F:6AAD3AF9:vzdump:170:root@pam: OK +LIVE_JOURNAL_17=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_TARGET=vm170 +LIVE_JOURNAL_18=2026-09-18T16:23:26.054635+03:00 pve01 homelab-backup-v2[2675158]: QEMU_EXECUTION_DIAG={"archive_bytes":7285512006,"archive_selected":true,"node":"pve01","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":170} +LIVE_JOURNAL_19=2026-09-18T16:33:45.967289+03:00 pve01 homelab-backup-v2[2675158]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_20=2026-09-18T16:33:45.973001+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_21=2026-09-18T16:33:45.973146+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_22=2026-09-18T16:33:45.973297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 24.669s CPU time, 5.6G memory peak. +LIVE_JOURNAL_23=2026-09-18T16:54:57.961197+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_24=2026-09-18T16:54:58.220635+03:00 pve01 homelab-backup-v2[2774988]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_25=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_TARGET=vm211 +LIVE_JOURNAL_26=2026-09-18T16:55:30.294902+03:00 pve01 homelab-backup-v2[2774988]: QEMU_EXECUTION_DIAG={"archive_bytes":640591662,"archive_selected":true,"node":"pve03","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":211} +LIVE_JOURNAL_27=2026-09-18T16:56:42.798855+03:00 pve01 homelab-backup-v2[2774988]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_28=2026-09-18T16:56:42.805241+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_29=2026-09-18T16:56:42.805452+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_30=2026-09-18T16:56:42.805594+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 15.169s CPU time, 1.2G memory peak. +LIVE_JOURNAL_31=2026-09-18T17:34:57.960666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_32=2026-09-18T17:34:58.160678+03:00 pve01 homelab-backup-v2[2896356]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_33=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_TARGET=vm9130 +LIVE_JOURNAL_34=2026-09-18T17:45:33.434776+03:00 pve01 homelab-backup-v2[2896356]: QEMU_EXECUTION_DIAG={"archive_bytes":10957983730,"archive_selected":true,"node":"pve02","producer_rc":0,"regular_file_count":2,"sidecar_count":1,"vmid":9130} +LIVE_JOURNAL_35=2026-09-18T18:01:11.258970+03:00 pve01 homelab-backup-v2[2896356]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_36=2026-09-18T18:01:11.264955+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_37=2026-09-18T18:01:11.265178+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_38=2026-09-18T18:01:11.265390+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 3min 23.891s CPU time, 6.3G memory peak. +LIVE_JOURNAL_39=2026-09-18T18:14:22.217410+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_40=2026-09-18T18:14:22.477421+03:00 pve01 homelab-backup-v2[3023464]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_41=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_TARGET=control-bootstrap-v2 +LIVE_JOURNAL_42=2026-09-18T18:14:30.400262+03:00 pve01 homelab-backup-v2[3023464]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_43=2026-09-18T18:14:30.406322+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_44=2026-09-18T18:14:30.406533+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_45=2026-09-18T18:14:30.406792+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.534s CPU time, 136.9M memory peak. +LIVE_JOURNAL_46=2026-09-18T18:49:16.312025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_47=2026-09-18T18:49:16.493208+03:00 pve01 homelab-backup-v2[3131654]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_48=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_TARGET=xf-dsmods +LIVE_JOURNAL_49=2026-09-18T20:29:10.048200+03:00 pve01 homelab-backup-v2[3131654]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_50=2026-09-18T20:29:10.054425+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_51=2026-09-18T20:29:10.054545+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_52=2026-09-18T20:29:10.054662+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 15.502s CPU time, 716.5M memory peak. +LIVE_JOURNAL_53=2026-09-18T20:29:10.057025+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_54=2026-09-18T20:29:10.234342+03:00 pve01 homelab-backup-v2[3456522]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_55=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_TARGET=xf-kingofwolk +LIVE_JOURNAL_56=2026-09-18T20:39:30.727149+03:00 pve01 homelab-backup-v2[3456522]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_57=2026-09-18T20:39:30.733030+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_58=2026-09-18T20:39:30.733171+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_59=2026-09-18T20:39:30.733297+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 10.701s CPU time, 135.6M memory peak. +LIVE_JOURNAL_60=2026-09-18T21:06:58.034481+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_61=2026-09-18T21:06:58.230011+03:00 pve01 homelab-backup-v2[3579613]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_62=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_TARGET=xf-newfi +LIVE_JOURNAL_63=2026-09-18T21:14:13.988223+03:00 pve01 homelab-backup-v2[3579613]: SCHEDULE_RESULT=SUCCESS +LIVE_JOURNAL_64=2026-09-18T21:14:13.994257+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_65=2026-09-18T21:14:13.994377+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_66=2026-09-18T21:14:13.994507+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1min 32.525s CPU time, 162.2M memory peak. +LIVE_JOURNAL_67=2026-09-18T21:44:58.030448+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_68=2026-09-18T21:44:58.217400+03:00 pve01 homelab-backup-v2[3693852]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_69=2026-09-18T21:44:58.221983+03:00 pve01 homelab-backup-v2[3693852]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET +LIVE_JOURNAL_70=2026-09-18T21:44:58.227961+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_71=2026-09-18T21:44:58.228110+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_72=2026-09-18T21:44:58.228245+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 191ms CPU time, 120.3M memory peak. +LIVE_JOURNAL_73=2026-09-18T22:18:32.216461+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_74=2026-09-18T22:18:32.404836+03:00 pve01 homelab-backup-v2[3801480]: SELFTEST_REPLACEMENT486=PASS +LIVE_JOURNAL_75=2026-09-18T22:18:32.409420+03:00 pve01 homelab-backup-v2[3801480]: SCHEDULE_DECISION=DEFER_NO_DUE_TARGET +LIVE_JOURNAL_76=2026-09-18T22:18:32.415240+03:00 pve01 systemd[1]: homelab-backup-v2.service: Deactivated successfully. +LIVE_JOURNAL_77=2026-09-18T22:18:32.415361+03:00 pve01 systemd[1]: Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler. +LIVE_JOURNAL_78=2026-09-18T22:18:32.415471+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 178ms CPU time, 120.8M memory peak. +LIVE_JOURNAL_79=2026-09-18T22:57:58.034415+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler... +LIVE_JOURNAL_80=2026-09-18T22:57:58.213539+03:00 pve01 homelab-backup-v2[3925643]: SELFTEST_REPLACEMENT486=PASS +LIVE_TARGET_STATE_PRESENT=True +LIVE_TARGET_STATE_LOGICAL_ID=us-netbird +LIVE_TARGET_STATE_GENERATION=v2-us-netbird-20260918T041032Z-d7648be4c16b +LIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH=1789704670 +LIVE_TARGET_STATE_LAST_SUCCESS_EPOCH=1789704670 +LIVE_TARGET_STATE_CONSECUTIVE_FAILURES=0 +LIVE_TARGET_STATE_FAILURE_BACKOFF_SECONDS=0 +LIVE_TARGET_STATE_GREEN_VERIFIED=False +LIVE_TARGET_STATE_RESULT=SUCCESS +LIVE_TARGET_STATE_LAST_ATTEMPT_EPOCH_UTC=2026-09-18T04:11:10+00:00 +LIVE_TARGET_STATE_LAST_SUCCESS_EPOCH_UTC=2026-09-18T04:11:10+00:00 +LIVE_SERVICE_END_ACTIVESTATE=activating +LIVE_SERVICE_END_SUBSTATE=start +LIVE_SERVICE_END_RESULT=success +LIVE_SERVICE_END_EXECMAINSTATUS=0 +LIVE_SERVICE_END_EXECMAINSTARTTIMESTAMP=Fri 2026-09-18 22:57:58 MSK +LIVE_SERVICE_END_EXECMAINEXITTIMESTAMP= +LIVE_SERVICE_END_MAINPID=3925643 +LIVE_TARGET_PROCESS_MATCH=False +LIVE_TARGET_SOCKET_MATCH=False +LIVE_TARGET_RECENT_JOURNAL_MATCH=False +VPS555R1_DECISION=PRODUCTION_BACKUP_ACTIVE_BUT_NOT_PROVEN_BLOCKED_ON_MOLDOVA +VPS555R1_NEXT_GATE=REVIEW_LIVE_PROCESS_AND_JOURNAL +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260918-INFRA-PVE1-MOLDOVA-LIVE-BACKUP-PROCESS-AUDIT-READONLY-555R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END