diff --git a/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.json b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.json new file mode 100644 index 00000000..026e7f8d --- /dev/null +++ b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-vm-scheduler-rca", + "started_at_utc": "2026-09-21T20:53:57Z", + "finished_at_utc": "2026-09-21T20:53:57Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "3c2edffa6aa516f8afb61e4968aa4348a01734563c786aa8aa94d68fa6c1d90b", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9", + "sanitized_output_sha256": "0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_VM_SCHEDULER_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1\nMODE=read-only\nCOMPONENT=homelab-backup-vm-scheduler-rca\nMUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE\nBACKUP_UNIT_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"inactive\"},\"ExecMainStatus\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"FragmentPath\":{\"rc\":0,\"stderr\":\"\",\"value\":\"/etc/systemd/system/homelab-backup-v2.service\"},\"MainPID\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"Result\":{\"rc\":0,\"stderr\":\"\",\"value\":\"success\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"dead\"},\"UnitFileState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"static\"}}\nBACKUP_TIMER_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"active\"},\"LastTriggerUSec\":{\"rc\":0,\"stderr\":\"\",\"value\":\"Mon 2026-09-21 22:49:59 MSK\"},\"NextElapseUSecRealtime\":{\"rc\":0,\"stderr\":\"\",\"value\":\"\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"waiting\"},\"UnitFileState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"enabled\"}}\nEXECSTART_SHA256=471b29c41e100b9b0d2fd3b830a9600e4c5dd7b7bce4e685faec54656e71a4eb\nEXECUTABLE={\"path\":\"/usr/local/sbin/homelab-backup-v2\",\"sha256\":\"5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\",\"size\":1656}\nSCHEDULER_SOURCE_HITS=[]\nVM_FRESHNESS_SECONDS=72000\nVM_STATE_SAFE={\"vm110\":{\"missing\":true},\"vm111\":{\"missing\":true},\"vm112\":{\"missing\":true},\"vm113\":{\"missing\":true},\"vm130\":{\"age_seconds\":75404,\"last_attempt_epoch\":1789948633,\"last_success_epoch\":1789948633,\"mtime_epoch\":1789948633,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm150\":{\"age_seconds\":78690,\"last_attempt_epoch\":1789945347,\"last_success_epoch\":1789945347,\"mtime_epoch\":1789945347,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm160\":{\"age_seconds\":73937,\"last_attempt_epoch\":1789950100,\"last_success_epoch\":1789950100,\"mtime_epoch\":1789950100,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm170\":{\"age_seconds\":65157,\"last_attempt_epoch\":1789958880,\"last_success_epoch\":1789958880,\"mtime_epoch\":1789958880,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm171\":{\"age_seconds\":72160,\"last_attempt_epoch\":1789951877,\"last_success_epoch\":1789951877,\"mtime_epoch\":1789951877,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm190\":{\"age_seconds\":69898,\"last_attempt_epoch\":1789954139,\"last_success_epoch\":1789954139,\"mtime_epoch\":1789954139,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm9130\":{\"age_seconds\":58560,\"last_attempt_epoch\":1789965477,\"last_success_epoch\":1789965477,\"mtime_epoch\":1789965477,\"replica_count\":2,\"result\":\"SUCCESS\"}}\nSCHEDULER_METADATA_FILES=[{\"mtime_epoch\":1789951877,\"path\":\"state/vm171.json\",\"safe\":{\"last_attempt_epoch\":1789951877,\"last_success_epoch\":1789951877,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789965477,\"path\":\"state/vm9130.json\",\"safe\":{\"last_attempt_epoch\":1789965477,\"last_success_epoch\":1789965477,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":611},{\"mtime_epoch\":1789974719,\"path\":\"state/xf-newfi.json\",\"safe\":{\"last_attempt_epoch\":1789974719,\"last_success_epoch\":1789974719,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":615},{\"mtime_epoch\":1789943241,\"path\":\"state/ct113.json\",\"safe\":{\"last_attempt_epoch\":1789943241,\"last_success_epoch\":1789943241,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790011835,\"path\":\"state/xf-hkmods.json\",\"safe\":{\"last_attempt_epoch\":1790011835,\"last_success_epoch\":1790011835,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":617},{\"mtime_epoch\":1790013837,\"path\":\"state/md-relay.json\",\"safe\":{\"last_attempt_epoch\":1790013837,\"last_success_epoch\":1790013837,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":615},{\"mtime_epoch\":1789958880,\"path\":\"state/vm170.json\",\"safe\":{\"last_attempt_epoch\":1789958880,\"last_success_epoch\":1789958880,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789960191,\"path\":\"state/vm211.json\",\"safe\":{\"last_attempt_epoch\":1789960191,\"last_success_epoch\":1789960191,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789936798,\"path\":\"state/vm210.json\",\"safe\":{\"last_attempt_epoch\":1789936798,\"last_success_epoch\":1789936798,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789694135,\"path\":\"state/node-pve02.json\",\"safe\":{\"last_attempt_epoch\":1789694135,\"last_success_epoch\":1789694135,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":619},{\"mtime_epoch\":1790018261,\"path\":\"state/router-netcraze.json\",\"safe\":{\"last_attempt_epoch\":1790018261,\"last_success_epoch\":1790018261,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":629},{\"mtime_epoch\":1789972262,\"path\":\"state/xf-dsmods.json\",\"safe\":{\"last_attempt_epoch\":1789972262,\"last_success_epoch\":1789972262,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":617},{\"mtime_epoch\":1790015869,\"path\":\"state/spb-ingress.json\",\"safe\":{\"last_attempt_epoch\":1790015869,\"last_success_epoch\":1790015869,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789948633,\"path\":\"state/vm130.json\",\"safe\":{\"last_attempt_epoch\":1789948633,\"last_success_epoch\":1789948633,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789992799,\"path\":\"state/control-bootstrap-v2.json\",\"safe\":{\"last_attempt_epoch\":1789992799,\"last_success_epoch\":1789992799,\"result\":\"SUCCESS\"},\"size\":354},{\"mtime_epoch\":1789941076,\"path\":\"state/ct112.json\",\"safe\":{\"last_attempt_epoch\":1789941076,\"last_success_epoch\":1789941076,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022305,\"path\":\"state/xf-zakrutim.json\",\"safe\":{\"last_attempt_epoch\":1790022305,\"last_success_epoch\":1790022305,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789990962,\"path\":\"state/guest-pve01-lxc-112.json\",\"safe\":{\"last_attempt_epoch\":1789990962,\"last_success_epoch\":1789990962,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":736},{\"mtime_epoch\":1789972882,\"path\":\"state/xf-kingofwolk.json\",\"safe\":{\"last_attempt_epoch\":1789972882,\"last_success_epoch\":1789972882,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":625},{\"mtime_epoch\":1789989432,\"path\":\"state/xf-gamevipe.json\",\"safe\":{\"last_attempt_epoch\":1789989432,\"last_success_epoch\":1789989432,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789445359,\"path\":\"state/node-pve01.json\",\"safe\":{\"last_success_epoch\":1789445359,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":511},{\"mtime_epoch\":1789696518,\"path\":\"state/node-pve03.json\",\"safe\":{\"last_attempt_epoch\":1789696518,\"last_success_epoch\":1789696518,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":619},{\"mtime_epoch\":1790020945,\"path\":\"state/xf-codevipe.json\",\"safe\":{\"last_attempt_epoch\":1790020945,\"last_success_epoch\":1790020945,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789950100,\"path\":\"state/vm160.json\",\"safe\":{\"last_attempt_epoch\":1789950100,\"last_success_epoch\":1789950100,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789954139,\"path\":\"state/vm190.json\",\"safe\":{\"last_attempt_epoch\":1789954139,\"last_success_epoch\":1789954139,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790011851,\"path\":\"state/us-netbird.json\",\"safe\":{\"last_attempt_epoch\":1790011851,\"last_success_epoch\":1789704670,\"reason\":\"PIPE_FAILED\",\"result\":\"FAIL\"},\"size\":792},{\"mtime_epoch\":1789945347,\"path\":\"state/vm150.json\",\"safe\":{\"last_attempt_epoch\":1789945347,\"last_success_epoch\":1789945347,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022655,\"path\":\"state/ct111.json\",\"safe\":{\"last_attempt_epoch\":1790022655,\"last_success_epoch\":1790022655,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022508,\"path\":\"state/ct110.json\",\"safe\":{\"last_attempt_epoch\":1790022508,\"last_success_epoch\":1790022508,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609}]\nRECENT_SCHEDULER_MARKERS=[\"SCHEDULE_TARGET=xf-codevipe\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 12.222s CPU time, 148.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_TARGET=xf-zakrutim\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 13.310s CPU time, 158.4M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\" starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\",\"INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\",\"INFO: Starting Backup of VM 110 (lxc)\",\"INFO: Finished Backup of VM 110 (00:02:05)\",\"INFO: Backup job finished successfully\",\"notified via target `mail-to-root`\",\"SCHEDULE_TARGET=ct110\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 41.129s CPU time, 4.6G memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_TARGET=ct111\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 12.690s CPU time, 855.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 173ms CPU time, 120.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 226ms CPU time, 120.1M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 169ms CPU time, 120.5M memory peak.\"]\nDECISION=REVIEW_SCHEDULER_DECISION_LOGIC\nNO_MUTATION=true\nTASK_RESULT=PASS_HOMELAB_BACKUP_VM_SCHEDULER_RCA_READONLY\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nWORKERS2_VM_SCHEDULER_RCA_END=1\n" +} diff --git a/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.txt b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.txt new file mode 100644 index 00000000..552a8a8c --- /dev/null +++ b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1.txt @@ -0,0 +1,51 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-vm-scheduler-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=3c2edffa6aa516f8afb61e4968aa4348a01734563c786aa8aa94d68fa6c1d90b +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9 +SANITIZED_OUTPUT_SHA256=0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9 +OUTPUT_BEGIN +WORKERS2_VM_SCHEDULER_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1 +MODE=read-only +COMPONENT=homelab-backup-vm-scheduler-rca +MUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE +BACKUP_UNIT_STATE={"ActiveState":{"rc":0,"stderr":"","value":"inactive"},"ExecMainStatus":{"rc":0,"stderr":"","value":"0"},"FragmentPath":{"rc":0,"stderr":"","value":"/etc/systemd/system/homelab-backup-v2.service"},"MainPID":{"rc":0,"stderr":"","value":"0"},"Result":{"rc":0,"stderr":"","value":"success"},"SubState":{"rc":0,"stderr":"","value":"dead"},"UnitFileState":{"rc":0,"stderr":"","value":"static"}} +BACKUP_TIMER_STATE={"ActiveState":{"rc":0,"stderr":"","value":"active"},"LastTriggerUSec":{"rc":0,"stderr":"","value":"Mon 2026-09-21 22:49:59 MSK"},"NextElapseUSecRealtime":{"rc":0,"stderr":"","value":""},"SubState":{"rc":0,"stderr":"","value":"waiting"},"UnitFileState":{"rc":0,"stderr":"","value":"enabled"}} +EXECSTART_SHA256=471b29c41e100b9b0d2fd3b830a9600e4c5dd7b7bce4e685faec54656e71a4eb +EXECUTABLE={"path":"/usr/local/sbin/homelab-backup-v2","sha256":"5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2","size":1656} +SCHEDULER_SOURCE_HITS=[] +VM_FRESHNESS_SECONDS=72000 +VM_STATE_SAFE={"vm110":{"missing":true},"vm111":{"missing":true},"vm112":{"missing":true},"vm113":{"missing":true},"vm130":{"age_seconds":75404,"last_attempt_epoch":1789948633,"last_success_epoch":1789948633,"mtime_epoch":1789948633,"replica_count":2,"result":"SUCCESS"},"vm150":{"age_seconds":78690,"last_attempt_epoch":1789945347,"last_success_epoch":1789945347,"mtime_epoch":1789945347,"replica_count":2,"result":"SUCCESS"},"vm160":{"age_seconds":73937,"last_attempt_epoch":1789950100,"last_success_epoch":1789950100,"mtime_epoch":1789950100,"replica_count":2,"result":"SUCCESS"},"vm170":{"age_seconds":65157,"last_attempt_epoch":1789958880,"last_success_epoch":1789958880,"mtime_epoch":1789958880,"replica_count":2,"result":"SUCCESS"},"vm171":{"age_seconds":72160,"last_attempt_epoch":1789951877,"last_success_epoch":1789951877,"mtime_epoch":1789951877,"replica_count":2,"result":"SUCCESS"},"vm190":{"age_seconds":69898,"last_attempt_epoch":1789954139,"last_success_epoch":1789954139,"mtime_epoch":1789954139,"replica_count":2,"result":"SUCCESS"},"vm9130":{"age_seconds":58560,"last_attempt_epoch":1789965477,"last_success_epoch":1789965477,"mtime_epoch":1789965477,"replica_count":2,"result":"SUCCESS"}} +SCHEDULER_METADATA_FILES=[{"mtime_epoch":1789951877,"path":"state/vm171.json","safe":{"last_attempt_epoch":1789951877,"last_success_epoch":1789951877,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789965477,"path":"state/vm9130.json","safe":{"last_attempt_epoch":1789965477,"last_success_epoch":1789965477,"replica_count":2,"result":"SUCCESS"},"size":611},{"mtime_epoch":1789974719,"path":"state/xf-newfi.json","safe":{"last_attempt_epoch":1789974719,"last_success_epoch":1789974719,"replica_count":2,"result":"SUCCESS"},"size":615},{"mtime_epoch":1789943241,"path":"state/ct113.json","safe":{"last_attempt_epoch":1789943241,"last_success_epoch":1789943241,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790011835,"path":"state/xf-hkmods.json","safe":{"last_attempt_epoch":1790011835,"last_success_epoch":1790011835,"replica_count":2,"result":"SUCCESS"},"size":617},{"mtime_epoch":1790013837,"path":"state/md-relay.json","safe":{"last_attempt_epoch":1790013837,"last_success_epoch":1790013837,"replica_count":2,"result":"SUCCESS"},"size":615},{"mtime_epoch":1789958880,"path":"state/vm170.json","safe":{"last_attempt_epoch":1789958880,"last_success_epoch":1789958880,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789960191,"path":"state/vm211.json","safe":{"last_attempt_epoch":1789960191,"last_success_epoch":1789960191,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789936798,"path":"state/vm210.json","safe":{"last_attempt_epoch":1789936798,"last_success_epoch":1789936798,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789694135,"path":"state/node-pve02.json","safe":{"last_attempt_epoch":1789694135,"last_success_epoch":1789694135,"replica_count":2,"result":"SUCCESS"},"size":619},{"mtime_epoch":1790018261,"path":"state/router-netcraze.json","safe":{"last_attempt_epoch":1790018261,"last_success_epoch":1790018261,"replica_count":2,"result":"SUCCESS"},"size":629},{"mtime_epoch":1789972262,"path":"state/xf-dsmods.json","safe":{"last_attempt_epoch":1789972262,"last_success_epoch":1789972262,"replica_count":2,"result":"SUCCESS"},"size":617},{"mtime_epoch":1790015869,"path":"state/spb-ingress.json","safe":{"last_attempt_epoch":1790015869,"last_success_epoch":1790015869,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789948633,"path":"state/vm130.json","safe":{"last_attempt_epoch":1789948633,"last_success_epoch":1789948633,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789992799,"path":"state/control-bootstrap-v2.json","safe":{"last_attempt_epoch":1789992799,"last_success_epoch":1789992799,"result":"SUCCESS"},"size":354},{"mtime_epoch":1789941076,"path":"state/ct112.json","safe":{"last_attempt_epoch":1789941076,"last_success_epoch":1789941076,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022305,"path":"state/xf-zakrutim.json","safe":{"last_attempt_epoch":1790022305,"last_success_epoch":1790022305,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789990962,"path":"state/guest-pve01-lxc-112.json","safe":{"last_attempt_epoch":1789990962,"last_success_epoch":1789990962,"replica_count":2,"result":"SUCCESS"},"size":736},{"mtime_epoch":1789972882,"path":"state/xf-kingofwolk.json","safe":{"last_attempt_epoch":1789972882,"last_success_epoch":1789972882,"replica_count":2,"result":"SUCCESS"},"size":625},{"mtime_epoch":1789989432,"path":"state/xf-gamevipe.json","safe":{"last_attempt_epoch":1789989432,"last_success_epoch":1789989432,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789445359,"path":"state/node-pve01.json","safe":{"last_success_epoch":1789445359,"replica_count":2,"result":"SUCCESS"},"size":511},{"mtime_epoch":1789696518,"path":"state/node-pve03.json","safe":{"last_attempt_epoch":1789696518,"last_success_epoch":1789696518,"replica_count":2,"result":"SUCCESS"},"size":619},{"mtime_epoch":1790020945,"path":"state/xf-codevipe.json","safe":{"last_attempt_epoch":1790020945,"last_success_epoch":1790020945,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789950100,"path":"state/vm160.json","safe":{"last_attempt_epoch":1789950100,"last_success_epoch":1789950100,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789954139,"path":"state/vm190.json","safe":{"last_attempt_epoch":1789954139,"last_success_epoch":1789954139,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790011851,"path":"state/us-netbird.json","safe":{"last_attempt_epoch":1790011851,"last_success_epoch":1789704670,"reason":"PIPE_FAILED","result":"FAIL"},"size":792},{"mtime_epoch":1789945347,"path":"state/vm150.json","safe":{"last_attempt_epoch":1789945347,"last_success_epoch":1789945347,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022655,"path":"state/ct111.json","safe":{"last_attempt_epoch":1790022655,"last_success_epoch":1790022655,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022508,"path":"state/ct110.json","safe":{"last_attempt_epoch":1790022508,"last_success_epoch":1790022508,"replica_count":2,"result":"SUCCESS"},"size":609}] +RECENT_SCHEDULER_MARKERS=["SCHEDULE_TARGET=xf-codevipe","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 12.222s CPU time, 148.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_TARGET=xf-zakrutim","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 13.310s CPU time, 158.4M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler..."," starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:","INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0","INFO: Starting Backup of VM 110 (lxc)","INFO: Finished Backup of VM 110 (00:02:05)","INFO: Backup job finished successfully","notified via target `mail-to-root`","SCHEDULE_TARGET=ct110","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 41.129s CPU time, 4.6G memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_TARGET=ct111","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 12.690s CPU time, 855.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 173ms CPU time, 120.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 226ms CPU time, 120.1M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 169ms CPU time, 120.5M memory peak."] +DECISION=REVIEW_SCHEDULER_DECISION_LOGIC +NO_MUTATION=true +TASK_RESULT=PASS_HOMELAB_BACKUP_VM_SCHEDULER_RCA_READONLY +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +WORKERS2_VM_SCHEDULER_RCA_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index abf1fd4e..026e7f8d 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1", + "command_id": "SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "pvepro-editorial-batch-c-current-state-reconcile", - "started_at_utc": "2026-09-21T20:53:05Z", - "finished_at_utc": "2026-09-21T20:53:07Z", + "component": "homelab-backup-vm-scheduler-rca", + "started_at_utc": "2026-09-21T20:53:57Z", + "finished_at_utc": "2026-09-21T20:53:57Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "772f8acb7988455ca015da132bb673ebb833f818d82661329467a55c2e4df367", + "command_sha256": "3c2edffa6aa516f8afb61e4968aa4348a01734563c786aa8aa94d68fa6c1d90b", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "fa9d6ea6c4df8ca412df91f0b63c7ec7119d0c594dfcc825cb9873bc19964b3d", - "sanitized_output_sha256": "fa9d6ea6c4df8ca412df91f0b63c7ec7119d0c594dfcc825cb9873bc19964b3d", + "raw_evidence_sha256": "0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9", + "sanitized_output_sha256": "0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVEPRO895_BEGIN=true\nCOMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1\nSCOPE=READ_ONLY_PVEPRO894_BATCH_C_CURRENT_STATE_RECONCILE\nAUTHORITY={\"ERROR_REGISTER\":{\"bytes\":302058,\"expected_sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\",\"match\":true,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"},\"REFERENCE\":{\"bytes\":201129,\"expected_sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\",\"match\":true,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"}}\nPRODUCTION_HOST={\"name\":\"pvepro-prod\",\"node\":\"pve01\",\"status\":\"running\",\"vmid\":100}\nQGA_TRANSPORT={\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nQGA_CONTRACT={\"err_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"err_truncated\":null,\"exitcode\":0,\"exited\":1,\"out_truncated\":0}\nBATCH_C_CURRENT_STATE={\"all_seed_hash_match\":false,\"boardActive\":\"1\",\"boardTitle\":\"PVEPro\",\"boardUrl\":\"https://pvepro.ru\",\"errors\":20,\"posts\":44,\"reason\":\"OK\",\"result\":\"PASS\",\"root\":\"/var/www/pvepro\",\"root_sha256\":\"48d873426be0a232769ed38979b5fbb8518218c58659848d51d830fbd0ad2c5a\",\"target_count\":9,\"target_ids\":[31,32,33,34,35,36,37,38,39],\"targets\":[{\"expected_seed_sha256\":\"aba65fce05dad18fd302c9486d96c5845ede9e883b6c9138fcf4896ba7d59145\",\"first_post_id\":31,\"forum\":\"PVEPro AI Lab\",\"message_bytes\":1110,\"message_sha256\":\"77eb0d8dddbb8572e8505482510e6b1687b16dca869ceb056e468dc193eab11f\",\"message_words\":103,\"node_id\":15,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":31,\"title\":\"[Private AI] RAG \\u043f\\u043e \\u0432\\u043d\\u0443\\u0442\\u0440\\u0435\\u043d\\u043d\\u0438\\u043c \\u0440\\u0435\\u0433\\u043b\\u0430\\u043c\\u0435\\u043d\\u0442\\u0430\\u043c\"},{\"expected_seed_sha256\":\"66329dfcce09a3f655f25f67045a5528b838614eb43ad29b88f3288602e21fcb\",\"first_post_id\":32,\"forum\":\"PVEPro AI Lab\",\"message_bytes\":1086,\"message_sha256\":\"885e34789f0d6687e868646e0cc876ccc0b3bbfa4644e616d5c9e8854bbf754a\",\"message_words\":103,\"node_id\":15,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":32,\"title\":\"[Private AI] \\u041b\\u043e\\u043a\\u0430\\u043b\\u044c\\u043d\\u0430\\u044f \\u0442\\u0440\\u0430\\u043d\\u0441\\u043a\\u0440\\u0438\\u0431\\u0430\\u0446\\u0438\\u044f \\u0432\\u0441\\u0442\\u0440\\u0435\\u0447\"},{\"expected_seed_sha256\":\"ade466868849f37253f6eb05e1c71f7466e6c26a3db05119ab56c73a580202a6\",\"first_post_id\":33,\"forum\":\"PVEPro AI Lab\",\"message_bytes\":1148,\"message_sha256\":\"a285b5002a8a44e065ea0112d9793dc8e76bb76cdb75ccdd247eafabb5ff3d10\",\"message_words\":109,\"node_id\":15,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":33,\"title\":\"[Private AI] \\u0410\\u0433\\u0435\\u043d\\u0442 \\u0441 \\u0434\\u043e\\u0441\\u0442\\u0443\\u043f\\u043e\\u043c \\u043a CRM\"},{\"expected_seed_sha256\":\"31accb654aa518f680f9dca2f043342094d2158ddf4704f4233cef35f43c5cda\",\"first_post_id\":34,\"forum\":\"\\u0416\\u0435\\u043b\\u0435\\u0437\\u043e \\u0438 \\u043f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0438\",\"message_bytes\":1098,\"message_sha256\":\"c581081307771904d3f85708cec0108301333a40d8cb9b4ce1e14948f830bade\",\"message_words\":102,\"node_id\":16,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":34,\"title\":\"[\\u041f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0430] Mini-PC cluster vs tower server\"},{\"expected_seed_sha256\":\"c8a1a0db8103ad40279d271c8006e3d1dadee6507730ba30155cc97dbe96383d\",\"first_post_id\":35,\"forum\":\"\\u0416\\u0435\\u043b\\u0435\\u0437\\u043e \\u0438 \\u043f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0438\",\"message_bytes\":991,\"message_sha256\":\"b8b03940eb362591b342bff82194771fd2af23b14b4a10c911e57754d12439a6\",\"message_words\":96,\"node_id\":16,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":35,\"title\":\"[\\u041f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0430] NVMe mirror vs RAIDZ\"},{\"expected_seed_sha256\":\"e90d204f73c7ee5ad1ffb7f227f1cdd64bad69f5fa978f078b79ac89045ae287\",\"first_post_id\":36,\"forum\":\"\\u0416\\u0435\\u043b\\u0435\\u0437\\u043e \\u0438 \\u043f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0438\",\"message_bytes\":1166,\"message_sha256\":\"f00642728aeeb7161278b33a29280cde6aea4ae444517fac203d9380ed1c1b26\",\"message_words\":105,\"node_id\":16,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":36,\"title\":\"[\\u041f\\u043b\\u043e\\u0449\\u0430\\u0434\\u043a\\u0430] \\u041f\\u0435\\u0440\\u0435\\u043d\\u043e\\u0441\\u0438\\u043c\\u043e\\u0441\\u0442\\u044c home-lab \\u2192 hosting/cloud\"},{\"expected_seed_sha256\":\"17c2a8f3e11adff49fdd2c2184b0286796dca4dde755b06b9ee75f1ede52e3c1\",\"first_post_id\":37,\"forum\":\"\\u0417\\u0430\\u043f\\u0440\\u043e\\u0441\\u044b \\u043d\\u0430 \\u0432\\u043d\\u0435\\u0434\\u0440\\u0435\\u043d\\u0438\\u0435\",\"message_bytes\":1167,\"message_sha256\":\"37506a062bae4eae7a46a9e8881718dfacae1469fca5576e9bcdc4cbcfe9fa2d\",\"message_words\":104,\"node_id\":17,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":37,\"title\":\"[\\u041f\\u0440\\u0438\\u043c\\u0435\\u0440 \\u0437\\u0430\\u043f\\u0440\\u043e\\u0441\\u0430] \\u0410\\u0443\\u0434\\u0438\\u0442 backup \\u0437\\u0430 \\u043e\\u0434\\u0438\\u043d \\u0440\\u0430\\u0431\\u043e\\u0447\\u0438\\u0439 \\u0434\\u0435\\u043d\\u044c\"},{\"expected_seed_sha256\":\"7b86c826cf409f59d38de25ad742d7c14bcfbdf567410e5087aacc3cd91b603a\",\"first_post_id\":38,\"forum\":\"\\u0417\\u0430\\u043f\\u0440\\u043e\\u0441\\u044b \\u043d\\u0430 \\u0432\\u043d\\u0435\\u0434\\u0440\\u0435\\u043d\\u0438\\u0435\",\"message_bytes\":1090,\"message_sha256\":\"5bd7a3f500588b6aebc761aadb990e743c9462c65839181cb37a9c905d091d55\",\"message_words\":99,\"node_id\":17,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":38,\"title\":\"[\\u041f\\u0440\\u0438\\u043c\\u0435\\u0440 \\u0437\\u0430\\u043f\\u0440\\u043e\\u0441\\u0430] Private AI \\u0434\\u043b\\u044f 20 \\u0441\\u043e\\u0442\\u0440\\u0443\\u0434\\u043d\\u0438\\u043a\\u043e\\u0432\"},{\"expected_seed_sha256\":\"f9fe92236122229693a8fe5f10b7c0810079c4bb74ed7f82a44182e7faa64036\",\"first_post_id\":39,\"forum\":\"\\u042d\\u043a\\u0441\\u043f\\u0435\\u0440\\u0442\\u044b PVEPro\",\"message_bytes\":1083,\"message_sha256\":\"a82379a4e00fd32ed9b5682321d8c5102bea3fc02d2e2ac2447ac668364fdc82\",\"message_words\":98,\"node_id\":18,\"reply_count\":0,\"seed_hash_match\":false,\"sticky\":0,\"thread_id\":39,\"title\":\"[\\u042d\\u043a\\u0441\\u043f\\u0435\\u0440\\u0442] \\u041a\\u0430\\u043a \\u043e\\u043f\\u0438\\u0441\\u044b\\u0432\\u0430\\u0442\\u044c \\u043a\\u043e\\u043c\\u043f\\u0435\\u0442\\u0435\\u043d\\u0446\\u0438\\u0438 \\u0431\\u0435\\u0437 \\u0441\\u043f\\u0438\\u0441\\u043a\\u0430 \\u043b\\u043e\\u0433\\u043e\\u0442\\u0438\\u043f\\u043e\\u0432\"}],\"threads\":44}\nPUBLIC_ROOT={\"curl_rc\":0,\"http\":\"200\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nBASELINE_884_CONTINUITY=false\nPRODUCT_CHECKPOINTS_REMAINING=8\nCHECKPOINTS13_14_REMAIN_OPEN=true\nTASK_RESULT=HOLD_PVEPRO895_EDITORIAL_BATCH_C_CURRENT_STATE\nDECISION=HOLD_PVEPRO895_EDITORIAL_BATCH_C_CURRENT_STATE\nNEXT_GATE=RECONCILE_ONLY_PVEPRO895_BATCH_C_CURRENT_STATE\nCHANGES_MADE_BY_895=false\nPRODUCT_MUTATION_BY_895=false\nVM_MUTATION_BY_895=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nPVEPRO895_END=true\n" + "output": "WORKERS2_VM_SCHEDULER_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1\nMODE=read-only\nCOMPONENT=homelab-backup-vm-scheduler-rca\nMUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE\nBACKUP_UNIT_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"inactive\"},\"ExecMainStatus\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"FragmentPath\":{\"rc\":0,\"stderr\":\"\",\"value\":\"/etc/systemd/system/homelab-backup-v2.service\"},\"MainPID\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"Result\":{\"rc\":0,\"stderr\":\"\",\"value\":\"success\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"dead\"},\"UnitFileState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"static\"}}\nBACKUP_TIMER_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"active\"},\"LastTriggerUSec\":{\"rc\":0,\"stderr\":\"\",\"value\":\"Mon 2026-09-21 22:49:59 MSK\"},\"NextElapseUSecRealtime\":{\"rc\":0,\"stderr\":\"\",\"value\":\"\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"waiting\"},\"UnitFileState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"enabled\"}}\nEXECSTART_SHA256=471b29c41e100b9b0d2fd3b830a9600e4c5dd7b7bce4e685faec54656e71a4eb\nEXECUTABLE={\"path\":\"/usr/local/sbin/homelab-backup-v2\",\"sha256\":\"5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\",\"size\":1656}\nSCHEDULER_SOURCE_HITS=[]\nVM_FRESHNESS_SECONDS=72000\nVM_STATE_SAFE={\"vm110\":{\"missing\":true},\"vm111\":{\"missing\":true},\"vm112\":{\"missing\":true},\"vm113\":{\"missing\":true},\"vm130\":{\"age_seconds\":75404,\"last_attempt_epoch\":1789948633,\"last_success_epoch\":1789948633,\"mtime_epoch\":1789948633,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm150\":{\"age_seconds\":78690,\"last_attempt_epoch\":1789945347,\"last_success_epoch\":1789945347,\"mtime_epoch\":1789945347,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm160\":{\"age_seconds\":73937,\"last_attempt_epoch\":1789950100,\"last_success_epoch\":1789950100,\"mtime_epoch\":1789950100,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm170\":{\"age_seconds\":65157,\"last_attempt_epoch\":1789958880,\"last_success_epoch\":1789958880,\"mtime_epoch\":1789958880,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm171\":{\"age_seconds\":72160,\"last_attempt_epoch\":1789951877,\"last_success_epoch\":1789951877,\"mtime_epoch\":1789951877,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm190\":{\"age_seconds\":69898,\"last_attempt_epoch\":1789954139,\"last_success_epoch\":1789954139,\"mtime_epoch\":1789954139,\"replica_count\":2,\"result\":\"SUCCESS\"},\"vm9130\":{\"age_seconds\":58560,\"last_attempt_epoch\":1789965477,\"last_success_epoch\":1789965477,\"mtime_epoch\":1789965477,\"replica_count\":2,\"result\":\"SUCCESS\"}}\nSCHEDULER_METADATA_FILES=[{\"mtime_epoch\":1789951877,\"path\":\"state/vm171.json\",\"safe\":{\"last_attempt_epoch\":1789951877,\"last_success_epoch\":1789951877,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789965477,\"path\":\"state/vm9130.json\",\"safe\":{\"last_attempt_epoch\":1789965477,\"last_success_epoch\":1789965477,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":611},{\"mtime_epoch\":1789974719,\"path\":\"state/xf-newfi.json\",\"safe\":{\"last_attempt_epoch\":1789974719,\"last_success_epoch\":1789974719,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":615},{\"mtime_epoch\":1789943241,\"path\":\"state/ct113.json\",\"safe\":{\"last_attempt_epoch\":1789943241,\"last_success_epoch\":1789943241,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790011835,\"path\":\"state/xf-hkmods.json\",\"safe\":{\"last_attempt_epoch\":1790011835,\"last_success_epoch\":1790011835,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":617},{\"mtime_epoch\":1790013837,\"path\":\"state/md-relay.json\",\"safe\":{\"last_attempt_epoch\":1790013837,\"last_success_epoch\":1790013837,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":615},{\"mtime_epoch\":1789958880,\"path\":\"state/vm170.json\",\"safe\":{\"last_attempt_epoch\":1789958880,\"last_success_epoch\":1789958880,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789960191,\"path\":\"state/vm211.json\",\"safe\":{\"last_attempt_epoch\":1789960191,\"last_success_epoch\":1789960191,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789936798,\"path\":\"state/vm210.json\",\"safe\":{\"last_attempt_epoch\":1789936798,\"last_success_epoch\":1789936798,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789694135,\"path\":\"state/node-pve02.json\",\"safe\":{\"last_attempt_epoch\":1789694135,\"last_success_epoch\":1789694135,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":619},{\"mtime_epoch\":1790018261,\"path\":\"state/router-netcraze.json\",\"safe\":{\"last_attempt_epoch\":1790018261,\"last_success_epoch\":1790018261,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":629},{\"mtime_epoch\":1789972262,\"path\":\"state/xf-dsmods.json\",\"safe\":{\"last_attempt_epoch\":1789972262,\"last_success_epoch\":1789972262,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":617},{\"mtime_epoch\":1790015869,\"path\":\"state/spb-ingress.json\",\"safe\":{\"last_attempt_epoch\":1790015869,\"last_success_epoch\":1790015869,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789948633,\"path\":\"state/vm130.json\",\"safe\":{\"last_attempt_epoch\":1789948633,\"last_success_epoch\":1789948633,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789992799,\"path\":\"state/control-bootstrap-v2.json\",\"safe\":{\"last_attempt_epoch\":1789992799,\"last_success_epoch\":1789992799,\"result\":\"SUCCESS\"},\"size\":354},{\"mtime_epoch\":1789941076,\"path\":\"state/ct112.json\",\"safe\":{\"last_attempt_epoch\":1789941076,\"last_success_epoch\":1789941076,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022305,\"path\":\"state/xf-zakrutim.json\",\"safe\":{\"last_attempt_epoch\":1790022305,\"last_success_epoch\":1790022305,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789990962,\"path\":\"state/guest-pve01-lxc-112.json\",\"safe\":{\"last_attempt_epoch\":1789990962,\"last_success_epoch\":1789990962,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":736},{\"mtime_epoch\":1789972882,\"path\":\"state/xf-kingofwolk.json\",\"safe\":{\"last_attempt_epoch\":1789972882,\"last_success_epoch\":1789972882,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":625},{\"mtime_epoch\":1789989432,\"path\":\"state/xf-gamevipe.json\",\"safe\":{\"last_attempt_epoch\":1789989432,\"last_success_epoch\":1789989432,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789445359,\"path\":\"state/node-pve01.json\",\"safe\":{\"last_success_epoch\":1789445359,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":511},{\"mtime_epoch\":1789696518,\"path\":\"state/node-pve03.json\",\"safe\":{\"last_attempt_epoch\":1789696518,\"last_success_epoch\":1789696518,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":619},{\"mtime_epoch\":1790020945,\"path\":\"state/xf-codevipe.json\",\"safe\":{\"last_attempt_epoch\":1790020945,\"last_success_epoch\":1790020945,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":621},{\"mtime_epoch\":1789950100,\"path\":\"state/vm160.json\",\"safe\":{\"last_attempt_epoch\":1789950100,\"last_success_epoch\":1789950100,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1789954139,\"path\":\"state/vm190.json\",\"safe\":{\"last_attempt_epoch\":1789954139,\"last_success_epoch\":1789954139,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790011851,\"path\":\"state/us-netbird.json\",\"safe\":{\"last_attempt_epoch\":1790011851,\"last_success_epoch\":1789704670,\"reason\":\"PIPE_FAILED\",\"result\":\"FAIL\"},\"size\":792},{\"mtime_epoch\":1789945347,\"path\":\"state/vm150.json\",\"safe\":{\"last_attempt_epoch\":1789945347,\"last_success_epoch\":1789945347,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022655,\"path\":\"state/ct111.json\",\"safe\":{\"last_attempt_epoch\":1790022655,\"last_success_epoch\":1790022655,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609},{\"mtime_epoch\":1790022508,\"path\":\"state/ct110.json\",\"safe\":{\"last_attempt_epoch\":1790022508,\"last_success_epoch\":1790022508,\"replica_count\":2,\"result\":\"SUCCESS\"},\"size\":609}]\nRECENT_SCHEDULER_MARKERS=[\"SCHEDULE_TARGET=xf-codevipe\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 12.222s CPU time, 148.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_TARGET=xf-zakrutim\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 13.310s CPU time, 158.4M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\" starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:\",\"INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0\",\"INFO: Starting Backup of VM 110 (lxc)\",\"INFO: Finished Backup of VM 110 (00:02:05)\",\"INFO: Backup job finished successfully\",\"notified via target `mail-to-root`\",\"SCHEDULE_TARGET=ct110\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 41.129s CPU time, 4.6G memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_TARGET=ct111\",\"SCHEDULE_RESULT=SUCCESS\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 12.690s CPU time, 855.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 173ms CPU time, 120.8M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 226ms CPU time, 120.1M memory peak.\",\"Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"SCHEDULE_DECISION=DEFER_NO_DUE_TARGET\",\"homelab-backup-v2.service: Deactivated successfully.\",\"Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"homelab-backup-v2.service: Consumed 169ms CPU time, 120.5M memory peak.\"]\nDECISION=REVIEW_SCHEDULER_DECISION_LOGIC\nNO_MUTATION=true\nTASK_RESULT=PASS_HOMELAB_BACKUP_VM_SCHEDULER_RCA_READONLY\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nWORKERS2_VM_SCHEDULER_RCA_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 00eab0c6..552a8a8c 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=pvepro-editorial-batch-c-current-state-reconcile +COMPONENT=homelab-backup-vm-scheduler-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=772f8acb7988455ca015da132bb673ebb833f818d82661329467a55c2e4df367 +COMMAND_SHA256=3c2edffa6aa516f8afb61e4968aa4348a01734563c786aa8aa94d68fa6c1d90b DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,29 +24,28 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=fa9d6ea6c4df8ca412df91f0b63c7ec7119d0c594dfcc825cb9873bc19964b3d -SANITIZED_OUTPUT_SHA256=fa9d6ea6c4df8ca412df91f0b63c7ec7119d0c594dfcc825cb9873bc19964b3d +RAW_EVIDENCE_SHA256=0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9 +SANITIZED_OUTPUT_SHA256=0daaf828eab2c325e82e1a4a9e76aa67a818ad1dd2f0eec7a04331dd59f3bef9 OUTPUT_BEGIN -PVEPRO895_BEGIN=true -COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1 -SCOPE=READ_ONLY_PVEPRO894_BATCH_C_CURRENT_STATE_RECONCILE -AUTHORITY={"ERROR_REGISTER":{"bytes":302058,"expected_sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0","match":true,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"},"REFERENCE":{"bytes":201129,"expected_sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66","match":true,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"}} -PRODUCTION_HOST={"name":"pvepro-prod","node":"pve01","status":"running","vmid":100} -QGA_TRANSPORT={"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} -QGA_CONTRACT={"err_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","err_truncated":null,"exitcode":0,"exited":1,"out_truncated":0} -BATCH_C_CURRENT_STATE={"all_seed_hash_match":false,"boardActive":"1","boardTitle":"PVEPro","boardUrl":"https://pvepro.ru","errors":20,"posts":44,"reason":"OK","result":"PASS","root":"/var/www/pvepro","root_sha256":"48d873426be0a232769ed38979b5fbb8518218c58659848d51d830fbd0ad2c5a","target_count":9,"target_ids":[31,32,33,34,35,36,37,38,39],"targets":[{"expected_seed_sha256":"aba65fce05dad18fd302c9486d96c5845ede9e883b6c9138fcf4896ba7d59145","first_post_id":31,"forum":"PVEPro AI Lab","message_bytes":1110,"message_sha256":"77eb0d8dddbb8572e8505482510e6b1687b16dca869ceb056e468dc193eab11f","message_words":103,"node_id":15,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":31,"title":"[Private AI] RAG \u043f\u043e \u0432\u043d\u0443\u0442\u0440\u0435\u043d\u043d\u0438\u043c \u0440\u0435\u0433\u043b\u0430\u043c\u0435\u043d\u0442\u0430\u043c"},{"expected_seed_sha256":"66329dfcce09a3f655f25f67045a5528b838614eb43ad29b88f3288602e21fcb","first_post_id":32,"forum":"PVEPro AI Lab","message_bytes":1086,"message_sha256":"885e34789f0d6687e868646e0cc876ccc0b3bbfa4644e616d5c9e8854bbf754a","message_words":103,"node_id":15,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":32,"title":"[Private AI] \u041b\u043e\u043a\u0430\u043b\u044c\u043d\u0430\u044f \u0442\u0440\u0430\u043d\u0441\u043a\u0440\u0438\u0431\u0430\u0446\u0438\u044f \u0432\u0441\u0442\u0440\u0435\u0447"},{"expected_seed_sha256":"ade466868849f37253f6eb05e1c71f7466e6c26a3db05119ab56c73a580202a6","first_post_id":33,"forum":"PVEPro AI Lab","message_bytes":1148,"message_sha256":"a285b5002a8a44e065ea0112d9793dc8e76bb76cdb75ccdd247eafabb5ff3d10","message_words":109,"node_id":15,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":33,"title":"[Private AI] \u0410\u0433\u0435\u043d\u0442 \u0441 \u0434\u043e\u0441\u0442\u0443\u043f\u043e\u043c \u043a CRM"},{"expected_seed_sha256":"31accb654aa518f680f9dca2f043342094d2158ddf4704f4233cef35f43c5cda","first_post_id":34,"forum":"\u0416\u0435\u043b\u0435\u0437\u043e \u0438 \u043f\u043b\u043e\u0449\u0430\u0434\u043a\u0438","message_bytes":1098,"message_sha256":"c581081307771904d3f85708cec0108301333a40d8cb9b4ce1e14948f830bade","message_words":102,"node_id":16,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":34,"title":"[\u041f\u043b\u043e\u0449\u0430\u0434\u043a\u0430] Mini-PC cluster vs tower server"},{"expected_seed_sha256":"c8a1a0db8103ad40279d271c8006e3d1dadee6507730ba30155cc97dbe96383d","first_post_id":35,"forum":"\u0416\u0435\u043b\u0435\u0437\u043e \u0438 \u043f\u043b\u043e\u0449\u0430\u0434\u043a\u0438","message_bytes":991,"message_sha256":"b8b03940eb362591b342bff82194771fd2af23b14b4a10c911e57754d12439a6","message_words":96,"node_id":16,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":35,"title":"[\u041f\u043b\u043e\u0449\u0430\u0434\u043a\u0430] NVMe mirror vs RAIDZ"},{"expected_seed_sha256":"e90d204f73c7ee5ad1ffb7f227f1cdd64bad69f5fa978f078b79ac89045ae287","first_post_id":36,"forum":"\u0416\u0435\u043b\u0435\u0437\u043e \u0438 \u043f\u043b\u043e\u0449\u0430\u0434\u043a\u0438","message_bytes":1166,"message_sha256":"f00642728aeeb7161278b33a29280cde6aea4ae444517fac203d9380ed1c1b26","message_words":105,"node_id":16,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":36,"title":"[\u041f\u043b\u043e\u0449\u0430\u0434\u043a\u0430] \u041f\u0435\u0440\u0435\u043d\u043e\u0441\u0438\u043c\u043e\u0441\u0442\u044c home-lab \u2192 hosting/cloud"},{"expected_seed_sha256":"17c2a8f3e11adff49fdd2c2184b0286796dca4dde755b06b9ee75f1ede52e3c1","first_post_id":37,"forum":"\u0417\u0430\u043f\u0440\u043e\u0441\u044b \u043d\u0430 \u0432\u043d\u0435\u0434\u0440\u0435\u043d\u0438\u0435","message_bytes":1167,"message_sha256":"37506a062bae4eae7a46a9e8881718dfacae1469fca5576e9bcdc4cbcfe9fa2d","message_words":104,"node_id":17,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":37,"title":"[\u041f\u0440\u0438\u043c\u0435\u0440 \u0437\u0430\u043f\u0440\u043e\u0441\u0430] \u0410\u0443\u0434\u0438\u0442 backup \u0437\u0430 \u043e\u0434\u0438\u043d \u0440\u0430\u0431\u043e\u0447\u0438\u0439 \u0434\u0435\u043d\u044c"},{"expected_seed_sha256":"7b86c826cf409f59d38de25ad742d7c14bcfbdf567410e5087aacc3cd91b603a","first_post_id":38,"forum":"\u0417\u0430\u043f\u0440\u043e\u0441\u044b \u043d\u0430 \u0432\u043d\u0435\u0434\u0440\u0435\u043d\u0438\u0435","message_bytes":1090,"message_sha256":"5bd7a3f500588b6aebc761aadb990e743c9462c65839181cb37a9c905d091d55","message_words":99,"node_id":17,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":38,"title":"[\u041f\u0440\u0438\u043c\u0435\u0440 \u0437\u0430\u043f\u0440\u043e\u0441\u0430] Private AI \u0434\u043b\u044f 20 \u0441\u043e\u0442\u0440\u0443\u0434\u043d\u0438\u043a\u043e\u0432"},{"expected_seed_sha256":"f9fe92236122229693a8fe5f10b7c0810079c4bb74ed7f82a44182e7faa64036","first_post_id":39,"forum":"\u042d\u043a\u0441\u043f\u0435\u0440\u0442\u044b PVEPro","message_bytes":1083,"message_sha256":"a82379a4e00fd32ed9b5682321d8c5102bea3fc02d2e2ac2447ac668364fdc82","message_words":98,"node_id":18,"reply_count":0,"seed_hash_match":false,"sticky":0,"thread_id":39,"title":"[\u042d\u043a\u0441\u043f\u0435\u0440\u0442] \u041a\u0430\u043a \u043e\u043f\u0438\u0441\u044b\u0432\u0430\u0442\u044c \u043a\u043e\u043c\u043f\u0435\u0442\u0435\u043d\u0446\u0438\u0438 \u0431\u0435\u0437 \u0441\u043f\u0438\u0441\u043a\u0430 \u043b\u043e\u0433\u043e\u0442\u0438\u043f\u043e\u0432"}],"threads":44} -PUBLIC_ROOT={"curl_rc":0,"http":"200","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} -BASELINE_884_CONTINUITY=false -PRODUCT_CHECKPOINTS_REMAINING=8 -CHECKPOINTS13_14_REMAIN_OPEN=true -TASK_RESULT=HOLD_PVEPRO895_EDITORIAL_BATCH_C_CURRENT_STATE -DECISION=HOLD_PVEPRO895_EDITORIAL_BATCH_C_CURRENT_STATE -NEXT_GATE=RECONCILE_ONLY_PVEPRO895_BATCH_C_CURRENT_STATE -CHANGES_MADE_BY_895=false -PRODUCT_MUTATION_BY_895=false -VM_MUTATION_BY_895=false -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-PVEPRO-EDITORIAL-BATCH-C-CURRENT-STATE-RECONCILE-READONLY-895R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -PVEPRO895_END=true +WORKERS2_VM_SCHEDULER_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1 +MODE=read-only +COMPONENT=homelab-backup-vm-scheduler-rca +MUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE +BACKUP_UNIT_STATE={"ActiveState":{"rc":0,"stderr":"","value":"inactive"},"ExecMainStatus":{"rc":0,"stderr":"","value":"0"},"FragmentPath":{"rc":0,"stderr":"","value":"/etc/systemd/system/homelab-backup-v2.service"},"MainPID":{"rc":0,"stderr":"","value":"0"},"Result":{"rc":0,"stderr":"","value":"success"},"SubState":{"rc":0,"stderr":"","value":"dead"},"UnitFileState":{"rc":0,"stderr":"","value":"static"}} +BACKUP_TIMER_STATE={"ActiveState":{"rc":0,"stderr":"","value":"active"},"LastTriggerUSec":{"rc":0,"stderr":"","value":"Mon 2026-09-21 22:49:59 MSK"},"NextElapseUSecRealtime":{"rc":0,"stderr":"","value":""},"SubState":{"rc":0,"stderr":"","value":"waiting"},"UnitFileState":{"rc":0,"stderr":"","value":"enabled"}} +EXECSTART_SHA256=471b29c41e100b9b0d2fd3b830a9600e4c5dd7b7bce4e685faec54656e71a4eb +EXECUTABLE={"path":"/usr/local/sbin/homelab-backup-v2","sha256":"5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2","size":1656} +SCHEDULER_SOURCE_HITS=[] +VM_FRESHNESS_SECONDS=72000 +VM_STATE_SAFE={"vm110":{"missing":true},"vm111":{"missing":true},"vm112":{"missing":true},"vm113":{"missing":true},"vm130":{"age_seconds":75404,"last_attempt_epoch":1789948633,"last_success_epoch":1789948633,"mtime_epoch":1789948633,"replica_count":2,"result":"SUCCESS"},"vm150":{"age_seconds":78690,"last_attempt_epoch":1789945347,"last_success_epoch":1789945347,"mtime_epoch":1789945347,"replica_count":2,"result":"SUCCESS"},"vm160":{"age_seconds":73937,"last_attempt_epoch":1789950100,"last_success_epoch":1789950100,"mtime_epoch":1789950100,"replica_count":2,"result":"SUCCESS"},"vm170":{"age_seconds":65157,"last_attempt_epoch":1789958880,"last_success_epoch":1789958880,"mtime_epoch":1789958880,"replica_count":2,"result":"SUCCESS"},"vm171":{"age_seconds":72160,"last_attempt_epoch":1789951877,"last_success_epoch":1789951877,"mtime_epoch":1789951877,"replica_count":2,"result":"SUCCESS"},"vm190":{"age_seconds":69898,"last_attempt_epoch":1789954139,"last_success_epoch":1789954139,"mtime_epoch":1789954139,"replica_count":2,"result":"SUCCESS"},"vm9130":{"age_seconds":58560,"last_attempt_epoch":1789965477,"last_success_epoch":1789965477,"mtime_epoch":1789965477,"replica_count":2,"result":"SUCCESS"}} +SCHEDULER_METADATA_FILES=[{"mtime_epoch":1789951877,"path":"state/vm171.json","safe":{"last_attempt_epoch":1789951877,"last_success_epoch":1789951877,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789965477,"path":"state/vm9130.json","safe":{"last_attempt_epoch":1789965477,"last_success_epoch":1789965477,"replica_count":2,"result":"SUCCESS"},"size":611},{"mtime_epoch":1789974719,"path":"state/xf-newfi.json","safe":{"last_attempt_epoch":1789974719,"last_success_epoch":1789974719,"replica_count":2,"result":"SUCCESS"},"size":615},{"mtime_epoch":1789943241,"path":"state/ct113.json","safe":{"last_attempt_epoch":1789943241,"last_success_epoch":1789943241,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790011835,"path":"state/xf-hkmods.json","safe":{"last_attempt_epoch":1790011835,"last_success_epoch":1790011835,"replica_count":2,"result":"SUCCESS"},"size":617},{"mtime_epoch":1790013837,"path":"state/md-relay.json","safe":{"last_attempt_epoch":1790013837,"last_success_epoch":1790013837,"replica_count":2,"result":"SUCCESS"},"size":615},{"mtime_epoch":1789958880,"path":"state/vm170.json","safe":{"last_attempt_epoch":1789958880,"last_success_epoch":1789958880,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789960191,"path":"state/vm211.json","safe":{"last_attempt_epoch":1789960191,"last_success_epoch":1789960191,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789936798,"path":"state/vm210.json","safe":{"last_attempt_epoch":1789936798,"last_success_epoch":1789936798,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789694135,"path":"state/node-pve02.json","safe":{"last_attempt_epoch":1789694135,"last_success_epoch":1789694135,"replica_count":2,"result":"SUCCESS"},"size":619},{"mtime_epoch":1790018261,"path":"state/router-netcraze.json","safe":{"last_attempt_epoch":1790018261,"last_success_epoch":1790018261,"replica_count":2,"result":"SUCCESS"},"size":629},{"mtime_epoch":1789972262,"path":"state/xf-dsmods.json","safe":{"last_attempt_epoch":1789972262,"last_success_epoch":1789972262,"replica_count":2,"result":"SUCCESS"},"size":617},{"mtime_epoch":1790015869,"path":"state/spb-ingress.json","safe":{"last_attempt_epoch":1790015869,"last_success_epoch":1790015869,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789948633,"path":"state/vm130.json","safe":{"last_attempt_epoch":1789948633,"last_success_epoch":1789948633,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789992799,"path":"state/control-bootstrap-v2.json","safe":{"last_attempt_epoch":1789992799,"last_success_epoch":1789992799,"result":"SUCCESS"},"size":354},{"mtime_epoch":1789941076,"path":"state/ct112.json","safe":{"last_attempt_epoch":1789941076,"last_success_epoch":1789941076,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022305,"path":"state/xf-zakrutim.json","safe":{"last_attempt_epoch":1790022305,"last_success_epoch":1790022305,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789990962,"path":"state/guest-pve01-lxc-112.json","safe":{"last_attempt_epoch":1789990962,"last_success_epoch":1789990962,"replica_count":2,"result":"SUCCESS"},"size":736},{"mtime_epoch":1789972882,"path":"state/xf-kingofwolk.json","safe":{"last_attempt_epoch":1789972882,"last_success_epoch":1789972882,"replica_count":2,"result":"SUCCESS"},"size":625},{"mtime_epoch":1789989432,"path":"state/xf-gamevipe.json","safe":{"last_attempt_epoch":1789989432,"last_success_epoch":1789989432,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789445359,"path":"state/node-pve01.json","safe":{"last_success_epoch":1789445359,"replica_count":2,"result":"SUCCESS"},"size":511},{"mtime_epoch":1789696518,"path":"state/node-pve03.json","safe":{"last_attempt_epoch":1789696518,"last_success_epoch":1789696518,"replica_count":2,"result":"SUCCESS"},"size":619},{"mtime_epoch":1790020945,"path":"state/xf-codevipe.json","safe":{"last_attempt_epoch":1790020945,"last_success_epoch":1790020945,"replica_count":2,"result":"SUCCESS"},"size":621},{"mtime_epoch":1789950100,"path":"state/vm160.json","safe":{"last_attempt_epoch":1789950100,"last_success_epoch":1789950100,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1789954139,"path":"state/vm190.json","safe":{"last_attempt_epoch":1789954139,"last_success_epoch":1789954139,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790011851,"path":"state/us-netbird.json","safe":{"last_attempt_epoch":1790011851,"last_success_epoch":1789704670,"reason":"PIPE_FAILED","result":"FAIL"},"size":792},{"mtime_epoch":1789945347,"path":"state/vm150.json","safe":{"last_attempt_epoch":1789945347,"last_success_epoch":1789945347,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022655,"path":"state/ct111.json","safe":{"last_attempt_epoch":1790022655,"last_success_epoch":1790022655,"replica_count":2,"result":"SUCCESS"},"size":609},{"mtime_epoch":1790022508,"path":"state/ct110.json","safe":{"last_attempt_epoch":1790022508,"last_success_epoch":1790022508,"replica_count":2,"result":"SUCCESS"},"size":609}] +RECENT_SCHEDULER_MARKERS=["SCHEDULE_TARGET=xf-codevipe","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 12.222s CPU time, 148.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_TARGET=xf-zakrutim","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 13.310s CPU time, 158.4M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler..."," starting task UPID:pve01:0016D3D0:0C81F46A:6AB192B7:vzdump:110:root@pam:","INFO: starting new backup job: vzdump 110 --remove 0 --prune-backups 'keep-all=1' --compress zstd --tmpdir /var/tmp/homelab-vzdump-v2-v2-ct110-20260921T202514Z-1c872adccfab --mode snapshot --stdexcludes 0 --bwlimit 32768 --ionice 7 --node pve01 --zstd 1 --lockwait 0","INFO: Starting Backup of VM 110 (lxc)","INFO: Finished Backup of VM 110 (00:02:05)","INFO: Backup job finished successfully","notified via target `mail-to-root`","SCHEDULE_TARGET=ct110","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 41.129s CPU time, 4.6G memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_TARGET=ct111","SCHEDULE_RESULT=SUCCESS","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 12.690s CPU time, 855.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 173ms CPU time, 120.8M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 226ms CPU time, 120.1M memory peak.","Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","SCHEDULE_DECISION=DEFER_NO_DUE_TARGET","homelab-backup-v2.service: Deactivated successfully.","Finished homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","homelab-backup-v2.service: Consumed 169ms CPU time, 120.5M memory peak."] +DECISION=REVIEW_SCHEDULER_DECISION_LOGIC +NO_MUTATION=true +TASK_RESULT=PASS_HOMELAB_BACKUP_VM_SCHEDULER_RCA_READONLY +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-VM-SCHEDULER-RCA-READONLY-1102R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +WORKERS2_VM_SCHEDULER_RCA_END=1 OUTPUT_END CHAT_OUTPUT_END