diff --git a/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.json b/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.json new file mode 100644 index 00000000..8cf76566 --- /dev/null +++ b/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146", + "status": "FAIL", + "rc": 3, + "host": "pve01", + "mode": "change", + "component": "newfi-newfdom-eventbot212-staging-schema-residue-recovery-reconciled-runner", + "started_at_utc": "2026-09-19T17:30:12Z", + "finished_at_utc": "2026-09-19T17:30:15Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "92afa10fe7a6b01b4aecbc2f4b751f64aa339b9f6f3baa32eee0e4a0f5dac49f", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 3, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9", + "sanitized_output_sha256": "32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "NEWFI146_BEGIN=true\nCOMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\nNEWFI146_GIT={\"branch\":\"implementation/newfi-closed-mvp-20260906\",\"head\":\"2593a54c0da4c7f5738381f28b2855fdaf1c6804\",\"remote_head\":\"2593a54c0da4c7f5738381f28b2855fdaf1c6804\",\"clean\":true}\nNEWFI146_CLUSTER={\"vmid\":211,\"node\":\"pve03\",\"status\":\"running\"}\nNEWFI146_STAGING={\"command_id\":\"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\",\"role\":\"staging\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null,\"mutation_outcome\":\"NO_MUTATION\",\"error_type\":\"RuntimeError\",\"error_sha256\":\"f499e0fd52643065d9509f2173dcb061acfe9575f1c6905ceb7b634deedeebe9\",\"observed_after_failure\":null,\"qga_exitcode\":3}\nNEWFI146_ERROR=ValueError_8593865992175f58b1195e854a0ddc466ff40bfbe72b3b24892ebb9fc40ee766\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.txt b/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.txt new file mode 100644 index 00000000..dbfce2e8 --- /dev/null +++ b/runtime/history/NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146.txt @@ -0,0 +1,39 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146 +STATUS=FAIL +RC=3 +HOST=pve01 +MODE=change +COMPONENT=newfi-newfdom-eventbot212-staging-schema-residue-recovery-reconciled-runner +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=92afa10fe7a6b01b4aecbc2f4b751f64aa339b9f6f3baa32eee0e4a0f5dac49f +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=3 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9 +SANITIZED_OUTPUT_SHA256=32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9 +OUTPUT_BEGIN +NEWFI146_BEGIN=true +COMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146 +NEWFI146_GIT={"branch":"implementation/newfi-closed-mvp-20260906","head":"2593a54c0da4c7f5738381f28b2855fdaf1c6804","remote_head":"2593a54c0da4c7f5738381f28b2855fdaf1c6804","clean":true} +NEWFI146_CLUSTER={"vmid":211,"node":"pve03","status":"running"} +NEWFI146_STAGING={"command_id":"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146","role":"staging","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null,"mutation_outcome":"NO_MUTATION","error_type":"RuntimeError","error_sha256":"f499e0fd52643065d9509f2173dcb061acfe9575f1c6905ceb7b634deedeebe9","observed_after_failure":null,"qga_exitcode":3} +NEWFI146_ERROR=ValueError_8593865992175f58b1195e854a0ddc466ff40bfbe72b3b24892ebb9fc40ee766 +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 9e014c45..8cf76566 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260919-PVEPRO-PLACEHOLDER-AND-CAPACITY-RCA-READONLY-658R1", - "status": "OK", - "rc": 0, + "command_id": "NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146", + "status": "FAIL", + "rc": 3, "host": "pve01", - "mode": "read-only", - "component": "pvepro-placeholder-and-capacity-rca-readonly", - "started_at_utc": "2026-09-19T17:29:33Z", - "finished_at_utc": "2026-09-19T17:29:38Z", + "mode": "change", + "component": "newfi-newfdom-eventbot212-staging-schema-residue-recovery-reconciled-runner", + "started_at_utc": "2026-09-19T17:30:12Z", + "finished_at_utc": "2026-09-19T17:30:15Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "6a26f27ff993fce98ffaf25d14d2d2bb5dd933d07475134d519d334579123d71", + "command_sha256": "92afa10fe7a6b01b4aecbc2f4b751f64aa339b9f6f3baa32eee0e4a0f5dac49f", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": false, + "change_declared": true, "result_contract_valid": true, - "result_contract_status": null, + "result_contract_status": "FAIL", "result_contract_error": null, - "command_rc": 0, + "command_rc": 3, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "cf3e4ce7031f854edcb203e81463c7451ab0225e6c82f8470e793bb14b676b1f", - "sanitized_output_sha256": "cf3e4ce7031f854edcb203e81463c7451ab0225e6c82f8470e793bb14b676b1f", + "raw_evidence_sha256": "32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9", + "sanitized_output_sha256": "32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "CLUSTER_NODE_COUNT=3\nCLUSTER_NODE_00={\"node\":\"pve01\",\"status\":\"online\",\"maxcpu\":24,\"cpu\":0.0111,\"mem_total_gib\":31.09,\"mem_used_gib\":21.74,\"mem_free_gib\":9.34,\"disk_total_gib\":97.87,\"disk_used_gib\":34.4,\"disk_free_gib\":63.47}\nCLUSTER_NODE_01={\"node\":\"pve02\",\"status\":\"online\",\"maxcpu\":4,\"cpu\":0.0156,\"mem_total_gib\":15.4,\"mem_used_gib\":9.67,\"mem_free_gib\":5.73,\"disk_total_gib\":97.87,\"disk_used_gib\":11.29,\"disk_free_gib\":86.58}\nCLUSTER_NODE_02={\"node\":\"pve03\",\"status\":\"online\",\"maxcpu\":8,\"cpu\":0.0196,\"mem_total_gib\":31.25,\"mem_used_gib\":18.62,\"mem_free_gib\":12.63,\"disk_total_gib\":97.87,\"disk_used_gib\":21.45,\"disk_free_gib\":76.42}\nCLUSTER_STORAGE_COUNT=6\nCLUSTER_STORAGE_00={\"node\":\"pve01\",\"storage\":\"local-lvm\",\"status\":\"available\",\"type\":\"lvmthin\",\"total_gib\":809.48,\"used_gib\":114.46,\"free_gib\":695.02}\nCLUSTER_STORAGE_01={\"node\":\"pve03\",\"storage\":\"local-lvm\",\"status\":\"available\",\"type\":\"lvmthin\",\"total_gib\":331.23,\"used_gib\":154.72,\"free_gib\":176.51}\nCLUSTER_STORAGE_02={\"node\":\"pve02\",\"storage\":\"local-lvm\",\"status\":\"available\",\"type\":\"lvmthin\",\"total_gib\":787.91,\"used_gib\":82.57,\"free_gib\":705.34}\nCLUSTER_STORAGE_03={\"node\":\"pve01\",\"storage\":\"local\",\"status\":\"available\",\"type\":\"dir\",\"total_gib\":97.87,\"used_gib\":34.4,\"free_gib\":63.47}\nCLUSTER_STORAGE_04={\"node\":\"pve03\",\"storage\":\"local\",\"status\":\"available\",\"type\":\"dir\",\"total_gib\":97.87,\"used_gib\":21.45,\"free_gib\":76.42}\nCLUSTER_STORAGE_05={\"node\":\"pve02\",\"storage\":\"local\",\"status\":\"available\",\"type\":\"dir\",\"total_gib\":97.87,\"used_gib\":11.29,\"free_gib\":86.58}\nCLUSTER_GUEST_COUNT=13\nCLUSTER_RUNNING_GUEST_COUNT=12\nCLUSTER_GUEST_00={\"vmid\":110,\"name\":\"dns1\",\"node\":\"pve01\",\"type\":\"lxc\",\"status\":\"running\",\"maxmem_gib\":0.5,\"maxdisk_gib\":7.78}\nCLUSTER_GUEST_01={\"vmid\":111,\"name\":\"dns2\",\"node\":\"pve02\",\"type\":\"lxc\",\"status\":\"running\",\"maxmem_gib\":0.5,\"maxdisk_gib\":7.78}\nCLUSTER_GUEST_02={\"vmid\":112,\"name\":\"unbound1\",\"node\":\"pve01\",\"type\":\"lxc\",\"status\":\"running\",\"maxmem_gib\":0.5,\"maxdisk_gib\":7.78}\nCLUSTER_GUEST_03={\"vmid\":113,\"name\":\"unbound2\",\"node\":\"pve02\",\"type\":\"lxc\",\"status\":\"running\",\"maxmem_gib\":0.5,\"maxdisk_gib\":7.78}\nCLUSTER_GUEST_04={\"vmid\":130,\"name\":\"edge-vm\",\"node\":\"pve03\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":12.0,\"maxdisk_gib\":96.0}\nCLUSTER_GUEST_05={\"vmid\":150,\"name\":\"snikket\",\"node\":\"pve01\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":8.0,\"maxdisk_gib\":64.0}\nCLUSTER_GUEST_06={\"vmid\":160,\"name\":\"forum-prod\",\"node\":\"pve02\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":8.0,\"maxdisk_gib\":200.0}\nCLUSTER_GUEST_07={\"vmid\":170,\"name\":\"core-apps\",\"node\":\"pve01\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":10.0,\"maxdisk_gib\":120.0}\nCLUSTER_GUEST_08={\"vmid\":171,\"name\":\"monitoring\",\"node\":\"pve01\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":8.0,\"maxdisk_gib\":120.0}\nCLUSTER_GUEST_09={\"vmid\":190,\"name\":\"homelab-ops-worker\",\"node\":\"pve03\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":8.0,\"maxdisk_gib\":80.0}\nCLUSTER_GUEST_10={\"vmid\":210,\"name\":\"newfi-prod\",\"node\":\"pve01\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":4.0,\"maxdisk_gib\":50.0}\nCLUSTER_GUEST_11={\"vmid\":211,\"name\":\"newfi-staging\",\"node\":\"pve03\",\"type\":\"qemu\",\"status\":\"running\",\"maxmem_gib\":4.0,\"maxdisk_gib\":50.0}\nCLUSTER_GUEST_12={\"vmid\":9130,\"name\":\"edge-cold-standby\",\"node\":\"pve02\",\"type\":\"qemu\",\"status\":\"stopped\",\"maxmem_gib\":12.0,\"maxdisk_gib\":96.0}\nCLUSTER_NEXT_FREE_VMID=100\nEDGE_PLACEHOLDER_RC=0\nEDGE_OUTPUT_BEGIN\nEDGE_IDENTITY=OK\nCONF994_SHA256=6d47d13c7c185a06367c34cfb9d5963be4a026652e870a55f4d5ec12028ae36a\nCONF994_SHA_OK=true\nEDGE_IPV4_COUNT=12\nEDGE_IPV4_00={\"ifname\":\"eth0\",\"kind\":\"PRIVATE\",\"sha16\":\"bc517b4af3298846\"}\nEDGE_IPV4_01={\"ifname\":\"wg-taftauto\",\"kind\":\"PRIVATE\",\"sha16\":\"d1d4b6abdd6b1971\"}\nEDGE_IPV4_02={\"ifname\":\"wg-edge01\",\"kind\":\"PRIVATE\",\"sha16\":\"0b7870e2230336f5\"}\nEDGE_IPV4_03={\"ifname\":\"br-4d894f9e427b\",\"kind\":\"PRIVATE\",\"sha16\":\"fbd57f0145e15cc8\"}\nEDGE_IPV4_04={\"ifname\":\"br-5f66e1018bdd\",\"kind\":\"PRIVATE\",\"sha16\":\"5db063f47c3859a0\"}\nEDGE_IPV4_05={\"ifname\":\"br-8122fec51f39\",\"kind\":\"PRIVATE\",\"sha16\":\"93449cac351e054d\"}\nEDGE_IPV4_06={\"ifname\":\"docker0\",\"kind\":\"PRIVATE\",\"sha16\":\"346840d5a3d9fe9b\"}\nEDGE_IPV4_07={\"ifname\":\"br-915a81681c3e\",\"kind\":\"PRIVATE\",\"sha16\":\"bc41ed840e460923\"}\nEDGE_IPV4_08={\"ifname\":\"br-a4e31561a8d5\",\"kind\":\"PRIVATE\",\"sha16\":\"c138df8d3b53b190\"}\nEDGE_IPV4_09={\"ifname\":\"br-d41b3e918fbc\",\"kind\":\"PRIVATE\",\"sha16\":\"f9bcbcb71ab0bfd4\"}\nEDGE_IPV4_10={\"ifname\":\"br-f43db13d76c4\",\"kind\":\"PRIVATE\",\"sha16\":\"885dfc9b72d2209e\"}\nEDGE_IPV4_11={\"ifname\":\"wt0\",\"kind\":\"PUBLIC\",\"sha16\":\"5649415146501fa3\"}\nTARGET_HASH_MATCHES_EDGE_IPV4=false\nPORT18089_LISTENER_COUNT=1\nPORT18089_LISTENER_00={\"state\":\"LISTEN\",\"processes\":[{\"program\":\"python3\",\"pid\":713}]}\nLISTENER_PID_713={\"comm\":\"python3\",\"exe\":\"/usr/bin/python3.13 (deleted)\",\"systemd_units\":[\"homelab-pvepro-landing-http.service\"]}\nPLACEHOLDER_FILE_HIT_COUNT=13\nPLACEHOLDER_FILE_00={\"path\":\"/opt/landing-pvepro/pvepro-serve.py\",\"sha256\":\"c147862ac87ece9c4aba57bc907f2f0b078d7a77b0f26083b2a2533c8dd7ad61\",\"bytes\":241,\"matched\":[\"18089\"]}\nPLACEHOLDER_FILE_01={\"path\":\"/opt/npmplus/scripts/pvepro-cf-certbot-hook.py\",\"sha256\":\"9b92d1893119af794096665dedeaae873b2da64905173c0a62916ae1f6aed268\",\"bytes\":3302,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_02={\"path\":\"/opt/npmplus/scripts/pvepro-cf-upsert-a.py\",\"sha256\":\"605ee9215580abc5f254f2452b29adc331ab929974a42f96250f8b8dff79a05b\",\"bytes\":2521,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_03={\"path\":\"/opt/npmplus/scripts/edge-pvepro-stage21.py\",\"sha256\":\"62ea38cbf4f42e00effab6d8aa03430db8eac8ad9f87fdc1277bc97ead8b5848\",\"bytes\":19688,\"matched\":[\"18089\",\"pvepro.ru\",\"PVEPRO_LANDING_OK\"]}\nPLACEHOLDER_FILE_04={\"path\":\"/opt/npmplus/scripts/edge_domain_audit.py\",\"sha256\":\"6274bc390aef56c8fa42adce38bd2cf8756b86a046c4fbad91ab123f229c16fb\",\"bytes\":10542,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_05={\"path\":\"/opt/npmplus/nginx/proxy_host/994.conf\",\"sha256\":\"6d47d13c7c185a06367c34cfb9d5963be4a026652e870a55f4d5ec12028ae36a\",\"bytes\":1034,\"matched\":[\"18089\",\"pvepro.ru\"]}\nPLACEHOLDER_FILE_06={\"path\":\"/opt/npmplus/manual-backups/public-server-tokens-20260904T081240Z/994.conf\",\"sha256\":\"ad6733ef01a3dd5b443c6a57ae5fe725fd42d30002942bc39bd93f42f7051dcd\",\"bytes\":858,\"matched\":[\"18089\",\"pvepro.ru\"]}\nPLACEHOLDER_FILE_07={\"path\":\"/opt/landing-pvepro/html/index.html\",\"sha256\":\"87d824201388bd215fd1c5b65c7c46ac34ad1c88712d94ef0368bf5a3ddc4a65\",\"bytes\":1600,\"matched\":[\"pvepro.ru\",\"PVEPRO_LANDING_OK\"]}\nPLACEHOLDER_FILE_08={\"path\":\"/opt/stacks/mkdocs/site/docs/SERVICES-BOOTSTRAP-20260617/index.html\",\"sha256\":\"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4\",\"bytes\":100017,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_09={\"path\":\"/opt/stacks/mkdocs/site.prev-v2-20260622T014548Z/docs/SERVICES-BOOTSTRAP-20260617/index.html\",\"sha256\":\"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4\",\"bytes\":100017,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_10={\"path\":\"/opt/stacks/mkdocs/site.prev-runtime-20260623T023348Z/docs/SERVICES-BOOTSTRAP-20260617/index.html\",\"sha256\":\"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4\",\"bytes\":100017,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_11={\"path\":\"/opt/stacks/mkdocs/site.prev-runtime-20260623T021333Z/docs/SERVICES-BOOTSTRAP-20260617/index.html\",\"sha256\":\"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4\",\"bytes\":100017,\"matched\":[\"pvepro.ru\"]}\nPLACEHOLDER_FILE_12={\"path\":\"/opt/stacks/mkdocs/site.prev-runtime-20260623T024129Z/docs/SERVICES-BOOTSTRAP-20260617/index.html\",\"sha256\":\"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4\",\"bytes\":100017,\"matched\":[\"pvepro.ru\"]}\nLOCAL_18089_HTTP={\"rc\":0,\"status\":[\"HTTP/1.0 200 OK\"],\"body_sha256\":\"87d824201388bd215fd1c5b65c7c46ac34ad1c88712d94ef0368bf5a3ddc4a65\",\"bytes\":1600,\"title\":\"PVEPro\",\"marker\":true}\nNO_MUTATION=true\nEDGE_OUTPUT_END\nVM170_AUDIT_RC=0\nVM170_OUTPUT_BEGIN\nVM170_IDENTITY=OK\nVM170_RUNNING_CONTAINER_COUNT=24\nVM170_CONTAINER_00={\"name\":\"demonov-shadow-8020-shadow-1\",\"image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"status\":\"Up 2 days (healthy)\"}\nVM170_CONTAINER_01={\"name\":\"demonov-shadow-8020-relay-1\",\"image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"status\":\"Up 2 days\"}\nVM170_CONTAINER_02={\"name\":\"demonov-shadow-8020-collector-1\",\"image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"status\":\"Up 2 days\"}\nVM170_CONTAINER_03={\"name\":\"demonov-shadow-8020-worker-1\",\"image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"status\":\"Up 2 days\"}\nVM170_CONTAINER_04={\"name\":\"immich_machine_learning\",\"image\":\"ghcr.io/immich-app/immich-machine-learning:v2\",\"status\":\"Up 2 weeks (healthy)\"}\nVM170_CONTAINER_05={\"name\":\"crypto-portfolio\",\"image\":\"crypto-portfolio:gram-trade-entry-14415368fa52-c1398\",\"status\":\"Up 3 weeks\"}\nVM170_CONTAINER_06={\"name\":\"crypto-portfolio-worker\",\"image\":\"crypto-portfolio:gram-trade-entry-14415368fa52-c1398\",\"status\":\"Up 3 weeks\"}\nVM170_CONTAINER_07={\"name\":\"hbarhub-scheduler-1\",\"image\":\"hbarhub-scheduler\",\"status\":\"Up 3 days\"}\nVM170_CONTAINER_08={\"name\":\"hbarhub-web-1\",\"image\":\"hbarhub-web\",\"status\":\"Up 3 days (healthy)\"}\nVM170_CONTAINER_09={\"name\":\"hbarhub-worker-1\",\"image\":\"hbarhub-worker\",\"status\":\"Up 3 days\"}\nVM170_CONTAINER_10={\"name\":\"hbarhub-postgres-1\",\"image\":\"postgres:17-alpine\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_11={\"name\":\"hbarhub-redis-1\",\"image\":\"redis:8-alpine\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_12={\"name\":\"homelab-gitea-context-mcp\",\"image\":\"homelab/gitea-context-mcp:1.0.0\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_13={\"name\":\"gitea\",\"image\":\"docker.gitea.com/gitea:1.26.2\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_14={\"name\":\"authentik-worker-1\",\"image\":\"ghcr.io/goauthentik/server:2026.5.3\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_15={\"name\":\"authentik-server-1\",\"image\":\"ghcr.io/goauthentik/server:2026.5.3\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_16={\"name\":\"vaultwarden\",\"image\":\"vaultwarden/server:1.36.0-alpine\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_17={\"name\":\"homepage\",\"image\":\"ghcr.io/gethomepage/homepage:latest\",\"status\":\"Up 4 hours (healthy)\"}\nVM170_CONTAINER_18={\"name\":\"minio\",\"image\":\"minio/minio:latest\",\"status\":\"Up 3 weeks\"}\nVM170_CONTAINER_19={\"name\":\"authentik-postgresql-1\",\"image\":\"postgres:16-alpine\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_20={\"name\":\"immich_server\",\"image\":\"ghcr.io/immich-app/immich-server:v2\",\"status\":\"Up 3 days (healthy)\"}\nVM170_CONTAINER_21={\"name\":\"immich_postgres\",\"image\":\"ghcr.io/immich-app/postgres:14-vectorchord0.4.3-pgvectors0.2.0\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_22={\"name\":\"immich_redis\",\"image\":\"valkey/valkey:9\",\"status\":\"Up 3 weeks (healthy)\"}\nVM170_CONTAINER_23={\"name\":\"filebrowser\",\"image\":\"filebrowser/filebrowser:latest\",\"status\":\"Up 3 days (healthy)\"}\nVM170_ROOTFS=bytes_total=126605975552|bytes_used=29031747584|bytes_avail=92378169344|pct=24%\nVM170_MEMORY=bytes_total=10435284992|bytes_used=4926111744|bytes_available=5509173248\nNO_MUTATION=true\nVM170_OUTPUT_END\nPVE01_ROOTFS=bytes_total=105089261568|bytes_used=36937445376|bytes_avail=62766329856|pct=38%\nTASK_COMPLETE=true\nTASK_RESULT=PASS_PVEPRO_PLACEHOLDER_AND_CAPACITY_RCA\nNO_MUTATION=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260919-PVEPRO-PLACEHOLDER-AND-CAPACITY-RCA-READONLY-658R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "NEWFI146_BEGIN=true\nCOMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\nNEWFI146_GIT={\"branch\":\"implementation/newfi-closed-mvp-20260906\",\"head\":\"2593a54c0da4c7f5738381f28b2855fdaf1c6804\",\"remote_head\":\"2593a54c0da4c7f5738381f28b2855fdaf1c6804\",\"clean\":true}\nNEWFI146_CLUSTER={\"vmid\":211,\"node\":\"pve03\",\"status\":\"running\"}\nNEWFI146_STAGING={\"command_id\":\"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\",\"role\":\"staging\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null,\"mutation_outcome\":\"NO_MUTATION\",\"error_type\":\"RuntimeError\",\"error_sha256\":\"f499e0fd52643065d9509f2173dcb061acfe9575f1c6905ceb7b634deedeebe9\",\"observed_after_failure\":null,\"qga_exitcode\":3}\nNEWFI146_ERROR=ValueError_8593865992175f58b1195e854a0ddc466ff40bfbe72b3b24892ebb9fc40ee766\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index a4031257..dbfce2e8 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260919-PVEPRO-PLACEHOLDER-AND-CAPACITY-RCA-READONLY-658R1 -STATUS=OK -RC=0 +COMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146 +STATUS=FAIL +RC=3 HOST=pve01 -MODE=read-only -COMPONENT=pvepro-placeholder-and-capacity-rca-readonly +MODE=change +COMPONENT=newfi-newfdom-eventbot212-staging-schema-residue-recovery-reconciled-runner REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=6a26f27ff993fce98ffaf25d14d2d2bb5dd933d07475134d519d334579123d71 +COMMAND_SHA256=92afa10fe7a6b01b4aecbc2f4b751f64aa339b9f6f3baa32eee0e4a0f5dac49f DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=false +CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=3 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,112 +24,16 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=cf3e4ce7031f854edcb203e81463c7451ab0225e6c82f8470e793bb14b676b1f -SANITIZED_OUTPUT_SHA256=cf3e4ce7031f854edcb203e81463c7451ab0225e6c82f8470e793bb14b676b1f +RAW_EVIDENCE_SHA256=32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9 +SANITIZED_OUTPUT_SHA256=32f071ca6421392ea7014f4804ba48d24f3cfdc161238fb92547f960b06c7da9 OUTPUT_BEGIN -CLUSTER_NODE_COUNT=3 -CLUSTER_NODE_00={"node":"pve01","status":"online","maxcpu":24,"cpu":0.0111,"mem_total_gib":31.09,"mem_used_gib":21.74,"mem_free_gib":9.34,"disk_total_gib":97.87,"disk_used_gib":34.4,"disk_free_gib":63.47} -CLUSTER_NODE_01={"node":"pve02","status":"online","maxcpu":4,"cpu":0.0156,"mem_total_gib":15.4,"mem_used_gib":9.67,"mem_free_gib":5.73,"disk_total_gib":97.87,"disk_used_gib":11.29,"disk_free_gib":86.58} -CLUSTER_NODE_02={"node":"pve03","status":"online","maxcpu":8,"cpu":0.0196,"mem_total_gib":31.25,"mem_used_gib":18.62,"mem_free_gib":12.63,"disk_total_gib":97.87,"disk_used_gib":21.45,"disk_free_gib":76.42} -CLUSTER_STORAGE_COUNT=6 -CLUSTER_STORAGE_00={"node":"pve01","storage":"local-lvm","status":"available","type":"lvmthin","total_gib":809.48,"used_gib":114.46,"free_gib":695.02} -CLUSTER_STORAGE_01={"node":"pve03","storage":"local-lvm","status":"available","type":"lvmthin","total_gib":331.23,"used_gib":154.72,"free_gib":176.51} -CLUSTER_STORAGE_02={"node":"pve02","storage":"local-lvm","status":"available","type":"lvmthin","total_gib":787.91,"used_gib":82.57,"free_gib":705.34} -CLUSTER_STORAGE_03={"node":"pve01","storage":"local","status":"available","type":"dir","total_gib":97.87,"used_gib":34.4,"free_gib":63.47} -CLUSTER_STORAGE_04={"node":"pve03","storage":"local","status":"available","type":"dir","total_gib":97.87,"used_gib":21.45,"free_gib":76.42} -CLUSTER_STORAGE_05={"node":"pve02","storage":"local","status":"available","type":"dir","total_gib":97.87,"used_gib":11.29,"free_gib":86.58} -CLUSTER_GUEST_COUNT=13 -CLUSTER_RUNNING_GUEST_COUNT=12 -CLUSTER_GUEST_00={"vmid":110,"name":"dns1","node":"pve01","type":"lxc","status":"running","maxmem_gib":0.5,"maxdisk_gib":7.78} -CLUSTER_GUEST_01={"vmid":111,"name":"dns2","node":"pve02","type":"lxc","status":"running","maxmem_gib":0.5,"maxdisk_gib":7.78} -CLUSTER_GUEST_02={"vmid":112,"name":"unbound1","node":"pve01","type":"lxc","status":"running","maxmem_gib":0.5,"maxdisk_gib":7.78} -CLUSTER_GUEST_03={"vmid":113,"name":"unbound2","node":"pve02","type":"lxc","status":"running","maxmem_gib":0.5,"maxdisk_gib":7.78} -CLUSTER_GUEST_04={"vmid":130,"name":"edge-vm","node":"pve03","type":"qemu","status":"running","maxmem_gib":12.0,"maxdisk_gib":96.0} -CLUSTER_GUEST_05={"vmid":150,"name":"snikket","node":"pve01","type":"qemu","status":"running","maxmem_gib":8.0,"maxdisk_gib":64.0} -CLUSTER_GUEST_06={"vmid":160,"name":"forum-prod","node":"pve02","type":"qemu","status":"running","maxmem_gib":8.0,"maxdisk_gib":200.0} -CLUSTER_GUEST_07={"vmid":170,"name":"core-apps","node":"pve01","type":"qemu","status":"running","maxmem_gib":10.0,"maxdisk_gib":120.0} -CLUSTER_GUEST_08={"vmid":171,"name":"monitoring","node":"pve01","type":"qemu","status":"running","maxmem_gib":8.0,"maxdisk_gib":120.0} -CLUSTER_GUEST_09={"vmid":190,"name":"homelab-ops-worker","node":"pve03","type":"qemu","status":"running","maxmem_gib":8.0,"maxdisk_gib":80.0} -CLUSTER_GUEST_10={"vmid":210,"name":"newfi-prod","node":"pve01","type":"qemu","status":"running","maxmem_gib":4.0,"maxdisk_gib":50.0} -CLUSTER_GUEST_11={"vmid":211,"name":"newfi-staging","node":"pve03","type":"qemu","status":"running","maxmem_gib":4.0,"maxdisk_gib":50.0} -CLUSTER_GUEST_12={"vmid":9130,"name":"edge-cold-standby","node":"pve02","type":"qemu","status":"stopped","maxmem_gib":12.0,"maxdisk_gib":96.0} -CLUSTER_NEXT_FREE_VMID=100 -EDGE_PLACEHOLDER_RC=0 -EDGE_OUTPUT_BEGIN -EDGE_IDENTITY=OK -CONF994_SHA256=6d47d13c7c185a06367c34cfb9d5963be4a026652e870a55f4d5ec12028ae36a -CONF994_SHA_OK=true -EDGE_IPV4_COUNT=12 -EDGE_IPV4_00={"ifname":"eth0","kind":"PRIVATE","sha16":"bc517b4af3298846"} -EDGE_IPV4_01={"ifname":"wg-taftauto","kind":"PRIVATE","sha16":"d1d4b6abdd6b1971"} -EDGE_IPV4_02={"ifname":"wg-edge01","kind":"PRIVATE","sha16":"0b7870e2230336f5"} -EDGE_IPV4_03={"ifname":"br-4d894f9e427b","kind":"PRIVATE","sha16":"fbd57f0145e15cc8"} -EDGE_IPV4_04={"ifname":"br-5f66e1018bdd","kind":"PRIVATE","sha16":"5db063f47c3859a0"} -EDGE_IPV4_05={"ifname":"br-8122fec51f39","kind":"PRIVATE","sha16":"93449cac351e054d"} -EDGE_IPV4_06={"ifname":"docker0","kind":"PRIVATE","sha16":"346840d5a3d9fe9b"} -EDGE_IPV4_07={"ifname":"br-915a81681c3e","kind":"PRIVATE","sha16":"bc41ed840e460923"} -EDGE_IPV4_08={"ifname":"br-a4e31561a8d5","kind":"PRIVATE","sha16":"c138df8d3b53b190"} -EDGE_IPV4_09={"ifname":"br-d41b3e918fbc","kind":"PRIVATE","sha16":"f9bcbcb71ab0bfd4"} -EDGE_IPV4_10={"ifname":"br-f43db13d76c4","kind":"PRIVATE","sha16":"885dfc9b72d2209e"} -EDGE_IPV4_11={"ifname":"wt0","kind":"PUBLIC","sha16":"5649415146501fa3"} -TARGET_HASH_MATCHES_EDGE_IPV4=false -PORT18089_LISTENER_COUNT=1 -PORT18089_LISTENER_00={"state":"LISTEN","processes":[{"program":"python3","pid":713}]} -LISTENER_PID_713={"comm":"python3","exe":"/usr/bin/python3.13 (deleted)","systemd_units":["homelab-pvepro-landing-http.service"]} -PLACEHOLDER_FILE_HIT_COUNT=13 -PLACEHOLDER_FILE_00={"path":"/opt/landing-pvepro/pvepro-serve.py","sha256":"c147862ac87ece9c4aba57bc907f2f0b078d7a77b0f26083b2a2533c8dd7ad61","bytes":241,"matched":["18089"]} -PLACEHOLDER_FILE_01={"path":"/opt/npmplus/scripts/pvepro-cf-certbot-hook.py","sha256":"9b92d1893119af794096665dedeaae873b2da64905173c0a62916ae1f6aed268","bytes":3302,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_02={"path":"/opt/npmplus/scripts/pvepro-cf-upsert-a.py","sha256":"605ee9215580abc5f254f2452b29adc331ab929974a42f96250f8b8dff79a05b","bytes":2521,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_03={"path":"/opt/npmplus/scripts/edge-pvepro-stage21.py","sha256":"62ea38cbf4f42e00effab6d8aa03430db8eac8ad9f87fdc1277bc97ead8b5848","bytes":19688,"matched":["18089","pvepro.ru","PVEPRO_LANDING_OK"]} -PLACEHOLDER_FILE_04={"path":"/opt/npmplus/scripts/edge_domain_audit.py","sha256":"6274bc390aef56c8fa42adce38bd2cf8756b86a046c4fbad91ab123f229c16fb","bytes":10542,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_05={"path":"/opt/npmplus/nginx/proxy_host/994.conf","sha256":"6d47d13c7c185a06367c34cfb9d5963be4a026652e870a55f4d5ec12028ae36a","bytes":1034,"matched":["18089","pvepro.ru"]} -PLACEHOLDER_FILE_06={"path":"/opt/npmplus/manual-backups/public-server-tokens-20260904T081240Z/994.conf","sha256":"ad6733ef01a3dd5b443c6a57ae5fe725fd42d30002942bc39bd93f42f7051dcd","bytes":858,"matched":["18089","pvepro.ru"]} -PLACEHOLDER_FILE_07={"path":"/opt/landing-pvepro/html/index.html","sha256":"87d824201388bd215fd1c5b65c7c46ac34ad1c88712d94ef0368bf5a3ddc4a65","bytes":1600,"matched":["pvepro.ru","PVEPRO_LANDING_OK"]} -PLACEHOLDER_FILE_08={"path":"/opt/stacks/mkdocs/site/docs/SERVICES-BOOTSTRAP-20260617/index.html","sha256":"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4","bytes":100017,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_09={"path":"/opt/stacks/mkdocs/site.prev-v2-20260622T014548Z/docs/SERVICES-BOOTSTRAP-20260617/index.html","sha256":"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4","bytes":100017,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_10={"path":"/opt/stacks/mkdocs/site.prev-runtime-20260623T023348Z/docs/SERVICES-BOOTSTRAP-20260617/index.html","sha256":"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4","bytes":100017,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_11={"path":"/opt/stacks/mkdocs/site.prev-runtime-20260623T021333Z/docs/SERVICES-BOOTSTRAP-20260617/index.html","sha256":"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4","bytes":100017,"matched":["pvepro.ru"]} -PLACEHOLDER_FILE_12={"path":"/opt/stacks/mkdocs/site.prev-runtime-20260623T024129Z/docs/SERVICES-BOOTSTRAP-20260617/index.html","sha256":"d3979488323b02b236429e38330d06bfbe4d516e9e24e3f9ab2c4a25b6c7b2b4","bytes":100017,"matched":["pvepro.ru"]} -LOCAL_18089_HTTP={"rc":0,"status":["HTTP/1.0 200 OK"],"body_sha256":"87d824201388bd215fd1c5b65c7c46ac34ad1c88712d94ef0368bf5a3ddc4a65","bytes":1600,"title":"PVEPro","marker":true} -NO_MUTATION=true -EDGE_OUTPUT_END -VM170_AUDIT_RC=0 -VM170_OUTPUT_BEGIN -VM170_IDENTITY=OK -VM170_RUNNING_CONTAINER_COUNT=24 -VM170_CONTAINER_00={"name":"demonov-shadow-8020-shadow-1","image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","status":"Up 2 days (healthy)"} -VM170_CONTAINER_01={"name":"demonov-shadow-8020-relay-1","image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","status":"Up 2 days"} -VM170_CONTAINER_02={"name":"demonov-shadow-8020-collector-1","image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","status":"Up 2 days"} -VM170_CONTAINER_03={"name":"demonov-shadow-8020-worker-1","image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","status":"Up 2 days"} -VM170_CONTAINER_04={"name":"immich_machine_learning","image":"ghcr.io/immich-app/immich-machine-learning:v2","status":"Up 2 weeks (healthy)"} -VM170_CONTAINER_05={"name":"crypto-portfolio","image":"crypto-portfolio:gram-trade-entry-14415368fa52-c1398","status":"Up 3 weeks"} -VM170_CONTAINER_06={"name":"crypto-portfolio-worker","image":"crypto-portfolio:gram-trade-entry-14415368fa52-c1398","status":"Up 3 weeks"} -VM170_CONTAINER_07={"name":"hbarhub-scheduler-1","image":"hbarhub-scheduler","status":"Up 3 days"} -VM170_CONTAINER_08={"name":"hbarhub-web-1","image":"hbarhub-web","status":"Up 3 days (healthy)"} -VM170_CONTAINER_09={"name":"hbarhub-worker-1","image":"hbarhub-worker","status":"Up 3 days"} -VM170_CONTAINER_10={"name":"hbarhub-postgres-1","image":"postgres:17-alpine","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_11={"name":"hbarhub-redis-1","image":"redis:8-alpine","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_12={"name":"homelab-gitea-context-mcp","image":"homelab/gitea-context-mcp:1.0.0","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_13={"name":"gitea","image":"docker.gitea.com/gitea:1.26.2","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_14={"name":"authentik-worker-1","image":"ghcr.io/goauthentik/server:2026.5.3","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_15={"name":"authentik-server-1","image":"ghcr.io/goauthentik/server:2026.5.3","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_16={"name":"vaultwarden","image":"vaultwarden/server:1.36.0-alpine","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_17={"name":"homepage","image":"ghcr.io/gethomepage/homepage:latest","status":"Up 4 hours (healthy)"} -VM170_CONTAINER_18={"name":"minio","image":"minio/minio:latest","status":"Up 3 weeks"} -VM170_CONTAINER_19={"name":"authentik-postgresql-1","image":"postgres:16-alpine","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_20={"name":"immich_server","image":"ghcr.io/immich-app/immich-server:v2","status":"Up 3 days (healthy)"} -VM170_CONTAINER_21={"name":"immich_postgres","image":"ghcr.io/immich-app/postgres:14-vectorchord0.4.3-pgvectors0.2.0","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_22={"name":"immich_redis","image":"valkey/valkey:9","status":"Up 3 weeks (healthy)"} -VM170_CONTAINER_23={"name":"filebrowser","image":"filebrowser/filebrowser:latest","status":"Up 3 days (healthy)"} -VM170_ROOTFS=bytes_total=126605975552|bytes_used=29031747584|bytes_avail=92378169344|pct=24% -VM170_MEMORY=bytes_total=10435284992|bytes_used=4926111744|bytes_available=5509173248 -NO_MUTATION=true -VM170_OUTPUT_END -PVE01_ROOTFS=bytes_total=105089261568|bytes_used=36937445376|bytes_avail=62766329856|pct=38% -TASK_COMPLETE=true -TASK_RESULT=PASS_PVEPRO_PLACEHOLDER_AND_CAPACITY_RCA -NO_MUTATION=true -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260919-PVEPRO-PLACEHOLDER-AND-CAPACITY-RCA-READONLY-658R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +NEWFI146_BEGIN=true +COMMAND_ID=NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146 +NEWFI146_GIT={"branch":"implementation/newfi-closed-mvp-20260906","head":"2593a54c0da4c7f5738381f28b2855fdaf1c6804","remote_head":"2593a54c0da4c7f5738381f28b2855fdaf1c6804","clean":true} +NEWFI146_CLUSTER={"vmid":211,"node":"pve03","status":"running"} +NEWFI146_STAGING={"command_id":"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146","role":"staging","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null,"mutation_outcome":"NO_MUTATION","error_type":"RuntimeError","error_sha256":"f499e0fd52643065d9509f2173dcb061acfe9575f1c6905ceb7b634deedeebe9","observed_after_failure":null,"qga_exitcode":3} +NEWFI146_ERROR=ValueError_8593865992175f58b1195e854a0ddc466ff40bfbe72b3b24892ebb9fc40ee766 +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260919-NEWFDOM-EVENTBOT212-RECOVERY146","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END