From ba2f2ae69b59b9433f506ec1bc30410280654dff Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 6 Oct 2026 15:54:53 +0000 Subject: [PATCH] runtime: publish SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1 --- ...61006-SNIKKET-GUEST-FAULT-RCA-99723R1.json | 38 ++++ ...261006-SNIKKET-GUEST-FAULT-RCA-99723R1.txt | 200 ++++++++++++++++++ runtime/latest.json | 28 +-- runtime/latest.txt | 199 ++++++++++++++--- 4 files changed, 427 insertions(+), 38 deletions(-) create mode 100644 runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.json create mode 100644 runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.txt diff --git a/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.json b/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.json new file mode 100644 index 00000000..eedec542 --- /dev/null +++ b/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "snikket-guest-fault-rca", + "started_at_utc": "2026-10-06T15:54:34Z", + "finished_at_utc": "2026-10-06T15:54:52Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "788d59fff8a59bfb8781e2fbfd02f4c1b7ccba6694a3d7e224428847329c8104", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0", + "sanitized_output_sha256": "2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "SNIKKET_GUEST_FAULT_RCA=V1\nMODE=read-only\nNO_MUTATION=true\nVM150_STATUS=running\nVM150_AGENT_CONFIG=enabled=1\nVM150_QGA_TRANSPORT_RC=0\nVM150_QGA_STDERR_LINES=0\nQGA_JSON_VALID=true\nQGA_GUEST_EXITCODE=0\nGUEST_HOSTNAME=snikket\nDOCKER_BIN_PRESENT=true\nDOCKER_OK=true\nREC|CONTAINER|NAME=snikket|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-proxy|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-certs|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-portal|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nDOCKER_RUNNING_CONTAINER_COUNT=4\nDOCKER_ALL_CONTAINER_COUNT=4\nREC|LISTENER|PROTO=tcp|PORT=80|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=443|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5000|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5222|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5223|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5269|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=3478|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=3479|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=5349|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=5350|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=80|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=443|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5000|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5222|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5223|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5269|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=3478|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=3479|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5349|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5350|COUNT=0\nSNIKKET_DOMAIN_PRESENT=true\nSNIKKET_DOMAIN_SHA=04cb4a04e408d91abb9c63701ae969abf16d8a12b6f4f144c5edf2c28e03256b\nSNIKKET_DOMAIN_B64=Y2hhdC5ncmFtMS5ydQ==\nLOCAL_CHAT_HTTPS_RC=22\nLOCAL_CHAT_HTTPS_CODE=404\nREC|EGRESS|HOST=www.google.com|RC=28|HTTP=000|BODY_BYTES=0\nREC|EGRESS|HOST=api.telegram.org|RC=28|HTTP=000|BODY_BYTES=0\nREC|EGRESS|HOST=api.ipify.org|RC=28|HTTP=000|BODY_BYTES=0\nDEFAULT_ROUTE_COUNT=1\nREC|DEFAULT_ROUTE|DEV=eth0|PROTO=\nREC|SNIKKET_UNIT_FILE|snikket-edge-egress.service enabled enabled\nREC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.service static -\nREC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.timer enabled enabled\nREC|SNIKKET_SERVICE| snikket-edge-egress.service loaded active exited Snikket Internet egress via edge-vm\nREC|SNIKKET_SERVICE|● snikket-turn-reconcile.service loaded activating start start Reconcile Snikket TURN certificate permissions and listeners\nREC|SNIKKET_TIMER|- - Tue 2026-10-06 15:54:43 UTC 6s ago snikket-turn-reconcile.timer snikket-turn-reconcile.service\nREC|BOOT_ERROR|2026-10-06T14:26:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:30:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:32:43+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:33:45+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:34:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:35:52+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:37:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:38:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:39:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:40:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:41:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:42:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:43:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:44:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:46:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:47:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:48:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:49:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:50:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:51:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:52:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:53:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:55:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:56:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:57:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:58:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:59:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:00:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:01:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:02:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:04:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:05:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:06:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:07:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:08:24+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:09:26+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:10:27+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:11:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:12:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:13:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:14:51+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:16:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:17:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:18:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:19:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:20:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:21:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:22:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:23:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:25:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:26:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:30:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:32:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:34:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:35:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:36:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:37:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:38:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:39:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:40:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:41:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:43:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:44:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:45:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:46:19+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:47:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:48:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:49:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:50:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:52:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:53:09+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:54:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:51:13 [error] 24#24: *5841 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:52:13 [error] 24#24: *5856 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:53:13 [error] 24#24: *5871 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:54:13 [error] 24#24: *5886 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal\nREC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal; no action taken.\nGUEST_FAILED_UNIT_COUNT=0\nREC|GUEST_STDERR_LINES=7\nREC|GUEST_STDERR|curl: (22) The requested URL returned error: 404\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5000 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.232: No such file or directory\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.28450: No such file or directory\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.21228: No such file or directory\nBEGET_NS_PRESENT=false\nPVE01_FAILED_UNIT_COUNT=0\nDECISION=PASS_SNIKKET_GUEST_FAULT_RCA\nNEXT_GATE=SNIKKET_TARGETED_REPAIR\nTASK_RESULT=SNIKKET_GUEST_FAULT_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.txt b/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.txt new file mode 100644 index 00000000..0905bee5 --- /dev/null +++ b/runtime/history/SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1.txt @@ -0,0 +1,200 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=snikket-guest-fault-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=788d59fff8a59bfb8781e2fbfd02f4c1b7ccba6694a3d7e224428847329c8104 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0 +SANITIZED_OUTPUT_SHA256=2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0 +OUTPUT_BEGIN +SNIKKET_GUEST_FAULT_RCA=V1 +MODE=read-only +NO_MUTATION=true +VM150_STATUS=running +VM150_AGENT_CONFIG=enabled=1 +VM150_QGA_TRANSPORT_RC=0 +VM150_QGA_STDERR_LINES=0 +QGA_JSON_VALID=true +QGA_GUEST_EXITCODE=0 +GUEST_HOSTNAME=snikket +DOCKER_BIN_PRESENT=true +DOCKER_OK=true +REC|CONTAINER|NAME=snikket|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-proxy|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-certs|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-portal|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +DOCKER_RUNNING_CONTAINER_COUNT=4 +DOCKER_ALL_CONTAINER_COUNT=4 +REC|LISTENER|PROTO=tcp|PORT=80|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=443|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5000|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5222|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5223|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5269|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=3478|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=3479|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=5349|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=5350|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=80|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=443|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5000|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5222|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5223|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5269|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=3478|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=3479|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5349|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5350|COUNT=0 +SNIKKET_DOMAIN_PRESENT=true +SNIKKET_DOMAIN_SHA=04cb4a04e408d91abb9c63701ae969abf16d8a12b6f4f144c5edf2c28e03256b +SNIKKET_DOMAIN_B64=Y2hhdC5ncmFtMS5ydQ== +LOCAL_CHAT_HTTPS_RC=22 +LOCAL_CHAT_HTTPS_CODE=404 +REC|EGRESS|HOST=www.google.com|RC=28|HTTP=000|BODY_BYTES=0 +REC|EGRESS|HOST=api.telegram.org|RC=28|HTTP=000|BODY_BYTES=0 +REC|EGRESS|HOST=api.ipify.org|RC=28|HTTP=000|BODY_BYTES=0 +DEFAULT_ROUTE_COUNT=1 +REC|DEFAULT_ROUTE|DEV=eth0|PROTO= +REC|SNIKKET_UNIT_FILE|snikket-edge-egress.service enabled enabled +REC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.service static - +REC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.timer enabled enabled +REC|SNIKKET_SERVICE| snikket-edge-egress.service loaded active exited Snikket Internet egress via edge-vm +REC|SNIKKET_SERVICE|● snikket-turn-reconcile.service loaded activating start start Reconcile Snikket TURN certificate permissions and listeners +REC|SNIKKET_TIMER|- - Tue 2026-10-06 15:54:43 UTC 6s ago snikket-turn-reconcile.timer snikket-turn-reconcile.service +REC|BOOT_ERROR|2026-10-06T14:26:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:30:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:32:43+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:33:45+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:34:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:35:52+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:37:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:38:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:39:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:40:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:41:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:42:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:43:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:44:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:46:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:47:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:48:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:49:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:50:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:51:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:52:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:53:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:55:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:56:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:57:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:58:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:59:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:00:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:01:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:02:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:04:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:05:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:06:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:07:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:08:24+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:09:26+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:10:27+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:11:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:12:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:13:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:14:51+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:16:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:17:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:18:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:19:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:20:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:21:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:22:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:23:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:25:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:26:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:30:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:32:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:34:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:35:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:36:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:37:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:38:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:39:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:40:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:41:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:43:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:44:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:45:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:46:19+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:47:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:48:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:49:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:50:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:52:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:53:09+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:54:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:51:13 [error] 24#24: *5841 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:52:13 [error] 24#24: *5856 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:53:13 [error] 24#24: *5871 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:54:13 [error] 24#24: *5886 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal +REC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal; no action taken. +GUEST_FAILED_UNIT_COUNT=0 +REC|GUEST_STDERR_LINES=7 +REC|GUEST_STDERR|curl: (22) The requested URL returned error: 404 +REC|GUEST_STDERR|curl: (28) Connection timed out after 5000 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.232: No such file or directory +REC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.28450: No such file or directory +REC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.21228: No such file or directory +BEGET_NS_PRESENT=false +PVE01_FAILED_UNIT_COUNT=0 +DECISION=PASS_SNIKKET_GUEST_FAULT_RCA +NEXT_GATE=SNIKKET_TARGETED_REPAIR +TASK_RESULT=SNIKKET_GUEST_FAULT_RCA +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index d72b1cfd..eedec542 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-SNIKKET-EMERGENCY-RESTORE-99722R1", - "status": "FAIL", - "rc": 1, + "command_id": "SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1", + "status": "OK", + "rc": 0, "host": "pve01", - "mode": "change", - "component": "snikket-emergency-restore", - "started_at_utc": "2026-10-06T15:50:25Z", - "finished_at_utc": "2026-10-06T15:50:32Z", + "mode": "read-only", + "component": "snikket-guest-fault-rca", + "started_at_utc": "2026-10-06T15:54:34Z", + "finished_at_utc": "2026-10-06T15:54:52Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "f8f21cbcb907889116d94ceefda49a2c874e858e7002a5971ced3811fe95ef11", + "command_sha256": "788d59fff8a59bfb8781e2fbfd02f4c1b7ccba6694a3d7e224428847329c8104", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "FAIL", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 1, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "570cba4cb669b022ea5d9d320ff9f25740e8981a47b06902f536ceae3dc76156", - "sanitized_output_sha256": "570cba4cb669b022ea5d9d320ff9f25740e8981a47b06902f536ceae3dc76156", + "raw_evidence_sha256": "2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0", + "sanitized_output_sha256": "2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "SNIKKET_EMERGENCY_RESTORE=V1\nMODE=change\nSCOPE=VM150_HEALTH_AND_CONDITIONAL_BEGET_DNS_RESTORE\nNO_VM_POWER_MUTATION=true\nNO_CONTAINER_RESTART=true\nNO_NETBIRD_MUTATION=true\nNO_FIREWALL_MUTATION=true\nNO_PROXY_MUTATION=true\nVM150_RUNNING=true\nVM130_RUNNING=true\nVM150_QGA_RC=0\nFAIL_REASON=VM150_GUEST_SCRIPT_FAILED\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-SNIKKET-EMERGENCY-RESTORE-99722R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "SNIKKET_GUEST_FAULT_RCA=V1\nMODE=read-only\nNO_MUTATION=true\nVM150_STATUS=running\nVM150_AGENT_CONFIG=enabled=1\nVM150_QGA_TRANSPORT_RC=0\nVM150_QGA_STDERR_LINES=0\nQGA_JSON_VALID=true\nQGA_GUEST_EXITCODE=0\nGUEST_HOSTNAME=snikket\nDOCKER_BIN_PRESENT=true\nDOCKER_OK=true\nREC|CONTAINER|NAME=snikket|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-proxy|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-certs|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nREC|CONTAINER|NAME=snikket-portal|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none\nDOCKER_RUNNING_CONTAINER_COUNT=4\nDOCKER_ALL_CONTAINER_COUNT=4\nREC|LISTENER|PROTO=tcp|PORT=80|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=443|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5000|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5222|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5223|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=5269|COUNT=2\nREC|LISTENER|PROTO=tcp|PORT=3478|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=3479|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=5349|COUNT=0\nREC|LISTENER|PROTO=tcp|PORT=5350|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=80|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=443|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5000|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5222|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5223|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5269|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=3478|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=3479|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5349|COUNT=0\nREC|LISTENER|PROTO=udp|PORT=5350|COUNT=0\nSNIKKET_DOMAIN_PRESENT=true\nSNIKKET_DOMAIN_SHA=04cb4a04e408d91abb9c63701ae969abf16d8a12b6f4f144c5edf2c28e03256b\nSNIKKET_DOMAIN_B64=Y2hhdC5ncmFtMS5ydQ==\nLOCAL_CHAT_HTTPS_RC=22\nLOCAL_CHAT_HTTPS_CODE=404\nREC|EGRESS|HOST=www.google.com|RC=28|HTTP=000|BODY_BYTES=0\nREC|EGRESS|HOST=api.telegram.org|RC=28|HTTP=000|BODY_BYTES=0\nREC|EGRESS|HOST=api.ipify.org|RC=28|HTTP=000|BODY_BYTES=0\nDEFAULT_ROUTE_COUNT=1\nREC|DEFAULT_ROUTE|DEV=eth0|PROTO=\nREC|SNIKKET_UNIT_FILE|snikket-edge-egress.service enabled enabled\nREC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.service static -\nREC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.timer enabled enabled\nREC|SNIKKET_SERVICE| snikket-edge-egress.service loaded active exited Snikket Internet egress via edge-vm\nREC|SNIKKET_SERVICE|● snikket-turn-reconcile.service loaded activating start start Reconcile Snikket TURN certificate permissions and listeners\nREC|SNIKKET_TIMER|- - Tue 2026-10-06 15:54:43 UTC 6s ago snikket-turn-reconcile.timer snikket-turn-reconcile.service\nREC|BOOT_ERROR|2026-10-06T14:26:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:30:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:32:43+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:33:45+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:34:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:35:52+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:37:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:38:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:39:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:40:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:41:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:42:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:43:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:44:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:46:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:47:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:48:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:49:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:50:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:51:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:52:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:53:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:55:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:56:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:57:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:58:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T14:59:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:00:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:01:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:02:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:04:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:05:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:06:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:07:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:08:24+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:09:26+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:10:27+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:11:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:12:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:13:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:14:51+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:16:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:17:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:18:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:19:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:20:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:21:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:22:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:23:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:25:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:26:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:30:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:32:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:34:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:35:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:36:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:37:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:38:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:39:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:40:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:41:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:43:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:44:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:45:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:46:19+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:47:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:48:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:49:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:50:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:52:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:53:09+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|BOOT_ERROR|2026-10-06T15:54:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners.\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS\nREC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN\nREC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available...\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:51:13 [error] 24#24: *5841 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:52:13 [error] 24#24: *5856 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:53:13 [error] 24#24: *5871 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:54:13 [error] 24#24: *5886 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: \"GET / HTTP/1.1\", upstream: \"http://[::1]:5765/\", host: \"chat.gram1.ru\"\nREC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal\nREC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal; no action taken.\nGUEST_FAILED_UNIT_COUNT=0\nREC|GUEST_STDERR_LINES=7\nREC|GUEST_STDERR|curl: (22) The requested URL returned error: 404\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5000 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.232: No such file or directory\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.28450: No such file or directory\nREC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds\nREC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.21228: No such file or directory\nBEGET_NS_PRESENT=false\nPVE01_FAILED_UNIT_COUNT=0\nDECISION=PASS_SNIKKET_GUEST_FAULT_RCA\nNEXT_GATE=SNIKKET_TARGETED_REPAIR\nTASK_RESULT=SNIKKET_GUEST_FAULT_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index c709d824..0905bee5 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-SNIKKET-EMERGENCY-RESTORE-99722R1 -STATUS=FAIL -RC=1 +COMMAND_ID=SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1 +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=snikket-emergency-restore +MODE=read-only +COMPONENT=snikket-guest-fault-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=f8f21cbcb907889116d94ceefda49a2c874e858e7002a5971ced3811fe95ef11 +COMMAND_SHA256=788d59fff8a59bfb8781e2fbfd02f4c1b7ccba6694a3d7e224428847329c8104 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=1 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,26 +24,177 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=570cba4cb669b022ea5d9d320ff9f25740e8981a47b06902f536ceae3dc76156 -SANITIZED_OUTPUT_SHA256=570cba4cb669b022ea5d9d320ff9f25740e8981a47b06902f536ceae3dc76156 +RAW_EVIDENCE_SHA256=2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0 +SANITIZED_OUTPUT_SHA256=2bc364bbd9b8984cc85621aeb2d983016d43a978841f02ae4e67e8fa3294f5b0 OUTPUT_BEGIN -SNIKKET_EMERGENCY_RESTORE=V1 -MODE=change -SCOPE=VM150_HEALTH_AND_CONDITIONAL_BEGET_DNS_RESTORE -NO_VM_POWER_MUTATION=true -NO_CONTAINER_RESTART=true -NO_NETBIRD_MUTATION=true -NO_FIREWALL_MUTATION=true -NO_PROXY_MUTATION=true -VM150_RUNNING=true -VM130_RUNNING=true -VM150_QGA_RC=0 -FAIL_REASON=VM150_GUEST_SCRIPT_FAILED +SNIKKET_GUEST_FAULT_RCA=V1 +MODE=read-only +NO_MUTATION=true +VM150_STATUS=running +VM150_AGENT_CONFIG=enabled=1 +VM150_QGA_TRANSPORT_RC=0 +VM150_QGA_STDERR_LINES=0 +QGA_JSON_VALID=true +QGA_GUEST_EXITCODE=0 +GUEST_HOSTNAME=snikket +DOCKER_BIN_PRESENT=true +DOCKER_OK=true +REC|CONTAINER|NAME=snikket|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-proxy|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-certs|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +REC|CONTAINER|NAME=snikket-portal|PRESENT=true|RUNNING=true|RESTARTS=0|HEALTH=none +DOCKER_RUNNING_CONTAINER_COUNT=4 +DOCKER_ALL_CONTAINER_COUNT=4 +REC|LISTENER|PROTO=tcp|PORT=80|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=443|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5000|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5222|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5223|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=5269|COUNT=2 +REC|LISTENER|PROTO=tcp|PORT=3478|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=3479|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=5349|COUNT=0 +REC|LISTENER|PROTO=tcp|PORT=5350|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=80|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=443|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5000|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5222|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5223|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5269|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=3478|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=3479|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5349|COUNT=0 +REC|LISTENER|PROTO=udp|PORT=5350|COUNT=0 +SNIKKET_DOMAIN_PRESENT=true +SNIKKET_DOMAIN_SHA=04cb4a04e408d91abb9c63701ae969abf16d8a12b6f4f144c5edf2c28e03256b +SNIKKET_DOMAIN_B64=Y2hhdC5ncmFtMS5ydQ== +LOCAL_CHAT_HTTPS_RC=22 +LOCAL_CHAT_HTTPS_CODE=404 +REC|EGRESS|HOST=www.google.com|RC=28|HTTP=000|BODY_BYTES=0 +REC|EGRESS|HOST=api.telegram.org|RC=28|HTTP=000|BODY_BYTES=0 +REC|EGRESS|HOST=api.ipify.org|RC=28|HTTP=000|BODY_BYTES=0 +DEFAULT_ROUTE_COUNT=1 +REC|DEFAULT_ROUTE|DEV=eth0|PROTO= +REC|SNIKKET_UNIT_FILE|snikket-edge-egress.service enabled enabled +REC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.service static - +REC|SNIKKET_UNIT_FILE|snikket-turn-reconcile.timer enabled enabled +REC|SNIKKET_SERVICE| snikket-edge-egress.service loaded active exited Snikket Internet egress via edge-vm +REC|SNIKKET_SERVICE|● snikket-turn-reconcile.service loaded activating start start Reconcile Snikket TURN certificate permissions and listeners +REC|SNIKKET_TIMER|- - Tue 2026-10-06 15:54:43 UTC 6s ago snikket-turn-reconcile.timer snikket-turn-reconcile.service +REC|BOOT_ERROR|2026-10-06T14:26:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:30:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:32:43+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:33:45+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:34:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:35:52+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:37:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:38:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:39:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:40:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:41:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:42:37+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:43:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:44:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:46:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:47:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:48:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:49:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:50:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:51:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:52:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:53:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:55:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:56:07+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:57:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:58:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T14:59:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:00:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:01:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:02:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:04:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:05:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:06:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:07:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:08:24+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:09:26+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:10:27+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:11:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:12:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:13:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:14:51+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:16:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:17:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:18:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:19:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:20:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:21:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:22:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:23:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:25:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:26:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:27:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:28:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:29:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:30:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:31:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:32:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:34:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:35:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:36:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:37:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:38:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:39:38+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:40:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:41:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:43:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:44:08+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:45:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:46:19+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:47:20+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:48:30+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:49:40+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:50:50+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:52:00+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:53:09+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|BOOT_ERROR|2026-10-06T15:54:10+00:00 snikket systemd[1]: Failed to start snikket-turn-reconcile.service - Reconcile Snikket TURN certificate permissions and listeners. +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket|WARN: Unable to determine external IP address from DNS +REC|CONTAINER_LOG|NAME=snikket|ERROR: Unable to determine any public IP addresses, required for TURN +REC|CONTAINER_LOG|NAME=snikket|Waiting for certificates to become available... +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:51:13 [error] 24#24: *5841 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:52:13 [error] 24#24: *5856 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:53:13 [error] 24#24: *5871 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-proxy|2026/10/06 15:54:13 [error] 24#24: *5886 connect() failed (111: Connection refused) while connecting to upstream, client: IP_REDACTED, server: chat.gram1.ru, request: "GET / HTTP/1.1", upstream: "http://[::1]:5765/", host: "chat.gram1.ru" +REC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal +REC|CONTAINER_LOG|NAME=snikket-certs|Certificate not yet due for renewal; no action taken. +GUEST_FAILED_UNIT_COUNT=0 +REC|GUEST_STDERR_LINES=7 +REC|GUEST_STDERR|curl: (22) The requested URL returned error: 404 +REC|GUEST_STDERR|curl: (28) Connection timed out after 5000 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.232: No such file or directory +REC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.28450: No such file or directory +REC|GUEST_STDERR|curl: (28) Connection timed out after 5001 milliseconds +REC|GUEST_STDERR|bash: line 65: /tmp/w2-snikket-guest.tbeqWM/body.21228: No such file or directory +BEGET_NS_PRESENT=false +PVE01_FAILED_UNIT_COUNT=0 +DECISION=PASS_SNIKKET_GUEST_FAULT_RCA +NEXT_GATE=SNIKKET_TARGETED_REPAIR +TASK_RESULT=SNIKKET_GUEST_FAULT_RCA CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-SNIKKET-EMERGENCY-RESTORE-99722R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-SNIKKET-GUEST-FAULT-RCA-99723R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END