From cf5e592bb0b0358c4334fa29dcffa391ef57d719 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 8 Sep 2026 18:16:48 +0000 Subject: [PATCH] runtime: publish SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3 --- ...START-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json | 38 ++++++++ ...ESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.txt | 90 +++++++++++++++++++ runtime/latest.json | 16 ++-- runtime/latest.txt | 72 ++++++++++++--- 4 files changed, 196 insertions(+), 20 deletions(-) create mode 100644 runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json create mode 100644 runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.txt diff --git a/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json new file mode 100644 index 00000000..1858d7da --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3", + "status": "FAIL", + "rc": 3, + "host": "pve01", + "mode": "read-only", + "component": "signalbot-cr0116-act6-restart-attribution-rca3fix3", + "started_at_utc": "2026-09-08T18:16:47Z", + "finished_at_utc": "2026-09-08T18:16:48Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "ca4109054d06f47ce8b6b5913b040185ac08924d58a8f08e302bebaa60b43ad1", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 3, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e", + "sanitized_output_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R3F3_AUTHORITY_META={\"31_HOMELAB_REFERENCE.md\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"},\"HOMELAB_ASSISTANT_ERROR_REGISTER.md\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"}}\nSB043R3F3_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R3F3_QGA_PAYLOAD={\"bytes\":19696,\"expected_sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\",\"limit_guard\":921600,\"sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\"}\nSB043R3F3_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R3F3_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R3F3_GUEST_FRAMING={\"begin_count\":1,\"end_count\":1,\"line_count\":3,\"stdout_bytes\":20147}\nSB043R3F3_CURRENT={\"current\":{\"containers\":[{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-relay-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"relay\",\"started_at\":\"2026-09-08T16:13:24.580556381Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-shadow-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"shadow\",\"started_at\":\"2026-09-08T16:13:24.622406089Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-worker-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"worker\",\"started_at\":\"2026-09-08T16:13:24.651452057Z\",\"state\":\"running\"}],\"rc\":0},\"current_env\":{\"selected\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"state\":\"READ\"}}\nSB043R3F3_ACT_RECORD_1={\"id\":\"fb2ea07fbdc5\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[0]\",\"restart_count\":0,\"running\":true,\"service\":\"worker\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_2={\"id\":\"11e755ced086\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[1]\",\"restart_count\":0,\"running\":true,\"service\":\"shadow\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_3={\"id\":\"94cd3b1db919\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[2]\",\"restart_count\":0,\"running\":true,\"service\":\"relay\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_4={\"id\":\"c05448fb766e\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[3]\",\"restart_count\":0,\"running\":true,\"service\":\"collector\",\"source\":\"result.json\"}\nSB043R3F3_ACT_TEXT_1={\"file\":\"result.json\",\"line\":1,\"text\":\"{\\\"changes_made\\\":true,\\\"collection_start_at\\\":\\\"2026-09-09T00:00:00+00:00\\\",\\\"command_id\\\":\\\"SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"new_experiment_id\\\":\\\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\\\",\\\"new_runtime_manifest_id\\\":\\\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\\\",\\\"poststate\\\":null,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"rollback\\\":{\\\"compose_old_rc\\\":0,\\\"env_restored\\\":true,\\\"failed_epoch\\\":\\\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"old_epoch_scientific_continuity\\\":\\\"INVALIDATED_BY_CUTOVER\\\",\\\"old_services_restored\\\":true,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"services\\\":[{\\\"id\\\":\\\"fb2ea07fbdc5\\\",\\\"image\\\":\\\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\\\",\\\"image_id\\\":\\\"sha256:403c4266282a56cb2\"}\nSB043R3F3_ACT_JOURNAL_META={\"count\":16,\"rc\":0,\"truncated\":false}\nSB043R3F3_ACT_JOURNAL_1={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"text\":\"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845283615+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_2={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"text\":\"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845291958+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_3={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"text\":\"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.846375523+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_4={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"text\":\"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.847499086+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_5={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"exec_duration\":\"45h24m40.295706971s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.882500268+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.295706971s exitStatus=\\\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_6={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"exec_duration\":\"45h24m40.281128233s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.884547216+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.281128233s exitStatus=\\\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_7={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"exec_duration\":\"45h24m40.117888424s\",\"exit_status\":\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886081794+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.117888424s exitStatus=\\\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_8={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"exec_duration\":\"2h30m9.60176852s\",\"exit_status\":\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"19\",\"text\":\"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886742197+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=2h30m9.60176852s exitStatus=\\\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=19\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_9={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"text\":\"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975681565+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_10={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"text\":\"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975938007+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_11={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976901622+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_12={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976955689+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_13={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"exec_duration\":\"22.470288602s\",\"exit_status\":\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.013526094+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.470288602s exitStatus=\\\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_14={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"exec_duration\":\"22.401054054s\",\"exit_status\":\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.015618655+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.401054054s exitStatus=\\\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_15={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"exec_duration\":\"11.669196789s\",\"exit_status\":\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"1\",\"text\":\"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.016006342+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=11.669196789s exitStatus=\\\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=1\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_16={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"exec_duration\":\"22.50516689s\",\"exit_status\":\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.018401107+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.50516689s exitStatus=\\\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_CONTAINER_META_1={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"}\nSB043R3F3_CONTAINER_META_2={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"}\nSB043R3F3_CONTAINER_META_3={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"}\nSB043R3F3_CONTAINER_META_4={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"}\nSB043R3F3_CONTAINER_META_5={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"}\nSB043R3F3_CONTAINER_META_6={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"}\nSB043R3F3_CONTAINER_META_7={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"}\nSB043R3F3_CONTAINER_META_8={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"}\nSB043R3F3_FAILED_JSON_1={\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"rel\":\"collector_status.json\",\"values\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"updated_at\",\"value\":\"2026-09-08T16:13:23.607004+00:00\"}]}\nSB043R3F3_FAILED_JSON_2={\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"rel\":\"experiment.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_3={\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"rel\":\"live_status.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:05.676281+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}]}\nSB043R3F3_FAILED_JSON_4={\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"rel\":\"relay_status.json\",\"values\":[{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:01.990164+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}]}\nSB043R3F3_FAILED_JSON_5={\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"rel\":\"runtime_manifest.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_6={\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"rel\":\"service_boot.json\",\"values\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}]}\nSB043R3F3_POSTROLLBACK_COLLECTOR={\"collector\":{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},\"log_rc\":0,\"log_truncated\":false}\nSB043R3F3_COLLECTOR_LOG_1=2026-09-08T17:26:06.187199771Z Traceback (most recent call last):\nSB043R3F3_COLLECTOR_LOG_2=2026-09-08T17:26:06.187610109Z raise SystemExit(main())\nSB043R3F3_COLLECTOR_LOG_3=2026-09-08T17:26:06.187615710Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__\nSB043R3F3_COLLECTOR_LOG_4=2026-09-08T17:26:06.187620827Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv\nSB043R3F3_COLLECTOR_LOG_5=2026-09-08T17:26:06.187623142Z websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\nSB043R3F3_COLLECTOR_DAEMON_META={\"count\":0,\"rc\":0,\"truncated\":false}\nSB043R3F3_STAGE={\"collector\":{\"matches_expected\":true,\"meta\":{\"bytes\":42087,\"mode\":\"0644\",\"mtime_ns\":1788848099000000000,\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"state\":\"FILE\"}},\"compose\":{\"matches_expected\":true,\"meta\":{\"bytes\":3243,\"mode\":\"0644\",\"mtime_ns\":1788719611755958113,\"sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"state\":\"FILE\"}},\"new_image\":{\"id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"matches_expected\":true,\"state\":\"PRESENT\"},\"stage_dir\":{\"exists\":true},\"stage_result\":{\"matches_expected\":true,\"meta\":{\"bytes\":2081,\"mode\":\"0644\",\"mtime_ns\":1788852325562201652,\"sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\",\"state\":\"FILE\"}},\"writer_hits\":[]}\nSB043R3F3_ATTRIBUTION={\"candidate_services\":[],\"id_to_service\":{\"11e755ced086\":\"shadow\",\"94cd3b1db919\":\"relay\",\"c05448fb766e\":\"collector\",\"fb2ea07fbdc5\":\"worker\"},\"mapped_journal\":[],\"new_restart_series\":{\"collector\":[],\"relay\":[],\"shadow\":[],\"worker\":[]},\"reason\":null,\"service\":null}\nSB043R3F3_HOLDS=[\"ACT6_RESTART_SERVICE_NOT_PROVEN\",\"ACT6_EXIT_REASON_NOT_PROVEN\"]\nSB043R3F3_MUTATION_SCOPE=NONE_READ_ONLY\nSB043R3F3_DECISION=HOLD_ACT6_RESTART_ATTRIBUTION_INCOMPLETE\n" +} diff --git a/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.txt b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.txt new file mode 100644 index 00000000..9e71411e --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.txt @@ -0,0 +1,90 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3 +STATUS=FAIL +RC=3 +HOST=pve01 +MODE=read-only +COMPONENT=signalbot-cr0116-act6-restart-attribution-rca3fix3 +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=ca4109054d06f47ce8b6b5913b040185ac08924d58a8f08e302bebaa60b43ad1 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=3 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e +SANITIZED_OUTPUT_SHA256=7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e +OUTPUT_BEGIN +ERROR_REGISTER_CHECK=OK +REFERENCE_CHECK=OK +AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED +SB043R3F3_AUTHORITY_META={"31_HOMELAB_REFERENCE.md":{"bytes":201129,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"},"HOMELAB_ASSISTANT_ERROR_REGISTER.md":{"bytes":302058,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"}} +SB043R3F3_RUNNER={"expected_sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","matches_expected":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d"} +SB043R3F3_QGA_PAYLOAD={"bytes":19696,"expected_sha256":"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3","limit_guard":921600,"sha256":"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3"} +SB043R3F3_QM_EXEC={"outer_rc":0,"stderr_bytes":0,"stderr_sha256":null} +SB043R3F3_QGA_RESULT_META={"err_truncated":false,"exitcode":0,"out_truncated":false,"state":"EXITED"} +SB043R3F3_GUEST_FRAMING={"begin_count":1,"end_count":1,"line_count":3,"stdout_bytes":20147} +SB043R3F3_CURRENT={"current":{"containers":[{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"2026-09-08T17:26:06.323505358Z","id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","oom_killed":false,"restart_count":1,"restart_policy":"unless-stopped","service":"collector","started_at":"2026-09-08T17:26:06.543860915Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-relay-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"relay","started_at":"2026-09-08T16:13:24.580556381Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-shadow-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"shadow","started_at":"2026-09-08T16:13:24.622406089Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-worker-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"worker","started_at":"2026-09-08T16:13:24.651452057Z","state":"running"}],"rc":0},"current_env":{"selected":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"state":"READ"}} +SB043R3F3_ACT_RECORD_1={"id":"fb2ea07fbdc5","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[0]","restart_count":0,"running":true,"service":"worker","source":"result.json"} +SB043R3F3_ACT_RECORD_2={"id":"11e755ced086","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[1]","restart_count":0,"running":true,"service":"shadow","source":"result.json"} +SB043R3F3_ACT_RECORD_3={"id":"94cd3b1db919","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[2]","restart_count":0,"running":true,"service":"relay","source":"result.json"} +SB043R3F3_ACT_RECORD_4={"id":"c05448fb766e","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[3]","restart_count":0,"running":true,"service":"collector","source":"result.json"} +SB043R3F3_ACT_TEXT_1={"file":"result.json","line":1,"text":"{\"changes_made\":true,\"collection_start_at\":\"2026-09-09T00:00:00+00:00\",\"command_id\":\"SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"new_experiment_id\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\",\"new_runtime_manifest_id\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\",\"poststate\":null,\"reason\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\",\"rollback\":{\"compose_old_rc\":0,\"env_restored\":true,\"failed_epoch\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"old_epoch_scientific_continuity\":\"INVALIDATED_BY_CUTOVER\",\"old_services_restored\":true,\"reason\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\",\"services\":[{\"id\":\"fb2ea07fbdc5\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb2"} +SB043R3F3_ACT_JOURNAL_META={"count":16,"rc":0,"truncated":false} +SB043R3F3_ACT_JOURNAL_1={"container_ids":["889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"],"text":"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845283615+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_2={"container_ids":["d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"],"text":"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845291958+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_3={"container_ids":["a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"],"text":"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.846375523+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_4={"container_ids":["1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"],"text":"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.847499086+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_5={"container_ids":["889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"],"exec_duration":"45h24m40.295706971s","exit_status":"{137 2026-09-08 16:13:00.867228456 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.882500268+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.295706971s exitStatus=\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_6={"container_ids":["d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"],"exec_duration":"45h24m40.281128233s","exit_status":"{137 2026-09-08 16:13:00.867964227 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.884547216+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.281128233s exitStatus=\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_7={"container_ids":["1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"],"exec_duration":"45h24m40.117888424s","exit_status":"{137 2026-09-08 16:13:00.872438074 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886081794+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.117888424s exitStatus=\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_8={"container_ids":["a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"],"exec_duration":"2h30m9.60176852s","exit_status":"{137 2026-09-08 16:13:00.870472219 +0000 UTC}","manually_stopped":"true","restart_count":"19","text":"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886742197+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\"restart canceled\" execDuration=2h30m9.60176852s exitStatus=\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=19","window":"act6"} +SB043R3F3_ACT_JOURNAL_9={"container_ids":["a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"],"text":"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975681565+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_10={"container_ids":["1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"],"text":"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975938007+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_11={"container_ids":["2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"],"text":"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976901622+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_12={"container_ids":["991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"],"text":"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976955689+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_13={"container_ids":["a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"],"exec_duration":"22.470288602s","exit_status":"{137 2026-09-08 16:13:23.997505829 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.013526094+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\"restart canceled\" execDuration=22.470288602s exitStatus=\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_14={"container_ids":["2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"],"exec_duration":"22.401054054s","exit_status":"{137 2026-09-08 16:13:23.998966548 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.015618655+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\"restart canceled\" execDuration=22.401054054s exitStatus=\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_15={"container_ids":["991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"],"exec_duration":"11.669196789s","exit_status":"{137 2026-09-08 16:13:24.002302559 +0000 UTC}","manually_stopped":"true","restart_count":"1","text":"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.016006342+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\"restart canceled\" execDuration=11.669196789s exitStatus=\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=1","window":"act6"} +SB043R3F3_ACT_JOURNAL_16={"container_ids":["1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"],"exec_duration":"22.50516689s","exit_status":"{137 2026-09-08 16:13:24.001680362 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.018401107+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\"restart canceled\" execDuration=22.50516689s exitStatus=\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_CONTAINER_META_1={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"} +SB043R3F3_CONTAINER_META_2={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"} +SB043R3F3_CONTAINER_META_3={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"} +SB043R3F3_CONTAINER_META_4={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"} +SB043R3F3_CONTAINER_META_5={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"} +SB043R3F3_CONTAINER_META_6={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"} +SB043R3F3_CONTAINER_META_7={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"} +SB043R3F3_CONTAINER_META_8={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"} +SB043R3F3_FAILED_JSON_1={"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"rel":"collector_status.json","values":[{"path":"fail_closed_reason","value":""},{"path":"prospective_fail_closed_reason","value":""},{"path":"updated_at","value":"2026-09-08T16:13:23.607004+00:00"}]} +SB043R3F3_FAILED_JSON_2={"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"rel":"experiment.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}]} +SB043R3F3_FAILED_JSON_3={"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"rel":"live_status.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"heartbeat_at","value":"2026-09-08T16:13:05.676281+00:00"},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}]} +SB043R3F3_FAILED_JSON_4={"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"rel":"relay_status.json","values":[{"path":"heartbeat_at","value":"2026-09-08T16:13:01.990164+00:00"},{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}]} +SB043R3F3_FAILED_JSON_5={"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"rel":"runtime_manifest.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}]} +SB043R3F3_FAILED_JSON_6={"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"rel":"service_boot.json","values":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}]} +SB043R3F3_POSTROLLBACK_COLLECTOR={"collector":{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"2026-09-08T17:26:06.323505358Z","id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","oom_killed":false,"restart_count":1,"restart_policy":"unless-stopped","service":"collector","started_at":"2026-09-08T17:26:06.543860915Z","state":"running"},"log_rc":0,"log_truncated":false} +SB043R3F3_COLLECTOR_LOG_1=2026-09-08T17:26:06.187199771Z Traceback (most recent call last): +SB043R3F3_COLLECTOR_LOG_2=2026-09-08T17:26:06.187610109Z raise SystemExit(main()) +SB043R3F3_COLLECTOR_LOG_3=2026-09-08T17:26:06.187615710Z File "/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py", line 242, in __iter__ +SB043R3F3_COLLECTOR_LOG_4=2026-09-08T17:26:06.187620827Z File "/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py", line 336, in recv +SB043R3F3_COLLECTOR_LOG_5=2026-09-08T17:26:06.187623142Z websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received +SB043R3F3_COLLECTOR_DAEMON_META={"count":0,"rc":0,"truncated":false} +SB043R3F3_STAGE={"collector":{"matches_expected":true,"meta":{"bytes":42087,"mode":"0644","mtime_ns":1788848099000000000,"sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","state":"FILE"}},"compose":{"matches_expected":true,"meta":{"bytes":3243,"mode":"0644","mtime_ns":1788719611755958113,"sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","state":"FILE"}},"new_image":{"id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","matches_expected":true,"state":"PRESENT"},"stage_dir":{"exists":true},"stage_result":{"matches_expected":true,"meta":{"bytes":2081,"mode":"0644","mtime_ns":1788852325562201652,"sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70","state":"FILE"}},"writer_hits":[]} +SB043R3F3_ATTRIBUTION={"candidate_services":[],"id_to_service":{"11e755ced086":"shadow","94cd3b1db919":"relay","c05448fb766e":"collector","fb2ea07fbdc5":"worker"},"mapped_journal":[],"new_restart_series":{"collector":[],"relay":[],"shadow":[],"worker":[]},"reason":null,"service":null} +SB043R3F3_HOLDS=["ACT6_RESTART_SERVICE_NOT_PROVEN","ACT6_EXIT_REASON_NOT_PROVEN"] +SB043R3F3_MUTATION_SCOPE=NONE_READ_ONLY +SB043R3F3_DECISION=HOLD_ACT6_RESTART_ATTRIBUTION_INCOMPLETE + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index f5d3e93d..1858d7da 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX1", + "command_id": "SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3", "status": "FAIL", "rc": 3, "host": "pve01", "mode": "read-only", - "component": "signalbot-cr0116-act6-restart-attribution-rca3fix1", - "started_at_utc": "2026-09-08T18:03:54Z", - "finished_at_utc": "2026-09-08T18:03:55Z", + "component": "signalbot-cr0116-act6-restart-attribution-rca3fix3", + "started_at_utc": "2026-09-08T18:16:47Z", + "finished_at_utc": "2026-09-08T18:16:48Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "cc6bd8dff6f6df293b43415135c19a22fb6c90c286c354be15333adfee99717b", + "command_sha256": "ca4109054d06f47ce8b6b5913b040185ac08924d58a8f08e302bebaa60b43ad1", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "a9e85c3b3d59d627686f98eb9168a767c7e8786a07f2b33d290b32f24dd87936", - "sanitized_output_sha256": "a9e85c3b3d59d627686f98eb9168a767c7e8786a07f2b33d290b32f24dd87936", + "raw_evidence_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e", + "sanitized_output_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R3F1_AUTHORITY_META={\"31_HOMELAB_REFERENCE.md\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"},\"HOMELAB_ASSISTANT_ERROR_REGISTER.md\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"}}\nSB043R3F1_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R3F1_QGA_PAYLOAD={\"bytes\":19696,\"expected_sha256\":\"a0459c1c8a3246ba6d97a4f5b9cf7975e40f73479ade4cc54f13f42811e191c3\",\"limit_guard\":921600,\"sha256\":\"a0459c1c8a3246ba6d97a4f5b9cf7975e40f73479ade4cc54f13f42811e191c3\"}\nSB043R3F1_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R3F1_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R3F1_GUEST_FRAMING={\"begin_count\":0,\"end_count\":0,\"line_count\":203,\"stdout_bytes\":22880}\nSB043R3F1_DECISION=HOLD_GUEST_MARKER_AMBIGUOUS\n" + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R3F3_AUTHORITY_META={\"31_HOMELAB_REFERENCE.md\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"},\"HOMELAB_ASSISTANT_ERROR_REGISTER.md\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"}}\nSB043R3F3_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R3F3_QGA_PAYLOAD={\"bytes\":19696,\"expected_sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\",\"limit_guard\":921600,\"sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\"}\nSB043R3F3_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R3F3_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R3F3_GUEST_FRAMING={\"begin_count\":1,\"end_count\":1,\"line_count\":3,\"stdout_bytes\":20147}\nSB043R3F3_CURRENT={\"current\":{\"containers\":[{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-relay-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"relay\",\"started_at\":\"2026-09-08T16:13:24.580556381Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-shadow-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"shadow\",\"started_at\":\"2026-09-08T16:13:24.622406089Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-worker-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"worker\",\"started_at\":\"2026-09-08T16:13:24.651452057Z\",\"state\":\"running\"}],\"rc\":0},\"current_env\":{\"selected\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"state\":\"READ\"}}\nSB043R3F3_ACT_RECORD_1={\"id\":\"fb2ea07fbdc5\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[0]\",\"restart_count\":0,\"running\":true,\"service\":\"worker\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_2={\"id\":\"11e755ced086\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[1]\",\"restart_count\":0,\"running\":true,\"service\":\"shadow\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_3={\"id\":\"94cd3b1db919\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[2]\",\"restart_count\":0,\"running\":true,\"service\":\"relay\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_4={\"id\":\"c05448fb766e\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[3]\",\"restart_count\":0,\"running\":true,\"service\":\"collector\",\"source\":\"result.json\"}\nSB043R3F3_ACT_TEXT_1={\"file\":\"result.json\",\"line\":1,\"text\":\"{\\\"changes_made\\\":true,\\\"collection_start_at\\\":\\\"2026-09-09T00:00:00+00:00\\\",\\\"command_id\\\":\\\"SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"new_experiment_id\\\":\\\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\\\",\\\"new_runtime_manifest_id\\\":\\\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\\\",\\\"poststate\\\":null,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"rollback\\\":{\\\"compose_old_rc\\\":0,\\\"env_restored\\\":true,\\\"failed_epoch\\\":\\\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"old_epoch_scientific_continuity\\\":\\\"INVALIDATED_BY_CUTOVER\\\",\\\"old_services_restored\\\":true,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"services\\\":[{\\\"id\\\":\\\"fb2ea07fbdc5\\\",\\\"image\\\":\\\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\\\",\\\"image_id\\\":\\\"sha256:403c4266282a56cb2\"}\nSB043R3F3_ACT_JOURNAL_META={\"count\":16,\"rc\":0,\"truncated\":false}\nSB043R3F3_ACT_JOURNAL_1={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"text\":\"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845283615+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_2={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"text\":\"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845291958+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_3={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"text\":\"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.846375523+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_4={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"text\":\"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.847499086+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_5={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"exec_duration\":\"45h24m40.295706971s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.882500268+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.295706971s exitStatus=\\\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_6={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"exec_duration\":\"45h24m40.281128233s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.884547216+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.281128233s exitStatus=\\\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_7={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"exec_duration\":\"45h24m40.117888424s\",\"exit_status\":\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886081794+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.117888424s exitStatus=\\\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_8={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"exec_duration\":\"2h30m9.60176852s\",\"exit_status\":\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"19\",\"text\":\"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886742197+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=2h30m9.60176852s exitStatus=\\\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=19\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_9={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"text\":\"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975681565+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_10={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"text\":\"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975938007+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_11={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976901622+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_12={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976955689+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_13={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"exec_duration\":\"22.470288602s\",\"exit_status\":\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.013526094+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.470288602s exitStatus=\\\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_14={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"exec_duration\":\"22.401054054s\",\"exit_status\":\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.015618655+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.401054054s exitStatus=\\\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_15={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"exec_duration\":\"11.669196789s\",\"exit_status\":\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"1\",\"text\":\"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.016006342+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=11.669196789s exitStatus=\\\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=1\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_16={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"exec_duration\":\"22.50516689s\",\"exit_status\":\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.018401107+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.50516689s exitStatus=\\\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_CONTAINER_META_1={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"}\nSB043R3F3_CONTAINER_META_2={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"}\nSB043R3F3_CONTAINER_META_3={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"}\nSB043R3F3_CONTAINER_META_4={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"}\nSB043R3F3_CONTAINER_META_5={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"}\nSB043R3F3_CONTAINER_META_6={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"}\nSB043R3F3_CONTAINER_META_7={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"}\nSB043R3F3_CONTAINER_META_8={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"}\nSB043R3F3_FAILED_JSON_1={\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"rel\":\"collector_status.json\",\"values\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"updated_at\",\"value\":\"2026-09-08T16:13:23.607004+00:00\"}]}\nSB043R3F3_FAILED_JSON_2={\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"rel\":\"experiment.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_3={\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"rel\":\"live_status.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:05.676281+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}]}\nSB043R3F3_FAILED_JSON_4={\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"rel\":\"relay_status.json\",\"values\":[{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:01.990164+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}]}\nSB043R3F3_FAILED_JSON_5={\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"rel\":\"runtime_manifest.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_6={\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"rel\":\"service_boot.json\",\"values\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}]}\nSB043R3F3_POSTROLLBACK_COLLECTOR={\"collector\":{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},\"log_rc\":0,\"log_truncated\":false}\nSB043R3F3_COLLECTOR_LOG_1=2026-09-08T17:26:06.187199771Z Traceback (most recent call last):\nSB043R3F3_COLLECTOR_LOG_2=2026-09-08T17:26:06.187610109Z raise SystemExit(main())\nSB043R3F3_COLLECTOR_LOG_3=2026-09-08T17:26:06.187615710Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__\nSB043R3F3_COLLECTOR_LOG_4=2026-09-08T17:26:06.187620827Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv\nSB043R3F3_COLLECTOR_LOG_5=2026-09-08T17:26:06.187623142Z websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\nSB043R3F3_COLLECTOR_DAEMON_META={\"count\":0,\"rc\":0,\"truncated\":false}\nSB043R3F3_STAGE={\"collector\":{\"matches_expected\":true,\"meta\":{\"bytes\":42087,\"mode\":\"0644\",\"mtime_ns\":1788848099000000000,\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"state\":\"FILE\"}},\"compose\":{\"matches_expected\":true,\"meta\":{\"bytes\":3243,\"mode\":\"0644\",\"mtime_ns\":1788719611755958113,\"sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"state\":\"FILE\"}},\"new_image\":{\"id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"matches_expected\":true,\"state\":\"PRESENT\"},\"stage_dir\":{\"exists\":true},\"stage_result\":{\"matches_expected\":true,\"meta\":{\"bytes\":2081,\"mode\":\"0644\",\"mtime_ns\":1788852325562201652,\"sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\",\"state\":\"FILE\"}},\"writer_hits\":[]}\nSB043R3F3_ATTRIBUTION={\"candidate_services\":[],\"id_to_service\":{\"11e755ced086\":\"shadow\",\"94cd3b1db919\":\"relay\",\"c05448fb766e\":\"collector\",\"fb2ea07fbdc5\":\"worker\"},\"mapped_journal\":[],\"new_restart_series\":{\"collector\":[],\"relay\":[],\"shadow\":[],\"worker\":[]},\"reason\":null,\"service\":null}\nSB043R3F3_HOLDS=[\"ACT6_RESTART_SERVICE_NOT_PROVEN\",\"ACT6_EXIT_REASON_NOT_PROVEN\"]\nSB043R3F3_MUTATION_SCOPE=NONE_READ_ONLY\nSB043R3F3_DECISION=HOLD_ACT6_RESTART_ATTRIBUTION_INCOMPLETE\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 0a3e460c..9e71411e 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX1 +COMMAND_ID=SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3 STATUS=FAIL RC=3 HOST=pve01 MODE=read-only -COMPONENT=signalbot-cr0116-act6-restart-attribution-rca3fix1 +COMPONENT=signalbot-cr0116-act6-restart-attribution-rca3fix3 REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=cc6bd8dff6f6df293b43415135c19a22fb6c90c286c354be15333adfee99717b +COMMAND_SHA256=ca4109054d06f47ce8b6b5913b040185ac08924d58a8f08e302bebaa60b43ad1 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,19 +24,67 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=a9e85c3b3d59d627686f98eb9168a767c7e8786a07f2b33d290b32f24dd87936 -SANITIZED_OUTPUT_SHA256=a9e85c3b3d59d627686f98eb9168a767c7e8786a07f2b33d290b32f24dd87936 +RAW_EVIDENCE_SHA256=7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e +SANITIZED_OUTPUT_SHA256=7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e OUTPUT_BEGIN ERROR_REGISTER_CHECK=OK REFERENCE_CHECK=OK AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED -SB043R3F1_AUTHORITY_META={"31_HOMELAB_REFERENCE.md":{"bytes":201129,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"},"HOMELAB_ASSISTANT_ERROR_REGISTER.md":{"bytes":302058,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"}} -SB043R3F1_RUNNER={"expected_sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","matches_expected":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d"} -SB043R3F1_QGA_PAYLOAD={"bytes":19696,"expected_sha256":"a0459c1c8a3246ba6d97a4f5b9cf7975e40f73479ade4cc54f13f42811e191c3","limit_guard":921600,"sha256":"a0459c1c8a3246ba6d97a4f5b9cf7975e40f73479ade4cc54f13f42811e191c3"} -SB043R3F1_QM_EXEC={"outer_rc":0,"stderr_bytes":0,"stderr_sha256":null} -SB043R3F1_QGA_RESULT_META={"err_truncated":false,"exitcode":0,"out_truncated":false,"state":"EXITED"} -SB043R3F1_GUEST_FRAMING={"begin_count":0,"end_count":0,"line_count":203,"stdout_bytes":22880} -SB043R3F1_DECISION=HOLD_GUEST_MARKER_AMBIGUOUS +SB043R3F3_AUTHORITY_META={"31_HOMELAB_REFERENCE.md":{"bytes":201129,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"},"HOMELAB_ASSISTANT_ERROR_REGISTER.md":{"bytes":302058,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"}} +SB043R3F3_RUNNER={"expected_sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","matches_expected":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d"} +SB043R3F3_QGA_PAYLOAD={"bytes":19696,"expected_sha256":"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3","limit_guard":921600,"sha256":"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3"} +SB043R3F3_QM_EXEC={"outer_rc":0,"stderr_bytes":0,"stderr_sha256":null} +SB043R3F3_QGA_RESULT_META={"err_truncated":false,"exitcode":0,"out_truncated":false,"state":"EXITED"} +SB043R3F3_GUEST_FRAMING={"begin_count":1,"end_count":1,"line_count":3,"stdout_bytes":20147} +SB043R3F3_CURRENT={"current":{"containers":[{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"2026-09-08T17:26:06.323505358Z","id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","oom_killed":false,"restart_count":1,"restart_policy":"unless-stopped","service":"collector","started_at":"2026-09-08T17:26:06.543860915Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-relay-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"relay","started_at":"2026-09-08T16:13:24.580556381Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-shadow-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"shadow","started_at":"2026-09-08T16:13:24.622406089Z","state":"running"},{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","id":"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-worker-1","oom_killed":false,"restart_count":0,"restart_policy":"unless-stopped","service":"worker","started_at":"2026-09-08T16:13:24.651452057Z","state":"running"}],"rc":0},"current_env":{"selected":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"state":"READ"}} +SB043R3F3_ACT_RECORD_1={"id":"fb2ea07fbdc5","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[0]","restart_count":0,"running":true,"service":"worker","source":"result.json"} +SB043R3F3_ACT_RECORD_2={"id":"11e755ced086","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[1]","restart_count":0,"running":true,"service":"shadow","source":"result.json"} +SB043R3F3_ACT_RECORD_3={"id":"94cd3b1db919","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[2]","restart_count":0,"running":true,"service":"relay","source":"result.json"} +SB043R3F3_ACT_RECORD_4={"id":"c05448fb766e","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","path":"rollback.services[3]","restart_count":0,"running":true,"service":"collector","source":"result.json"} +SB043R3F3_ACT_TEXT_1={"file":"result.json","line":1,"text":"{\"changes_made\":true,\"collection_start_at\":\"2026-09-09T00:00:00+00:00\",\"command_id\":\"SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"new_experiment_id\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\",\"new_runtime_manifest_id\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\",\"poststate\":null,\"reason\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\",\"rollback\":{\"compose_old_rc\":0,\"env_restored\":true,\"failed_epoch\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"old_epoch_scientific_continuity\":\"INVALIDATED_BY_CUTOVER\",\"old_services_restored\":true,\"reason\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\",\"services\":[{\"id\":\"fb2ea07fbdc5\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb2"} +SB043R3F3_ACT_JOURNAL_META={"count":16,"rc":0,"truncated":false} +SB043R3F3_ACT_JOURNAL_1={"container_ids":["889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"],"text":"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845283615+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_2={"container_ids":["d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"],"text":"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845291958+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_3={"container_ids":["a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"],"text":"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.846375523+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_4={"container_ids":["1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"],"text":"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.847499086+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730","window":"act6"} +SB043R3F3_ACT_JOURNAL_5={"container_ids":["889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"],"exec_duration":"45h24m40.295706971s","exit_status":"{137 2026-09-08 16:13:00.867228456 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.882500268+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.295706971s exitStatus=\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_6={"container_ids":["d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"],"exec_duration":"45h24m40.281128233s","exit_status":"{137 2026-09-08 16:13:00.867964227 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.884547216+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.281128233s exitStatus=\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_7={"container_ids":["1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"],"exec_duration":"45h24m40.117888424s","exit_status":"{137 2026-09-08 16:13:00.872438074 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886081794+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.117888424s exitStatus=\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_8={"container_ids":["a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"],"exec_duration":"2h30m9.60176852s","exit_status":"{137 2026-09-08 16:13:00.870472219 +0000 UTC}","manually_stopped":"true","restart_count":"19","text":"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886742197+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\"restart canceled\" execDuration=2h30m9.60176852s exitStatus=\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=19","window":"act6"} +SB043R3F3_ACT_JOURNAL_9={"container_ids":["a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"],"text":"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975681565+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_10={"container_ids":["1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"],"text":"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975938007+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_11={"container_ids":["2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"],"text":"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976901622+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_12={"container_ids":["991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"],"text":"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976955689+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6","window":"act6"} +SB043R3F3_ACT_JOURNAL_13={"container_ids":["a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"],"exec_duration":"22.470288602s","exit_status":"{137 2026-09-08 16:13:23.997505829 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.013526094+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\"restart canceled\" execDuration=22.470288602s exitStatus=\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_14={"container_ids":["2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"],"exec_duration":"22.401054054s","exit_status":"{137 2026-09-08 16:13:23.998966548 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.015618655+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\"restart canceled\" execDuration=22.401054054s exitStatus=\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_ACT_JOURNAL_15={"container_ids":["991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"],"exec_duration":"11.669196789s","exit_status":"{137 2026-09-08 16:13:24.002302559 +0000 UTC}","manually_stopped":"true","restart_count":"1","text":"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.016006342+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\"restart canceled\" execDuration=11.669196789s exitStatus=\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=1","window":"act6"} +SB043R3F3_ACT_JOURNAL_16={"container_ids":["1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"],"exec_duration":"22.50516689s","exit_status":"{137 2026-09-08 16:13:24.001680362 +0000 UTC}","manually_stopped":"true","restart_count":"0","text":"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.018401107+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\"restart canceled\" execDuration=22.50516689s exitStatus=\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","window":"act6"} +SB043R3F3_CONTAINER_META_1={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d"} +SB043R3F3_CONTAINER_META_2={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5"} +SB043R3F3_CONTAINER_META_3={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc"} +SB043R3F3_CONTAINER_META_4={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01"} +SB043R3F3_CONTAINER_META_5={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030"} +SB043R3F3_CONTAINER_META_6={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501"} +SB043R3F3_CONTAINER_META_7={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12"} +SB043R3F3_CONTAINER_META_8={"config_meta":{"state":"ABSENT_OR_ERROR"},"dir_exists":false,"id":"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d"} +SB043R3F3_FAILED_JSON_1={"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"rel":"collector_status.json","values":[{"path":"fail_closed_reason","value":""},{"path":"prospective_fail_closed_reason","value":""},{"path":"updated_at","value":"2026-09-08T16:13:23.607004+00:00"}]} +SB043R3F3_FAILED_JSON_2={"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"rel":"experiment.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}]} +SB043R3F3_FAILED_JSON_3={"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"rel":"live_status.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"heartbeat_at","value":"2026-09-08T16:13:05.676281+00:00"},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}]} +SB043R3F3_FAILED_JSON_4={"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"rel":"relay_status.json","values":[{"path":"heartbeat_at","value":"2026-09-08T16:13:01.990164+00:00"},{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}]} +SB043R3F3_FAILED_JSON_5={"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"rel":"runtime_manifest.json","values":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}]} +SB043R3F3_FAILED_JSON_6={"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"rel":"service_boot.json","values":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}]} +SB043R3F3_POSTROLLBACK_COLLECTOR={"collector":{"config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"2026-09-08T17:26:06.323505358Z","id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","oom_killed":false,"restart_count":1,"restart_policy":"unless-stopped","service":"collector","started_at":"2026-09-08T17:26:06.543860915Z","state":"running"},"log_rc":0,"log_truncated":false} +SB043R3F3_COLLECTOR_LOG_1=2026-09-08T17:26:06.187199771Z Traceback (most recent call last): +SB043R3F3_COLLECTOR_LOG_2=2026-09-08T17:26:06.187610109Z raise SystemExit(main()) +SB043R3F3_COLLECTOR_LOG_3=2026-09-08T17:26:06.187615710Z File "/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py", line 242, in __iter__ +SB043R3F3_COLLECTOR_LOG_4=2026-09-08T17:26:06.187620827Z File "/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py", line 336, in recv +SB043R3F3_COLLECTOR_LOG_5=2026-09-08T17:26:06.187623142Z websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received +SB043R3F3_COLLECTOR_DAEMON_META={"count":0,"rc":0,"truncated":false} +SB043R3F3_STAGE={"collector":{"matches_expected":true,"meta":{"bytes":42087,"mode":"0644","mtime_ns":1788848099000000000,"sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","state":"FILE"}},"compose":{"matches_expected":true,"meta":{"bytes":3243,"mode":"0644","mtime_ns":1788719611755958113,"sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","state":"FILE"}},"new_image":{"id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","matches_expected":true,"state":"PRESENT"},"stage_dir":{"exists":true},"stage_result":{"matches_expected":true,"meta":{"bytes":2081,"mode":"0644","mtime_ns":1788852325562201652,"sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70","state":"FILE"}},"writer_hits":[]} +SB043R3F3_ATTRIBUTION={"candidate_services":[],"id_to_service":{"11e755ced086":"shadow","94cd3b1db919":"relay","c05448fb766e":"collector","fb2ea07fbdc5":"worker"},"mapped_journal":[],"new_restart_series":{"collector":[],"relay":[],"shadow":[],"worker":[]},"reason":null,"service":null} +SB043R3F3_HOLDS=["ACT6_RESTART_SERVICE_NOT_PROVEN","ACT6_EXIT_REASON_NOT_PROVEN"] +SB043R3F3_MUTATION_SCOPE=NONE_READ_ONLY +SB043R3F3_DECISION=HOLD_ACT6_RESTART_ATTRIBUTION_INCOMPLETE OUTPUT_END CHAT_OUTPUT_END