homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity
Files
39bdad4727b54f081748d0aeecbb5fc7d7a5bd3b
homelab-public-context/runtime/history/SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3.json
T

39 lines
24 KiB
JSON
Raw Blame History

{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SIGNALBOT-260908-ACT6-RESTART-ATTRIBUTION-RCA-043ACT6RCA3FIX3",
"status": "FAIL",
"rc": 3,
"host": "pve01",
"mode": "read-only",
"component": "signalbot-cr0116-act6-restart-attribution-rca3fix3",
"started_at_utc": "2026-09-08T18:16:47Z",
"finished_at_utc": "2026-09-08T18:16:48Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "ca4109054d06f47ce8b6b5913b040185ac08924d58a8f08e302bebaa60b43ad1",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 3,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e",
"sanitized_output_sha256": "7fc6de5fc0f34bd560a607dbd3bbda5c304ecb7ba509c905a5849aca7c36b57e",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R3F3_AUTHORITY_META={\"31_HOMELAB_REFERENCE.md\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"},\"HOMELAB_ASSISTANT_ERROR_REGISTER.md\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"}}\nSB043R3F3_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R3F3_QGA_PAYLOAD={\"bytes\":19696,\"expected_sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\",\"limit_guard\":921600,\"sha256\":\"fce1fbef4e4195cad848920c39fd81701231eaf48d366013f1243a18e68c10e3\"}\nSB043R3F3_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R3F3_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R3F3_GUEST_FRAMING={\"begin_count\":1,\"end_count\":1,\"line_count\":3,\"stdout_bytes\":20147}\nSB043R3F3_CURRENT={\"current\":{\"containers\":[{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-relay-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"relay\",\"started_at\":\"2026-09-08T16:13:24.580556381Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-shadow-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"shadow\",\"started_at\":\"2026-09-08T16:13:24.622406089Z\",\"state\":\"running\"},{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"id\":\"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-worker-1\",\"oom_killed\":false,\"restart_count\":0,\"restart_policy\":\"unless-stopped\",\"service\":\"worker\",\"started_at\":\"2026-09-08T16:13:24.651452057Z\",\"state\":\"running\"}],\"rc\":0},\"current_env\":{\"selected\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"state\":\"READ\"}}\nSB043R3F3_ACT_RECORD_1={\"id\":\"fb2ea07fbdc5\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[0]\",\"restart_count\":0,\"running\":true,\"service\":\"worker\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_2={\"id\":\"11e755ced086\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[1]\",\"restart_count\":0,\"running\":true,\"service\":\"shadow\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_3={\"id\":\"94cd3b1db919\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[2]\",\"restart_count\":0,\"running\":true,\"service\":\"relay\",\"source\":\"result.json\"}\nSB043R3F3_ACT_RECORD_4={\"id\":\"c05448fb766e\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"path\":\"rollback.services[3]\",\"restart_count\":0,\"running\":true,\"service\":\"collector\",\"source\":\"result.json\"}\nSB043R3F3_ACT_TEXT_1={\"file\":\"result.json\",\"line\":1,\"text\":\"{\\\"changes_made\\\":true,\\\"collection_start_at\\\":\\\"2026-09-09T00:00:00+00:00\\\",\\\"command_id\\\":\\\"SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"new_experiment_id\\\":\\\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\\\",\\\"new_runtime_manifest_id\\\":\\\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\\\",\\\"poststate\\\":null,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"rollback\\\":{\\\"compose_old_rc\\\":0,\\\"env_restored\\\":true,\\\"failed_epoch\\\":\\\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\\\",\\\"old_epoch_scientific_continuity\\\":\\\"INVALIDATED_BY_CUTOVER\\\",\\\"old_services_restored\\\":true,\\\"reason\\\":\\\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\\\",\\\"services\\\":[{\\\"id\\\":\\\"fb2ea07fbdc5\\\",\\\"image\\\":\\\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\\\",\\\"image_id\\\":\\\"sha256:403c4266282a56cb2<TRUNCATED>\"}\nSB043R3F3_ACT_JOURNAL_META={\"count\":16,\"rc\":0,\"truncated\":false}\nSB043R3F3_ACT_JOURNAL_1={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"text\":\"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845283615+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_2={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"text\":\"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845291958+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_3={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"text\":\"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.846375523+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_4={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"text\":\"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.847499086+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_5={\"container_ids\":[\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"],\"exec_duration\":\"45h24m40.295706971s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.882500268+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.295706971s exitStatus=\\\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_6={\"container_ids\":[\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"],\"exec_duration\":\"45h24m40.281128233s\",\"exit_status\":\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.884547216+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.281128233s exitStatus=\\\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_7={\"container_ids\":[\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"],\"exec_duration\":\"45h24m40.117888424s\",\"exit_status\":\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886081794+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.117888424s exitStatus=\\\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_8={\"container_ids\":[\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"],\"exec_duration\":\"2h30m9.60176852s\",\"exit_status\":\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"19\",\"text\":\"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886742197+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=2h30m9.60176852s exitStatus=\\\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=19\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_9={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"text\":\"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975681565+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_10={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"text\":\"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975938007+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_11={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976901622+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_12={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"text\":\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976955689+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_13={\"container_ids\":[\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"],\"exec_duration\":\"22.470288602s\",\"exit_status\":\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.013526094+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.470288602s exitStatus=\\\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_14={\"container_ids\":[\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"],\"exec_duration\":\"22.401054054s\",\"exit_status\":\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.015618655+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.401054054s exitStatus=\\\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_15={\"container_ids\":[\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"],\"exec_duration\":\"11.669196789s\",\"exit_status\":\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"1\",\"text\":\"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.016006342+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=11.669196789s exitStatus=\\\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=1\",\"window\":\"act6\"}\nSB043R3F3_ACT_JOURNAL_16={\"container_ids\":[\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"],\"exec_duration\":\"22.50516689s\",\"exit_status\":\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\",\"manually_stopped\":\"true\",\"restart_count\":\"0\",\"text\":\"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.018401107+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.50516689s exitStatus=\\\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"window\":\"act6\"}\nSB043R3F3_CONTAINER_META_1={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d\"}\nSB043R3F3_CONTAINER_META_2={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5\"}\nSB043R3F3_CONTAINER_META_3={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc\"}\nSB043R3F3_CONTAINER_META_4={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01\"}\nSB043R3F3_CONTAINER_META_5={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030\"}\nSB043R3F3_CONTAINER_META_6={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501\"}\nSB043R3F3_CONTAINER_META_7={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12\"}\nSB043R3F3_CONTAINER_META_8={\"config_meta\":{\"state\":\"ABSENT_OR_ERROR\"},\"dir_exists\":false,\"id\":\"d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d\"}\nSB043R3F3_FAILED_JSON_1={\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"rel\":\"collector_status.json\",\"values\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"updated_at\",\"value\":\"2026-09-08T16:13:23.607004+00:00\"}]}\nSB043R3F3_FAILED_JSON_2={\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"rel\":\"experiment.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_3={\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"rel\":\"live_status.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:05.676281+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}]}\nSB043R3F3_FAILED_JSON_4={\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"rel\":\"relay_status.json\",\"values\":[{\"path\":\"heartbeat_at\",\"value\":\"2026-09-08T16:13:01.990164+00:00\"},{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}]}\nSB043R3F3_FAILED_JSON_5={\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"rel\":\"runtime_manifest.json\",\"values\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}]}\nSB043R3F3_FAILED_JSON_6={\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"rel\":\"service_boot.json\",\"values\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}]}\nSB043R3F3_POSTROLLBACK_COLLECTOR={\"collector\":{\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"2026-09-08T17:26:06.323505358Z\",\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"oom_killed\":false,\"restart_count\":1,\"restart_policy\":\"unless-stopped\",\"service\":\"collector\",\"started_at\":\"2026-09-08T17:26:06.543860915Z\",\"state\":\"running\"},\"log_rc\":0,\"log_truncated\":false}\nSB043R3F3_COLLECTOR_LOG_1=2026-09-08T17:26:06.187199771Z Traceback (most recent call last):\nSB043R3F3_COLLECTOR_LOG_2=2026-09-08T17:26:06.187610109Z raise SystemExit(main())\nSB043R3F3_COLLECTOR_LOG_3=2026-09-08T17:26:06.187615710Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__\nSB043R3F3_COLLECTOR_LOG_4=2026-09-08T17:26:06.187620827Z File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv\nSB043R3F3_COLLECTOR_LOG_5=2026-09-08T17:26:06.187623142Z websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\nSB043R3F3_COLLECTOR_DAEMON_META={\"count\":0,\"rc\":0,\"truncated\":false}\nSB043R3F3_STAGE={\"collector\":{\"matches_expected\":true,\"meta\":{\"bytes\":42087,\"mode\":\"0644\",\"mtime_ns\":1788848099000000000,\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"state\":\"FILE\"}},\"compose\":{\"matches_expected\":true,\"meta\":{\"bytes\":3243,\"mode\":\"0644\",\"mtime_ns\":1788719611755958113,\"sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"state\":\"FILE\"}},\"new_image\":{\"id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"matches_expected\":true,\"state\":\"PRESENT\"},\"stage_dir\":{\"exists\":true},\"stage_result\":{\"matches_expected\":true,\"meta\":{\"bytes\":2081,\"mode\":\"0644\",\"mtime_ns\":1788852325562201652,\"sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\",\"state\":\"FILE\"}},\"writer_hits\":[]}\nSB043R3F3_ATTRIBUTION={\"candidate_services\":[],\"id_to_service\":{\"11e755ced086\":\"shadow\",\"94cd3b1db919\":\"relay\",\"c05448fb766e\":\"collector\",\"fb2ea07fbdc5\":\"worker\"},\"mapped_journal\":[],\"new_restart_series\":{\"collector\":[],\"relay\":[],\"shadow\":[],\"worker\":[]},\"reason\":null,\"service\":null}\nSB043R3F3_HOLDS=[\"ACT6_RESTART_SERVICE_NOT_PROVEN\",\"ACT6_EXIT_REASON_NOT_PROVEN\"]\nSB043R3F3_MUTATION_SCOPE=NONE_READ_ONLY\nSB043R3F3_DECISION=HOLD_ACT6_RESTART_ATTRIBUTION_INCOMPLETE\n"
}
View Git Blame Copy Permalink