From 1708b594df76d97bc48a58f99a5a3aeec3b7a1e8 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 8 Sep 2026 16:54:19 +0000 Subject: [PATCH] runtime: publish SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1 --- ...CT6-RESTART-STABILITY-RCA-043ACT6RCA1.json | 38 ++++++++++++++++ ...ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.txt | 45 +++++++++++++++++++ runtime/latest.json | 22 ++++----- runtime/latest.txt | 31 +++++++------ 4 files changed, 112 insertions(+), 24 deletions(-) create mode 100644 runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.json create mode 100644 runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.txt diff --git a/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.json b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.json new file mode 100644 index 00000000..3b42fec1 --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "signalbot-cr0116-act6-restart-stability-rca", + "started_at_utc": "2026-09-08T16:54:17Z", + "finished_at_utc": "2026-09-08T16:54:19Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "65748be036a8e36fe7d173c3fccb8fbbb3cee13d50f3f95a257017b473c26287", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439", + "sanitized_output_sha256": "60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R1_AUTHORITY_META={\"error_register\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"},\"reference\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"}}\nSB043R1_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R1_QGA_PAYLOAD={\"bytes\":23804,\"expected_sha256\":\"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2\",\"limit_guard\":921600,\"sha256\":\"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2\"}\nSB043R1_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R1_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R1_GUEST={\"act6_window\":{\"event_since\":\"2026-09-08T16:12:30Z\",\"event_until\":\"2026-09-08T16:13:45Z\",\"finished_at_utc\":\"2026-09-08T16:13:32Z\",\"started_at_utc\":\"2026-09-08T16:12:49Z\"},\"activation_artifacts\":[{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884010714045003,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\"},{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788883970697479123,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":336,\"mode\":\"0600\",\"mtime_ns\":1788883970697479123,\"sha256\":\"6a172e9ff3e524707237ee59464c14d62ea3d3634188d2f1605f63dfec7b268b\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/new.env\"},{\"interesting_json\":[{\"path\":\"new.code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"new.collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"new.experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"new.image\",\"value\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"new.image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"new.runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},{\"path\":\"old.code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"old.collection_start_at\",\"value\":\"2026-09-07T00:00:00+00:00\"},{\"path\":\"old.experiment_id\",\"value\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\"},{\"path\":\"old.image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"old.image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"old.runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":1858,\"mode\":\"0600\",\"mtime_ns\":1788883970673478784,\"sha256\":\"420891e89ee2807d830db7488eea13b5e1cb3de6216248a782acd333cc7b2741\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/intent.json\"},{\"interesting_json\":[{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"new_experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"new_runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},{\"path\":\"poststate\",\"value\":null},{\"path\":\"reason\",\"value\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\"},{\"path\":\"rollback.old_services_restored\",\"value\":true},{\"path\":\"rollback.reason\",\"value\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\"},{\"path\":\"rollback.services[0].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[0].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[0].restart_count\",\"value\":0},{\"path\":\"rollback.services[0].service\",\"value\":\"worker\"},{\"path\":\"rollback.services[1].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[1].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[1].restart_count\",\"value\":0},{\"path\":\"rollback.services[1].service\",\"value\":\"shadow\"},{\"path\":\"rollback.services[2].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[2].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[2].restart_count\",\"value\":0},{\"path\":\"rollback.services[2].service\",\"value\":\"relay\"},{\"path\":\"rollback.services[3].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[3].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[3].restart_count\",\"value\":0},{\"path\":\"rollback.services[3].service\",\"value\":\"collector\"},{\"path\":\"status\",\"value\":\"ROLLED_BACK\"}],\"meta\":{\"bytes\":1813,\"mode\":\"0600\",\"mtime_ns\":1788884010706044890,\"sha256\":\"570648951c905bc30484d8ca4bb1e536b4830cb3f9d4c901ff3e122f29d78783\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/result.json\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":584,\"mode\":\"0600\",\"mtime_ns\":1788883970689479010,\"sha256\":\"388a610997fad0071b9140a44e88edff60a3e7ee3486faeaca769c0026246c8e\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/runtime_manifest.json\"},{\"content\":\"SKIPPED_SENSITIVE_FILENAME\",\"meta\":{\"bytes\":336,\"mode\":\"0600\",\"mtime_ns\":1788883970685478954,\"sha256\":\"4bbc6bd31417f6265767c1fb971d118d36d27d7b57a90b49e6586461acf0609b\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/.env\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-07T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":841,\"mode\":\"0600\",\"mtime_ns\":1788883970693479067,\"sha256\":\"827dc4fb5ace8a25a0bd80d05450eaa758bd39d1d09485d3d428dd20ad9325aa\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/experiment.json\"},{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884003605944459,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json\"},{\"interesting_json\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}],\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json\"},{\"interesting_lines\":[\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\"],\"meta\":{\"bytes\":77824,\"mode\":\"0644\",\"mtime_ns\":1788883992005780393,\"sha256\":\"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-shm\"},{\"interesting_lines\":[\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\"],\"meta\":{\"bytes\":939392,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"63fddeebd27a0dba2074f8eb1605e8c92a21a15fcb4256d28c4fe660a96ffc88\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-wal\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"prospective_research_collection_allowed\",\"value\":true},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"source_post_finality_revision\",\"value\":false},{\"path\":\"source_reconnect_detected\",\"value\":false},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}],\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":856064,\"mode\":\"0644\",\"mtime_ns\":1788883985673690855,\"sha256\":\"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"8f2ea44a5777d8ce2d51d518044146e36b3589ec7e9ac00fe23fe849fa4a053c\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-shm\"},{\"interesting_lines\":[\" signal_id TEXT NOT NULL,\",\" status TEXT NOT NULL,\",\" error_type TEXT NOT NULL\"],\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\"},{\"interesting_json\":[{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}],\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json\"},{\"interesting_json\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"post_finality_revision\",\"value\":false},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_reconnect_detected\",\"value\":false},{\"path\":\"reconnect_detected\",\"value\":false}],\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-wal\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883981945638143,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal\"}],\"collection\":\"COMPLETE\",\"command_id\":\"SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1\",\"current_containers\":{\"command_rc\":0,\"containers\":[{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-worker-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-08T16:13:24.651452057Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":\"healthy\",\"id\":\"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-shadow-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-08T16:13:24.622406089Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-relay-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-08T16:13:24.580556381Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-08T16:13:24.5384991Z\",\"status\":\"running\"}]},\"current_env\":{\"selected\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"state\":\"READ\"},\"docker_events\":{\"events\":[],\"new_image_lifecycle\":[],\"rc\":0,\"restart_candidates\":[],\"stderr\":\"\",\"stdout_truncated\":false,\"window\":{\"since\":\"2026-09-08T16:12:30Z\",\"until\":\"2026-09-08T16:13:45Z\"}},\"docker_info\":{\"docker_root_dir\":\"/var/lib/docker\",\"logging_driver\":\"json-file\",\"server_version\":\"26.1.5+dfsg1\"},\"expected\":{\"collector_sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"compose_sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"failed_experiment_id\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\",\"new_image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"new_tag\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"old_image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"old_tag\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"stage_result_sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\"},\"failed_epoch\":{\"evidence_files\":[{\"interesting_json\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"post_finality_revision\",\"value\":false},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_reconnect_detected\",\"value\":false},{\"path\":\"reconnect_detected\",\"value\":false}],\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"prospective_research_collection_allowed\",\"value\":true},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"source_post_finality_revision\",\"value\":false},{\"path\":\"source_reconnect_detected\",\"value\":false},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}],\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json\"},{\"interesting_json\":[{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}],\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json\"},{\"interesting_json\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}],\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json\"},{\"interesting_lines\":[\" signal_id TEXT NOT NULL,\",\" status TEXT NOT NULL,\",\" error_type TEXT NOT NULL\"],\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788884001693917414,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883981945638143,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json\"}],\"inventory\":{\"file_count\":16,\"inventory_truncated\":false,\"sample_names\":[\"bitfinex_source.db\",\"bitfinex_source.db-shm\",\"bitfinex_source.db-wal\",\"collector_status.json\",\"experiment.json\",\"live_prospective.db\",\"live_prospective.db-shm\",\"live_prospective.db-wal\",\"live_status.json\",\"notification_relay.db\",\"notification_relay.db-shm\",\"notification_relay.db-wal\",\"notification_relay.db.lock\",\"relay_status.json\",\"runtime_manifest.json\",\"service_boot.json\"],\"total_bytes\":1987170},\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884003605944459,\"state\":\"DIR\"},\"root\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"sqlite_quick_check\":[{\"meta\":{\"bytes\":77824,\"mode\":\"0644\",\"mtime_ns\":1788883992005780393,\"sha256\":\"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db\",\"quick_check\":[\"ok\"]},{\"meta\":{\"bytes\":856064,\"mode\":\"0644\",\"mtime_ns\":1788883985673690855,\"sha256\":\"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db\",\"quick_check\":[\"ok\"]},{\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\",\"quick_check\":[\"ok\"]}]},\"generated_at_utc\":\"2026-09-08T16:54:18.242752+00:00\",\"guest\":\"core-apps\",\"journald\":{\"container_name_queries\":{},\"docker_service\":{\"rc\":0,\"selected_lines\":[\"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845283615+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845291958+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.846375523+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.847499086+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.882500268+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.295706971s exitStatus=\\\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.884547216+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.281128233s exitStatus=\\\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886081794+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.117888424s exitStatus=\\\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886742197+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=2h30m9.60176852s exitStatus=\\\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=19\",\"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975681565+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975938007+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976901622+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976955689+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.013526094+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.470288602s exitStatus=\\\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.015618655+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.401054054s exitStatus=\\\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.016006342+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=11.669196789s exitStatus=\\\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=1\",\"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.018401107+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.50516689s exitStatus=\\\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\"],\"truncated\":false},\"kernel_oom_or_crash\":{\"rc\":0,\"selected_lines\":[],\"truncated\":false}},\"mutation_scope\":\"NONE_READ_ONLY\",\"restart_summary\":{\"candidate_count\":0,\"die_evidence\":[],\"services\":[]},\"scope\":\"STRICT_READ_ONLY_NO_RESTART_NO_REPAIR_NO_ACTIVATION_NO_TUNING\",\"stage\":{\"current_compose_files\":[{\"meta\":{\"bytes\":3243,\"mode\":\"0644\",\"mtime_ns\":1788719611755958113,\"sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\"}],\"new_image\":{\"cmd\":[\"python3\"],\"created\":\"2026-09-08T10:25:24.679801322+03:00\",\"entrypoint\":null,\"healthcheck\":{},\"id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"repo_digests\":[],\"repo_tags\":[\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"],\"size\":139519969,\"state\":\"PRESENT\",\"tag\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},\"old_image\":{\"cmd\":[\"python3\"],\"created\":\"2026-09-06T21:32:49.969853356+03:00\",\"entrypoint\":null,\"healthcheck\":{},\"id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"repo_digests\":[],\"repo_tags\":[\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"],\"size\":139518929,\"state\":\"PRESENT\",\"tag\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},\"scan\":{\"collector_candidates\":[{\"meta\":{\"bytes\":42087,\"mode\":\"0644\",\"mtime_ns\":1788848099000000000,\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py\"}],\"compose_candidates\":[],\"expected_hash_hits\":[{\"bytes\":2081,\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/stage_result.json\",\"sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\"},{\"bytes\":42087,\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py\",\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\"}],\"scanned_files\":62},\"stage\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5\",\"stage_meta\":{\"mode\":\"0700\",\"mtime_ns\":1788852325562201652,\"state\":\"DIR\"}},\"warnings\":[]}\nSB043R1_RESTART_SERVICES=[]\nSB043R1_RESTART_DIE_EVIDENCE=[]\nSB043R1_MUTATION_SCOPE=NONE_READ_ONLY\nSB043R1_DECISION=READ_ONLY_RESTART_STABILITY_EVIDENCE_COLLECTED\n" +} diff --git a/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.txt b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.txt new file mode 100644 index 00000000..716b5cf9 --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1.txt @@ -0,0 +1,45 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=signalbot-cr0116-act6-restart-stability-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=65748be036a8e36fe7d173c3fccb8fbbb3cee13d50f3f95a257017b473c26287 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439 +SANITIZED_OUTPUT_SHA256=60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439 +OUTPUT_BEGIN +ERROR_REGISTER_CHECK=OK +REFERENCE_CHECK=OK +AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED +SB043R1_AUTHORITY_META={"error_register":{"bytes":302058,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"},"reference":{"bytes":201129,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"}} +SB043R1_RUNNER={"expected_sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","matches_expected":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d"} +SB043R1_QGA_PAYLOAD={"bytes":23804,"expected_sha256":"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2","limit_guard":921600,"sha256":"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2"} +SB043R1_QM_EXEC={"outer_rc":0,"stderr_bytes":0,"stderr_sha256":null} +SB043R1_QGA_RESULT_META={"err_truncated":false,"exitcode":0,"out_truncated":false,"state":"EXITED"} +SB043R1_GUEST={"act6_window":{"event_since":"2026-09-08T16:12:30Z","event_until":"2026-09-08T16:13:45Z","finished_at_utc":"2026-09-08T16:13:32Z","started_at_utc":"2026-09-08T16:12:49Z"},"activation_artifacts":[{"meta":{"mode":"0700","mtime_ns":1788884010714045003,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6"},{"meta":{"mode":"0700","mtime_ns":1788883970697479123,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup"},{"interesting_lines":[],"meta":{"bytes":336,"mode":"0600","mtime_ns":1788883970697479123,"sha256":"6a172e9ff3e524707237ee59464c14d62ea3d3634188d2f1605f63dfec7b268b","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/new.env"},{"interesting_json":[{"path":"new.code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"new.collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"new.experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"new.image","value":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"new.image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"new.runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},{"path":"old.code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"old.collection_start_at","value":"2026-09-07T00:00:00+00:00"},{"path":"old.experiment_id","value":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338"},{"path":"old.image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"old.image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"old.runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":1858,"mode":"0600","mtime_ns":1788883970673478784,"sha256":"420891e89ee2807d830db7488eea13b5e1cb3de6216248a782acd333cc7b2741","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/intent.json"},{"interesting_json":[{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"new_experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"new_runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},{"path":"poststate","value":null},{"path":"reason","value":"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY"},{"path":"rollback.old_services_restored","value":true},{"path":"rollback.reason","value":"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY"},{"path":"rollback.services[0].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[0].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[0].restart_count","value":0},{"path":"rollback.services[0].service","value":"worker"},{"path":"rollback.services[1].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[1].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[1].restart_count","value":0},{"path":"rollback.services[1].service","value":"shadow"},{"path":"rollback.services[2].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[2].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[2].restart_count","value":0},{"path":"rollback.services[2].service","value":"relay"},{"path":"rollback.services[3].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[3].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[3].restart_count","value":0},{"path":"rollback.services[3].service","value":"collector"},{"path":"status","value":"ROLLED_BACK"}],"meta":{"bytes":1813,"mode":"0600","mtime_ns":1788884010706044890,"sha256":"570648951c905bc30484d8ca4bb1e536b4830cb3f9d4c901ff3e122f29d78783","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/result.json"},{"interesting_json":[{"path":"application_image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":584,"mode":"0600","mtime_ns":1788883970689479010,"sha256":"388a610997fad0071b9140a44e88edff60a3e7ee3486faeaca769c0026246c8e","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/runtime_manifest.json"},{"content":"SKIPPED_SENSITIVE_FILENAME","meta":{"bytes":336,"mode":"0600","mtime_ns":1788883970685478954,"sha256":"4bbc6bd31417f6265767c1fb971d118d36d27d7b57a90b49e6586461acf0609b","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/.env"},{"interesting_json":[{"path":"code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"collection_start_at","value":"2026-09-07T00:00:00+00:00"},{"path":"experiment_id","value":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":841,"mode":"0600","mtime_ns":1788883970693479067,"sha256":"827dc4fb5ace8a25a0bd80d05450eaa758bd39d1d09485d3d428dd20ad9325aa","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/experiment.json"},{"meta":{"mode":"0700","mtime_ns":1788884003605944459,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm"},{"interesting_json":[{"path":"application_image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json"},{"interesting_json":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}],"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json"},{"interesting_lines":[" finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"],"meta":{"bytes":77824,"mode":"0644","mtime_ns":1788883992005780393,"sha256":"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-shm"},{"interesting_lines":[" finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"],"meta":{"bytes":939392,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"63fddeebd27a0dba2074f8eb1605e8c92a21a15fcb4256d28c4fe660a96ffc88","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-wal"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"prospective_research_collection_allowed","value":true},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"source_post_finality_revision","value":false},{"path":"source_reconnect_detected","value":false},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}],"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json"},{"interesting_lines":[],"meta":{"bytes":856064,"mode":"0644","mtime_ns":1788883985673690855,"sha256":"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"8f2ea44a5777d8ce2d51d518044146e36b3589ec7e9ac00fe23fe849fa4a053c","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-shm"},{"interesting_lines":[" signal_id TEXT NOT NULL,"," status TEXT NOT NULL,"," error_type TEXT NOT NULL"],"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db"},{"interesting_json":[{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}],"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json"},{"interesting_json":[{"path":"fail_closed_reason","value":""},{"path":"post_finality_revision","value":false},{"path":"prospective_fail_closed_reason","value":""},{"path":"prospective_reconnect_detected","value":false},{"path":"reconnect_detected","value":false}],"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-wal"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883981945638143,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal"}],"collection":"COMPLETE","command_id":"SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1","current_containers":{"command_rc":0,"containers":[{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-worker-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"worker","started_at":"2026-09-08T16:13:24.651452057Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":"healthy","id":"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-shadow-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"shadow","started_at":"2026-09-08T16:13:24.622406089Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-relay-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"relay","started_at":"2026-09-08T16:13:24.580556381Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"collector","started_at":"2026-09-08T16:13:24.5384991Z","status":"running"}]},"current_env":{"selected":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"state":"READ"},"docker_events":{"events":[],"new_image_lifecycle":[],"rc":0,"restart_candidates":[],"stderr":"","stdout_truncated":false,"window":{"since":"2026-09-08T16:12:30Z","until":"2026-09-08T16:13:45Z"}},"docker_info":{"docker_root_dir":"/var/lib/docker","logging_driver":"json-file","server_version":"26.1.5+dfsg1"},"expected":{"collector_sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","compose_sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","failed_experiment_id":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960","new_image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","new_tag":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","old_image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","old_tag":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","stage_result_sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70"},"failed_epoch":{"evidence_files":[{"interesting_json":[{"path":"fail_closed_reason","value":""},{"path":"post_finality_revision","value":false},{"path":"prospective_fail_closed_reason","value":""},{"path":"prospective_reconnect_detected","value":false},{"path":"reconnect_detected","value":false}],"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"prospective_research_collection_allowed","value":true},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"source_post_finality_revision","value":false},{"path":"source_reconnect_detected","value":false},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}],"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json"},{"interesting_json":[{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}],"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json"},{"interesting_json":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}],"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json"},{"interesting_json":[{"path":"application_image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json"},{"interesting_lines":[" signal_id TEXT NOT NULL,"," status TEXT NOT NULL,"," error_type TEXT NOT NULL"],"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788884001693917414,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883981945638143,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json"}],"inventory":{"file_count":16,"inventory_truncated":false,"sample_names":["bitfinex_source.db","bitfinex_source.db-shm","bitfinex_source.db-wal","collector_status.json","experiment.json","live_prospective.db","live_prospective.db-shm","live_prospective.db-wal","live_status.json","notification_relay.db","notification_relay.db-shm","notification_relay.db-wal","notification_relay.db.lock","relay_status.json","runtime_manifest.json","service_boot.json"],"total_bytes":1987170},"meta":{"mode":"0700","mtime_ns":1788884003605944459,"state":"DIR"},"root":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6","sqlite_quick_check":[{"meta":{"bytes":77824,"mode":"0644","mtime_ns":1788883992005780393,"sha256":"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db","quick_check":["ok"]},{"meta":{"bytes":856064,"mode":"0644","mtime_ns":1788883985673690855,"sha256":"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db","quick_check":["ok"]},{"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db","quick_check":["ok"]}]},"generated_at_utc":"2026-09-08T16:54:18.242752+00:00","guest":"core-apps","journald":{"container_name_queries":{},"docker_service":{"rc":0,"selected_lines":["2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845283615+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845291958+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.846375523+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.847499086+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.882500268+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.295706971s exitStatus=\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.884547216+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.281128233s exitStatus=\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886081794+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.117888424s exitStatus=\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886742197+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\"restart canceled\" execDuration=2h30m9.60176852s exitStatus=\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=19","2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975681565+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975938007+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976901622+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976955689+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.013526094+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\"restart canceled\" execDuration=22.470288602s exitStatus=\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.015618655+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\"restart canceled\" execDuration=22.401054054s exitStatus=\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.016006342+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\"restart canceled\" execDuration=11.669196789s exitStatus=\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=1","2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.018401107+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\"restart canceled\" execDuration=22.50516689s exitStatus=\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0"],"truncated":false},"kernel_oom_or_crash":{"rc":0,"selected_lines":[],"truncated":false}},"mutation_scope":"NONE_READ_ONLY","restart_summary":{"candidate_count":0,"die_evidence":[],"services":[]},"scope":"STRICT_READ_ONLY_NO_RESTART_NO_REPAIR_NO_ACTIVATION_NO_TUNING","stage":{"current_compose_files":[{"meta":{"bytes":3243,"mode":"0644","mtime_ns":1788719611755958113,"sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/compose.yaml"}],"new_image":{"cmd":["python3"],"created":"2026-09-08T10:25:24.679801322+03:00","entrypoint":null,"healthcheck":{},"id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","repo_digests":[],"repo_tags":["8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"],"size":139519969,"state":"PRESENT","tag":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"},"old_image":{"cmd":["python3"],"created":"2026-09-06T21:32:49.969853356+03:00","entrypoint":null,"healthcheck":{},"id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","repo_digests":[],"repo_tags":["8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"],"size":139518929,"state":"PRESENT","tag":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},"scan":{"collector_candidates":[{"meta":{"bytes":42087,"mode":"0644","mtime_ns":1788848099000000000,"sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py"}],"compose_candidates":[],"expected_hash_hits":[{"bytes":2081,"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/stage_result.json","sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70"},{"bytes":42087,"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py","sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5"}],"scanned_files":62},"stage":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5","stage_meta":{"mode":"0700","mtime_ns":1788852325562201652,"state":"DIR"}},"warnings":[]} +SB043R1_RESTART_SERVICES=[] +SB043R1_RESTART_DIE_EVIDENCE=[] +SB043R1_MUTATION_SCOPE=NONE_READ_ONLY +SB043R1_DECISION=READ_ONLY_RESTART_STABILITY_EVIDENCE_COLLECTED + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index a544d666..3b42fec1 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260908-A-STAGINGEDGE-EXTERNALTLS-RCA37", - "status": "FAIL", - "rc": 2, + "command_id": "SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "read-only", - "component": "newfi-stagingedge-external-tls-ingress-rca", - "started_at_utc": "2026-09-08T16:53:19Z", - "finished_at_utc": "2026-09-08T16:53:19Z", + "component": "signalbot-cr0116-act6-restart-stability-rca", + "started_at_utc": "2026-09-08T16:54:17Z", + "finished_at_utc": "2026-09-08T16:54:19Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "edb88958c220f0bd829ac5e47778f4e99bb82637a6290d585b5830388ed865d7", + "command_sha256": "65748be036a8e36fe7d173c3fccb8fbbb3cee13d50f3f95a257017b473c26287", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 2, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "32000e22c65040dfd4213ea2fe5fb3b427491948b4a7fbcbc0773fcbab0bcd7a", - "sanitized_output_sha256": "32000e22c65040dfd4213ea2fe5fb3b427491948b4a7fbcbc0773fcbab0bcd7a", + "raw_evidence_sha256": "60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439", + "sanitized_output_sha256": "60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nNEWFI37_RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nNEWFI37_PUBLIC_VPS_REJECTED_MARKER_PRESENT=false\nNEWFI37_KNOWN_HOSTS_SHA256_BEFORE=ab01de61ca5030ad158f1aef377364100531473de1e10a529089174f6890d735\nNEWFI37_RCA_EXECUTION=FAIL\nNEWFI37_ERROR=EDGE_VM_PEER_MATCH_COUNT_0\n" + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSB043R1_AUTHORITY_META={\"error_register\":{\"bytes\":302058,\"sha256\":\"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\"},\"reference\":{\"bytes\":201129,\"sha256\":\"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\"}}\nSB043R1_RUNNER={\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"matches_expected\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"}\nSB043R1_QGA_PAYLOAD={\"bytes\":23804,\"expected_sha256\":\"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2\",\"limit_guard\":921600,\"sha256\":\"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2\"}\nSB043R1_QM_EXEC={\"outer_rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":null}\nSB043R1_QGA_RESULT_META={\"err_truncated\":false,\"exitcode\":0,\"out_truncated\":false,\"state\":\"EXITED\"}\nSB043R1_GUEST={\"act6_window\":{\"event_since\":\"2026-09-08T16:12:30Z\",\"event_until\":\"2026-09-08T16:13:45Z\",\"finished_at_utc\":\"2026-09-08T16:13:32Z\",\"started_at_utc\":\"2026-09-08T16:12:49Z\"},\"activation_artifacts\":[{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884010714045003,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\"},{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788883970697479123,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":336,\"mode\":\"0600\",\"mtime_ns\":1788883970697479123,\"sha256\":\"6a172e9ff3e524707237ee59464c14d62ea3d3634188d2f1605f63dfec7b268b\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/new.env\"},{\"interesting_json\":[{\"path\":\"new.code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"new.collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"new.experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"new.image\",\"value\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"new.image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"new.runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},{\"path\":\"old.code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"old.collection_start_at\",\"value\":\"2026-09-07T00:00:00+00:00\"},{\"path\":\"old.experiment_id\",\"value\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\"},{\"path\":\"old.image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"old.image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"old.runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":1858,\"mode\":\"0600\",\"mtime_ns\":1788883970673478784,\"sha256\":\"420891e89ee2807d830db7488eea13b5e1cb3de6216248a782acd333cc7b2741\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/intent.json\"},{\"interesting_json\":[{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"new_experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"new_runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},{\"path\":\"poststate\",\"value\":null},{\"path\":\"reason\",\"value\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\"},{\"path\":\"rollback.old_services_restored\",\"value\":true},{\"path\":\"rollback.reason\",\"value\":\"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY\"},{\"path\":\"rollback.services[0].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[0].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[0].restart_count\",\"value\":0},{\"path\":\"rollback.services[0].service\",\"value\":\"worker\"},{\"path\":\"rollback.services[1].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[1].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[1].restart_count\",\"value\":0},{\"path\":\"rollback.services[1].service\",\"value\":\"shadow\"},{\"path\":\"rollback.services[2].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[2].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[2].restart_count\",\"value\":0},{\"path\":\"rollback.services[2].service\",\"value\":\"relay\"},{\"path\":\"rollback.services[3].image\",\"value\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"rollback.services[3].image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"rollback.services[3].restart_count\",\"value\":0},{\"path\":\"rollback.services[3].service\",\"value\":\"collector\"},{\"path\":\"status\",\"value\":\"ROLLED_BACK\"}],\"meta\":{\"bytes\":1813,\"mode\":\"0600\",\"mtime_ns\":1788884010706044890,\"sha256\":\"570648951c905bc30484d8ca4bb1e536b4830cb3f9d4c901ff3e122f29d78783\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/result.json\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":584,\"mode\":\"0600\",\"mtime_ns\":1788883970689479010,\"sha256\":\"388a610997fad0071b9140a44e88edff60a3e7ee3486faeaca769c0026246c8e\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/runtime_manifest.json\"},{\"content\":\"SKIPPED_SENSITIVE_FILENAME\",\"meta\":{\"bytes\":336,\"mode\":\"0600\",\"mtime_ns\":1788883970685478954,\"sha256\":\"4bbc6bd31417f6265767c1fb971d118d36d27d7b57a90b49e6586461acf0609b\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/.env\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-07T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"}],\"meta\":{\"bytes\":841,\"mode\":\"0600\",\"mtime_ns\":1788883970693479067,\"sha256\":\"827dc4fb5ace8a25a0bd80d05450eaa758bd39d1d09485d3d428dd20ad9325aa\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/experiment.json\"},{\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884003605944459,\"state\":\"DIR\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json\"},{\"interesting_json\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}],\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json\"},{\"interesting_lines\":[\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\"],\"meta\":{\"bytes\":77824,\"mode\":\"0644\",\"mtime_ns\":1788883992005780393,\"sha256\":\"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-shm\"},{\"interesting_lines\":[\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\",\" finality_policy_id TEXT NOT NULL,\",\" finality_state TEXT NOT NULL,\"],\"meta\":{\"bytes\":939392,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"63fddeebd27a0dba2074f8eb1605e8c92a21a15fcb4256d28c4fe660a96ffc88\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-wal\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"prospective_research_collection_allowed\",\"value\":true},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"source_post_finality_revision\",\"value\":false},{\"path\":\"source_reconnect_detected\",\"value\":false},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}],\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":856064,\"mode\":\"0644\",\"mtime_ns\":1788883985673690855,\"sha256\":\"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788886458538241728,\"sha256\":\"8f2ea44a5777d8ce2d51d518044146e36b3589ec7e9ac00fe23fe849fa4a053c\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-shm\"},{\"interesting_lines\":[\" signal_id TEXT NOT NULL,\",\" status TEXT NOT NULL,\",\" error_type TEXT NOT NULL\"],\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\"},{\"interesting_json\":[{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}],\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json\"},{\"interesting_json\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"post_finality_revision\",\"value\":false},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_reconnect_detected\",\"value\":false},{\"path\":\"reconnect_detected\",\"value\":false}],\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-wal\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883981945638143,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal\"}],\"collection\":\"COMPLETE\",\"command_id\":\"SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1\",\"current_containers\":{\"command_rc\":0,\"containers\":[{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-worker-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-08T16:13:24.651452057Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":\"healthy\",\"id\":\"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-shadow-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-08T16:13:24.622406089Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-relay-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-08T16:13:24.580556381Z\",\"status\":\"running\"},{\"compose_config_files\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\",\"compose_working_dir\":\"/opt/stacks/8020-demonov-shadow\",\"config_image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"exit_code\":0,\"finished_at\":\"0001-01-01T00:00:00Z\",\"health\":null,\"id\":\"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530\",\"image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"name\":\"demonov-shadow-8020-collector-1\",\"project\":\"demonov-shadow-8020\",\"restart_count\":0,\"restart_policy\":{\"MaximumRetryCount\":0,\"Name\":\"unless-stopped\"},\"restarting\":false,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-08T16:13:24.5384991Z\",\"status\":\"running\"}]},\"current_env\":{\"selected\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"state\":\"READ\"},\"docker_events\":{\"events\":[],\"new_image_lifecycle\":[],\"rc\":0,\"restart_candidates\":[],\"stderr\":\"\",\"stdout_truncated\":false,\"window\":{\"since\":\"2026-09-08T16:12:30Z\",\"until\":\"2026-09-08T16:13:45Z\"}},\"docker_info\":{\"docker_root_dir\":\"/var/lib/docker\",\"logging_driver\":\"json-file\",\"server_version\":\"26.1.5+dfsg1\"},\"expected\":{\"collector_sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"compose_sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"failed_experiment_id\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\",\"new_image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"new_tag\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"old_image_id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"old_tag\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"stage_result_sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\"},\"failed_epoch\":{\"evidence_files\":[{\"interesting_json\":[{\"path\":\"fail_closed_reason\",\"value\":\"\"},{\"path\":\"post_finality_revision\",\"value\":false},{\"path\":\"prospective_fail_closed_reason\",\"value\":\"\"},{\"path\":\"prospective_reconnect_detected\",\"value\":false},{\"path\":\"reconnect_detected\",\"value\":false}],\"meta\":{\"bytes\":261,\"mode\":\"0644\",\"mtime_ns\":1788884003605944459,\"sha256\":\"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"prospective_research_collection_allowed\",\"value\":true},{\"path\":\"service\",\"value\":\"8020-demonov-live-worker\"},{\"path\":\"source_fail_closed_reason\",\"value\":\"\"},{\"path\":\"source_post_finality_revision\",\"value\":false},{\"path\":\"source_reconnect_detected\",\"value\":false},{\"path\":\"status\",\"value\":\"AWAITING_PRIMARY_FINALITY\"}],\"meta\":{\"bytes\":1162,\"mode\":\"0644\",\"mtime_ns\":1788883985685691025,\"sha256\":\"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json\"},{\"interesting_json\":[{\"path\":\"service\",\"value\":\"8020-demonov-notification-relay\"},{\"path\":\"status\",\"value\":\"NOTIFICATION_RELAY_RUNNING\"}],\"meta\":{\"bytes\":304,\"mode\":\"0644\",\"mtime_ns\":1788883981989638765,\"sha256\":\"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json\"},{\"interesting_json\":[{\"path\":\"booted_at\",\"value\":\"2026-09-08T16:13:01.892817+00:00\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"service\",\"value\":\"8020-demonov-shadow\"}],\"meta\":{\"bytes\":224,\"mode\":\"0644\",\"mtime_ns\":1788883981889637351,\"sha256\":\"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json\"},{\"interesting_json\":[{\"path\":\"application_image_id\",\"value\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\"},{\"path\":\"base_image_digest\",\"value\":\"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2\"},{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":555,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json\"},{\"interesting_lines\":[\" signal_id TEXT NOT NULL,\",\" status TEXT NOT NULL,\",\" error_type TEXT NOT NULL\"],\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":32768,\"mode\":\"0644\",\"mtime_ns\":1788884001693917414,\"sha256\":\"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883991617774906,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal\"},{\"interesting_lines\":[],\"meta\":{\"bytes\":0,\"mode\":\"0644\",\"mtime_ns\":1788883981945638143,\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock\"},{\"interesting_json\":[{\"path\":\"code_identity\",\"value\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},{\"path\":\"collection_start_at\",\"value\":\"2026-09-09T00:00:00+00:00\"},{\"path\":\"experiment_id\",\"value\":\"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960\"},{\"path\":\"experiment_version\",\"value\":\"LIVE_PROSPECTIVE_V2\"},{\"path\":\"finality_policy_id\",\"value\":\"BITFINEX_SEQ_ALL_D1_V1\"},{\"path\":\"runtime_manifest_id\",\"value\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"}],\"meta\":{\"bytes\":792,\"mode\":\"0600\",\"mtime_ns\":1788883970701479180,\"sha256\":\"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json\"}],\"inventory\":{\"file_count\":16,\"inventory_truncated\":false,\"sample_names\":[\"bitfinex_source.db\",\"bitfinex_source.db-shm\",\"bitfinex_source.db-wal\",\"collector_status.json\",\"experiment.json\",\"live_prospective.db\",\"live_prospective.db-shm\",\"live_prospective.db-wal\",\"live_status.json\",\"notification_relay.db\",\"notification_relay.db-shm\",\"notification_relay.db-wal\",\"notification_relay.db.lock\",\"relay_status.json\",\"runtime_manifest.json\",\"service_boot.json\"],\"total_bytes\":1987170},\"meta\":{\"mode\":\"0700\",\"mtime_ns\":1788884003605944459,\"state\":\"DIR\"},\"root\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6\",\"sqlite_quick_check\":[{\"meta\":{\"bytes\":77824,\"mode\":\"0644\",\"mtime_ns\":1788883992005780393,\"sha256\":\"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db\",\"quick_check\":[\"ok\"]},{\"meta\":{\"bytes\":856064,\"mode\":\"0644\",\"mtime_ns\":1788883985673690855,\"sha256\":\"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db\",\"quick_check\":[\"ok\"]},{\"meta\":{\"bytes\":12288,\"mode\":\"0644\",\"mtime_ns\":1788883981981638652,\"sha256\":\"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db\",\"quick_check\":[\"ok\"]}]},\"generated_at_utc\":\"2026-09-08T16:54:18.242752+00:00\",\"guest\":\"core-apps\",\"journald\":{\"container_name_queries\":{},\"docker_service\":{\"rc\":0,\"selected_lines\":[\"2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845283615+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.845291958+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.846375523+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.847499086+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730\",\"2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.882500268+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.295706971s exitStatus=\\\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.884547216+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.281128233s exitStatus=\\\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886081794+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=45h24m40.117888424s exitStatus=\\\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:00.886742197+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=2h30m9.60176852s exitStatus=\\\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=19\",\"2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975681565+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.975938007+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976901622+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:23.976955689+03:00\\\" level=info msg=\\\"Container failed to exit within 10s of signal 15 - using the force\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6\",\"2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.013526094+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.470288602s exitStatus=\\\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.015618655+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.401054054s exitStatus=\\\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\",\"2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.016006342+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=11.669196789s exitStatus=\\\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=1\",\"2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\\\"2026-09-08T19:13:24.018401107+03:00\\\" level=warning msg=\\\"ShouldRestart failed, container will not be restarted\\\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\\\"restart canceled\\\" execDuration=22.50516689s exitStatus=\\\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\\\" hasBeenManuallyStopped=true restartCount=0\"],\"truncated\":false},\"kernel_oom_or_crash\":{\"rc\":0,\"selected_lines\":[],\"truncated\":false}},\"mutation_scope\":\"NONE_READ_ONLY\",\"restart_summary\":{\"candidate_count\":0,\"die_evidence\":[],\"services\":[]},\"scope\":\"STRICT_READ_ONLY_NO_RESTART_NO_REPAIR_NO_ACTIVATION_NO_TUNING\",\"stage\":{\"current_compose_files\":[{\"meta\":{\"bytes\":3243,\"mode\":\"0644\",\"mtime_ns\":1788719611755958113,\"sha256\":\"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/compose.yaml\"}],\"new_image\":{\"cmd\":[\"python3\"],\"created\":\"2026-09-08T10:25:24.679801322+03:00\",\"entrypoint\":null,\"healthcheck\":{},\"id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"repo_digests\":[],\"repo_tags\":[\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"],\"size\":139519969,\"state\":\"PRESENT\",\"tag\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\"},\"old_image\":{\"cmd\":[\"python3\"],\"created\":\"2026-09-06T21:32:49.969853356+03:00\",\"entrypoint\":null,\"healthcheck\":{},\"id\":\"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736\",\"repo_digests\":[],\"repo_tags\":[\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"],\"size\":139518929,\"state\":\"PRESENT\",\"tag\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\"},\"scan\":{\"collector_candidates\":[{\"meta\":{\"bytes\":42087,\"mode\":\"0644\",\"mtime_ns\":1788848099000000000,\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\",\"state\":\"FILE\"},\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py\"}],\"compose_candidates\":[],\"expected_hash_hits\":[{\"bytes\":2081,\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/stage_result.json\",\"sha256\":\"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70\"},{\"bytes\":42087,\"path\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py\",\"sha256\":\"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5\"}],\"scanned_files\":62},\"stage\":\"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5\",\"stage_meta\":{\"mode\":\"0700\",\"mtime_ns\":1788852325562201652,\"state\":\"DIR\"}},\"warnings\":[]}\nSB043R1_RESTART_SERVICES=[]\nSB043R1_RESTART_DIE_EVIDENCE=[]\nSB043R1_MUTATION_SCOPE=NONE_READ_ONLY\nSB043R1_DECISION=READ_ONLY_RESTART_STABILITY_EVIDENCE_COLLECTED\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 264d1fa4..716b5cf9 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260908-A-STAGINGEDGE-EXTERNALTLS-RCA37 -STATUS=FAIL -RC=2 +COMMAND_ID=SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1 +STATUS=OK +RC=0 HOST=pve01 MODE=read-only -COMPONENT=newfi-stagingedge-external-tls-ingress-rca +COMPONENT=signalbot-cr0116-act6-restart-stability-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=edb88958c220f0bd829ac5e47778f4e99bb82637a6290d585b5830388ed865d7 +COMMAND_SHA256=65748be036a8e36fe7d173c3fccb8fbbb3cee13d50f3f95a257017b473c26287 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=2 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,17 +24,22 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=32000e22c65040dfd4213ea2fe5fb3b427491948b4a7fbcbc0773fcbab0bcd7a -SANITIZED_OUTPUT_SHA256=32000e22c65040dfd4213ea2fe5fb3b427491948b4a7fbcbc0773fcbab0bcd7a +RAW_EVIDENCE_SHA256=60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439 +SANITIZED_OUTPUT_SHA256=60df9e4fc8a5d77fe8b38914fd19eb3d992e29ee86cab6f547ab5832dc784439 OUTPUT_BEGIN ERROR_REGISTER_CHECK=OK REFERENCE_CHECK=OK AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED -NEWFI37_RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -NEWFI37_PUBLIC_VPS_REJECTED_MARKER_PRESENT=false -NEWFI37_KNOWN_HOSTS_SHA256_BEFORE=ab01de61ca5030ad158f1aef377364100531473de1e10a529089174f6890d735 -NEWFI37_RCA_EXECUTION=FAIL -NEWFI37_ERROR=EDGE_VM_PEER_MATCH_COUNT_0 +SB043R1_AUTHORITY_META={"error_register":{"bytes":302058,"sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0"},"reference":{"bytes":201129,"sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66"}} +SB043R1_RUNNER={"expected_sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","matches_expected":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d"} +SB043R1_QGA_PAYLOAD={"bytes":23804,"expected_sha256":"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2","limit_guard":921600,"sha256":"4ed71b25f13feec4441a74f76c7395763462119f0fe89fca5ef80e8e12efe0d2"} +SB043R1_QM_EXEC={"outer_rc":0,"stderr_bytes":0,"stderr_sha256":null} +SB043R1_QGA_RESULT_META={"err_truncated":false,"exitcode":0,"out_truncated":false,"state":"EXITED"} +SB043R1_GUEST={"act6_window":{"event_since":"2026-09-08T16:12:30Z","event_until":"2026-09-08T16:13:45Z","finished_at_utc":"2026-09-08T16:13:32Z","started_at_utc":"2026-09-08T16:12:49Z"},"activation_artifacts":[{"meta":{"mode":"0700","mtime_ns":1788884010714045003,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6"},{"meta":{"mode":"0700","mtime_ns":1788883970697479123,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup"},{"interesting_lines":[],"meta":{"bytes":336,"mode":"0600","mtime_ns":1788883970697479123,"sha256":"6a172e9ff3e524707237ee59464c14d62ea3d3634188d2f1605f63dfec7b268b","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/new.env"},{"interesting_json":[{"path":"new.code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"new.collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"new.experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"new.image","value":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"new.image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"new.runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},{"path":"old.code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"old.collection_start_at","value":"2026-09-07T00:00:00+00:00"},{"path":"old.experiment_id","value":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338"},{"path":"old.image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"old.image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"old.runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":1858,"mode":"0600","mtime_ns":1788883970673478784,"sha256":"420891e89ee2807d830db7488eea13b5e1cb3de6216248a782acd333cc7b2741","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/intent.json"},{"interesting_json":[{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"new_experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"new_runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},{"path":"poststate","value":null},{"path":"reason","value":"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY"},{"path":"rollback.old_services_restored","value":true},{"path":"rollback.reason","value":"RuntimeError:RESTART_COUNT_CHANGED_DURING_STABILITY"},{"path":"rollback.services[0].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[0].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[0].restart_count","value":0},{"path":"rollback.services[0].service","value":"worker"},{"path":"rollback.services[1].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[1].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[1].restart_count","value":0},{"path":"rollback.services[1].service","value":"shadow"},{"path":"rollback.services[2].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[2].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[2].restart_count","value":0},{"path":"rollback.services[2].service","value":"relay"},{"path":"rollback.services[3].image","value":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"rollback.services[3].image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"rollback.services[3].restart_count","value":0},{"path":"rollback.services[3].service","value":"collector"},{"path":"status","value":"ROLLED_BACK"}],"meta":{"bytes":1813,"mode":"0600","mtime_ns":1788884010706044890,"sha256":"570648951c905bc30484d8ca4bb1e536b4830cb3f9d4c901ff3e122f29d78783","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/result.json"},{"interesting_json":[{"path":"application_image_id","value":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":584,"mode":"0600","mtime_ns":1788883970689479010,"sha256":"388a610997fad0071b9140a44e88edff60a3e7ee3486faeaca769c0026246c8e","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/runtime_manifest.json"},{"content":"SKIPPED_SENSITIVE_FILENAME","meta":{"bytes":336,"mode":"0600","mtime_ns":1788883970685478954,"sha256":"4bbc6bd31417f6265767c1fb971d118d36d27d7b57a90b49e6586461acf0609b","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/.env"},{"interesting_json":[{"path":"code_identity","value":"e32760c69a4311728db9066ee8bf2bf66b1e5a70"},{"path":"collection_start_at","value":"2026-09-07T00:00:00+00:00"},{"path":"experiment_id","value":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"}],"meta":{"bytes":841,"mode":"0600","mtime_ns":1788883970693479067,"sha256":"827dc4fb5ace8a25a0bd80d05450eaa758bd39d1d09485d3d428dd20ad9325aa","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/backup/experiment.json"},{"meta":{"mode":"0700","mtime_ns":1788884003605944459,"state":"DIR"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm"},{"interesting_json":[{"path":"application_image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json"},{"interesting_json":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}],"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json"},{"interesting_lines":[" finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"],"meta":{"bytes":77824,"mode":"0644","mtime_ns":1788883992005780393,"sha256":"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-shm"},{"interesting_lines":[" finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"," finality_policy_id TEXT NOT NULL,"," finality_state TEXT NOT NULL,"],"meta":{"bytes":939392,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"63fddeebd27a0dba2074f8eb1605e8c92a21a15fcb4256d28c4fe660a96ffc88","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-wal"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"prospective_research_collection_allowed","value":true},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"source_post_finality_revision","value":false},{"path":"source_reconnect_detected","value":false},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}],"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json"},{"interesting_lines":[],"meta":{"bytes":856064,"mode":"0644","mtime_ns":1788883985673690855,"sha256":"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788886458538241728,"sha256":"8f2ea44a5777d8ce2d51d518044146e36b3589ec7e9ac00fe23fe849fa4a053c","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db-shm"},{"interesting_lines":[" signal_id TEXT NOT NULL,"," status TEXT NOT NULL,"," error_type TEXT NOT NULL"],"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db"},{"interesting_json":[{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}],"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json"},{"interesting_json":[{"path":"fail_closed_reason","value":""},{"path":"post_finality_revision","value":false},{"path":"prospective_fail_closed_reason","value":""},{"path":"prospective_reconnect_detected","value":false},{"path":"reconnect_detected","value":false}],"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db-wal"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883981945638143,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal"}],"collection":"COMPLETE","command_id":"SIGNALBOT-260908-ACT6-RESTART-STABILITY-RCA-043ACT6RCA1","current_containers":{"command_rc":0,"containers":[{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"fb2ea07fbdc5080dd52838e6c87272467544459b00f7f29ac9cd60cab995c282","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-worker-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"worker","started_at":"2026-09-08T16:13:24.651452057Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":"healthy","id":"11e755ced086f6b41471683135aebba3604777e080ded257207d893d57520d7f","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-shadow-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"shadow","started_at":"2026-09-08T16:13:24.622406089Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"94cd3b1db919a33253a39d100fbbbb5f0d9de4602d9d19a1accdb512bd1c19ea","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-relay-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"relay","started_at":"2026-09-08T16:13:24.580556381Z","status":"running"},{"compose_config_files":"/opt/stacks/8020-demonov-shadow/compose.yaml","compose_working_dir":"/opt/stacks/8020-demonov-shadow","config_image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","exit_code":0,"finished_at":"0001-01-01T00:00:00Z","health":null,"id":"c05448fb766e736f6c8be4e27b905cf85cd2e58e349fadb2b8f07d5c2fdc1530","image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","name":"demonov-shadow-8020-collector-1","project":"demonov-shadow-8020","restart_count":0,"restart_policy":{"MaximumRetryCount":0,"Name":"unless-stopped"},"restarting":false,"running":true,"service":"collector","started_at":"2026-09-08T16:13:24.5384991Z","status":"running"}]},"current_env":{"selected":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"state":"READ"},"docker_events":{"events":[],"new_image_lifecycle":[],"rc":0,"restart_candidates":[],"stderr":"","stdout_truncated":false,"window":{"since":"2026-09-08T16:12:30Z","until":"2026-09-08T16:13:45Z"}},"docker_info":{"docker_root_dir":"/var/lib/docker","logging_driver":"json-file","server_version":"26.1.5+dfsg1"},"expected":{"collector_sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","compose_sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","failed_experiment_id":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960","new_image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","new_tag":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","old_image_id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","old_tag":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","stage_result_sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70"},"failed_epoch":{"evidence_files":[{"interesting_json":[{"path":"fail_closed_reason","value":""},{"path":"post_finality_revision","value":false},{"path":"prospective_fail_closed_reason","value":""},{"path":"prospective_reconnect_detected","value":false},{"path":"reconnect_detected","value":false}],"meta":{"bytes":261,"mode":"0644","mtime_ns":1788884003605944459,"sha256":"af30e378aa6b5878829ba627ec8acb310f0ea4f21287ec99ece9f1931a0215d4","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/collector_status.json"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"prospective_research_collection_allowed","value":true},{"path":"service","value":"8020-demonov-live-worker"},{"path":"source_fail_closed_reason","value":""},{"path":"source_post_finality_revision","value":false},{"path":"source_reconnect_detected","value":false},{"path":"status","value":"AWAITING_PRIMARY_FINALITY"}],"meta":{"bytes":1162,"mode":"0644","mtime_ns":1788883985685691025,"sha256":"3c322f384f895bf9a02e78d1380992675c702abaf4e22b464f6dc3a4705f80f3","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_status.json"},{"interesting_json":[{"path":"service","value":"8020-demonov-notification-relay"},{"path":"status","value":"NOTIFICATION_RELAY_RUNNING"}],"meta":{"bytes":304,"mode":"0644","mtime_ns":1788883981989638765,"sha256":"8a46ef54cf9449967947ceb12f31157c81a8e7afa8f188ec789d3b64d8272af8","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/relay_status.json"},{"interesting_json":[{"path":"booted_at","value":"2026-09-08T16:13:01.892817+00:00"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"service","value":"8020-demonov-shadow"}],"meta":{"bytes":224,"mode":"0644","mtime_ns":1788883981889637351,"sha256":"cae06983e72cf4b2634c702e25986c1c91a01274754afa2498464ed5d7eb8be9","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/service_boot.json"},{"interesting_json":[{"path":"application_image_id","value":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99"},{"path":"base_image_digest","value":"sha256:881d80734ee05dca6f7f42dcb080975652a53c7eda9ba1f03bb8da31aa6a6ec2"},{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":555,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"b672815cfbe5645378aeb2911af1c11cceee78d28da6c815127430c449af83db","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/runtime_manifest.json"},{"interesting_lines":[" signal_id TEXT NOT NULL,"," status TEXT NOT NULL,"," error_type TEXT NOT NULL"],"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db"},{"interesting_lines":[],"meta":{"bytes":32768,"mode":"0644","mtime_ns":1788884001693917414,"sha256":"fd4c9fda9cd3f9ae7c962b0ddf37232294d55580e1aa165aa06129b8549389eb","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-shm"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883991617774906,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db-wal"},{"interesting_lines":[],"meta":{"bytes":0,"mode":"0644","mtime_ns":1788883981945638143,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db.lock"},{"interesting_json":[{"path":"code_identity","value":"76e1f58baa544a0e208bba317f0150e5b6d74dbd"},{"path":"collection_start_at","value":"2026-09-09T00:00:00+00:00"},{"path":"experiment_id","value":"7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960"},{"path":"experiment_version","value":"LIVE_PROSPECTIVE_V2"},{"path":"finality_policy_id","value":"BITFINEX_SEQ_ALL_D1_V1"},{"path":"runtime_manifest_id","value":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"}],"meta":{"bytes":792,"mode":"0600","mtime_ns":1788883970701479180,"sha256":"802d9c47b7a87f7a5e2a35049f57003469844ee2e5aaa8861124563d5999cf13","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/experiment.json"}],"inventory":{"file_count":16,"inventory_truncated":false,"sample_names":["bitfinex_source.db","bitfinex_source.db-shm","bitfinex_source.db-wal","collector_status.json","experiment.json","live_prospective.db","live_prospective.db-shm","live_prospective.db-wal","live_status.json","notification_relay.db","notification_relay.db-shm","notification_relay.db-wal","notification_relay.db.lock","relay_status.json","runtime_manifest.json","service_boot.json"],"total_bytes":1987170},"meta":{"mode":"0700","mtime_ns":1788884003605944459,"state":"DIR"},"root":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6","sqlite_quick_check":[{"meta":{"bytes":77824,"mode":"0644","mtime_ns":1788883992005780393,"sha256":"5b8b801976e346fcb90d2fb208fad14e2afb67f0b30a53eedf84ff8129672087","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/bitfinex_source.db","quick_check":["ok"]},{"meta":{"bytes":856064,"mode":"0644","mtime_ns":1788883985673690855,"sha256":"8ae5e81281364412e262b9b33149a51515b287e4500453a2edab4fb11993cbf2","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/live_prospective.db","quick_check":["ok"]},{"meta":{"bytes":12288,"mode":"0644","mtime_ns":1788883981981638652,"sha256":"04b817806d45f72c477fb8ce21f6eb06e57a820846b39d7473909dae87443bba","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/data/failed/7e0f31f4e35667f8121d3465772af2ec6c75d2243602228584c132cff2f53960-SIGNALBOT-260908-SEALED-ACTIVATION-043ACT6/notification_relay.db","quick_check":["ok"]}]},"generated_at_utc":"2026-09-08T16:54:18.242752+00:00","guest":"core-apps","journald":{"container_name_queries":{},"docker_service":{"rc":0,"selected_lines":["2026-09-08T19:13:00.845320+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845283615+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 spanID=d78c98e8803a8421 traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.845516+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.845291958+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d spanID=f1153301122c323f traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.846409+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.846375523+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 spanID=f37165227e6fde08 traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.847542+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.847499086+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 spanID=cbecc9a36eaf36be traceID=f37b05006e83d476dc0dace50af0e730","2026-09-08T19:13:00.882554+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.882500268+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=889be41d2cee9d327811da78388f834ba6eafe4c0eeae456867ed0df76832d01 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.295706971s exitStatus=\"{137 2026-09-08 16:13:00.867228456 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.884607+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.884547216+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=d8023f4cbf91f9382e39eec0436c9cebc7665535b42b950e95408c03ff9bf30d daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.281128233s exitStatus=\"{137 2026-09-08 16:13:00.867964227 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.886100+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886081794+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1feeca2d9428cd5a277c026bef34534db307657dcdcd63aff98ea66e44f8b9c5 daemonShuttingDown=false error=\"restart canceled\" execDuration=45h24m40.117888424s exitStatus=\"{137 2026-09-08 16:13:00.872438074 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:00.886767+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:00.886742197+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a546a70c3e8c263d9b590cd78ee206bcda0cfcdb6662327e8415ca0e29ad1501 daemonShuttingDown=false error=\"restart canceled\" execDuration=2h30m9.60176852s exitStatus=\"{137 2026-09-08 16:13:00.870472219 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=19","2026-09-08T19:13:23.975860+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975681565+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 spanID=69fc163534d992f1 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.976059+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.975938007+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d spanID=3dc187162ccd3147 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976901622+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc spanID=0d37deded921efb7 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:23.977010+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:23.976955689+03:00\" level=info msg=\"Container failed to exit within 10s of signal 15 - using the force\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 spanID=585afc79624291e9 traceID=41bce0fabfb21a46364611c72cb280e6","2026-09-08T19:13:24.013551+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.013526094+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=a8c4fc7414dbfafeb6987c78aff2000539a2e3553e4531fc5d8b8a14d1807f12 daemonShuttingDown=false error=\"restart canceled\" execDuration=22.470288602s exitStatus=\"{137 2026-09-08 16:13:23.997505829 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:24.015639+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.015618655+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=2391437a697b20ec54a68776824b396a15d0413e0b2ff423ded12a1866f63adc daemonShuttingDown=false error=\"restart canceled\" execDuration=22.401054054s exitStatus=\"{137 2026-09-08 16:13:23.998966548 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0","2026-09-08T19:13:24.016033+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.016006342+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=991611708b852a3804715fefa76e81ca0fd016ab57c6b2b562538e6b2f41f030 daemonShuttingDown=false error=\"restart canceled\" execDuration=11.669196789s exitStatus=\"{137 2026-09-08 16:13:24.002302559 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=1","2026-09-08T19:13:24.018427+03:00 core-apps dockerd[731]: time=\"2026-09-08T19:13:24.018401107+03:00\" level=warning msg=\"ShouldRestart failed, container will not be restarted\" container=1bab374067bfda0bfc339adfa316b5e10458961faf72581e36f7dfa97b88b76d daemonShuttingDown=false error=\"restart canceled\" execDuration=22.50516689s exitStatus=\"{137 2026-09-08 16:13:24.001680362 +0000 UTC}\" hasBeenManuallyStopped=true restartCount=0"],"truncated":false},"kernel_oom_or_crash":{"rc":0,"selected_lines":[],"truncated":false}},"mutation_scope":"NONE_READ_ONLY","restart_summary":{"candidate_count":0,"die_evidence":[],"services":[]},"scope":"STRICT_READ_ONLY_NO_RESTART_NO_REPAIR_NO_ACTIVATION_NO_TUNING","stage":{"current_compose_files":[{"meta":{"bytes":3243,"mode":"0644","mtime_ns":1788719611755958113,"sha256":"6461532b0a04decc60fe1d1885990020e886d40de40c0523e34e2849600af061","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/compose.yaml"}],"new_image":{"cmd":["python3"],"created":"2026-09-08T10:25:24.679801322+03:00","entrypoint":null,"healthcheck":{},"id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","repo_digests":[],"repo_tags":["8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"],"size":139519969,"state":"PRESENT","tag":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd"},"old_image":{"cmd":["python3"],"created":"2026-09-06T21:32:49.969853356+03:00","entrypoint":null,"healthcheck":{},"id":"sha256:403c4266282a56cb210bed95cd58295692296502913e7440e2133d7b5664c736","repo_digests":[],"repo_tags":["8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"],"size":139518929,"state":"PRESENT","tag":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70"},"scan":{"collector_candidates":[{"meta":{"bytes":42087,"mode":"0644","mtime_ns":1788848099000000000,"sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5","state":"FILE"},"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py"}],"compose_candidates":[],"expected_hash_hits":[{"bytes":2081,"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/stage_result.json","sha256":"8ba641e823379a97f52fb90d9c89b6000f0c375aaa1db856ad133ec88516ab70"},{"bytes":42087,"path":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5/demonov_forward_map/bitfinex_trade_collector.py","sha256":"193dd0c7f9890fdb4026c24dbc5add825f1641d92097e881806705ca452812d5"}],"scanned_files":62},"stage":"/opt/stacks/8020-demonov-shadow/.deploy/SIGNALBOT-260908-DEPLOY-STAGE-042FIX5","stage_meta":{"mode":"0700","mtime_ns":1788852325562201652,"state":"DIR"}},"warnings":[]} +SB043R1_RESTART_SERVICES=[] +SB043R1_RESTART_DIE_EVIDENCE=[] +SB043R1_MUTATION_SCOPE=NONE_READ_ONLY +SB043R1_DECISION=READ_ONLY_RESTART_STABILITY_EVIDENCE_COLLECTED OUTPUT_END CHAT_OUTPUT_END