diff --git a/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.json b/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.json new file mode 100644 index 00000000..833d3028 --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SIGNALBOT-260908-FINALITY-RCA-034", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "signalbot-cr0116-finality-rca", + "started_at_utc": "2026-09-08T05:11:11Z", + "finished_at_utc": "2026-09-08T05:11:13Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "9940f503e69ffc5921bd2d293ea35b191e11d4b72376befc84465299f32a5cfd", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093", + "sanitized_output_sha256": "901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSIGNALBOT034_VM170={\"name\":\"core-apps\",\"node\":\"pve01\",\"status\":\"running\",\"type\":\"qemu\"}\nSIGNALBOT034_VM170_SNAPSHOT={\"report\":{\"bitfinex_source\":{\"bytes\":255864832,\"detail\":{\"d1_revisions\":{\"columns\":[\"revision_id\",\"logical_d1_id\",\"revision_json\"],\"count\":0,\"final_count_text\":null,\"gap_count\":null,\"latest\":[],\"reconnect_count\":null},\"finalized_d1\":{\"columns\":[\"logical_d1_id\",\"close_at\",\"finalized_d1_id\",\"revision_id\",\"logical_json\",\"revision_json\",\"finalized_json\"],\"count\":0,\"final_count_text\":null,\"gap_count\":null,\"latest\":[],\"reconnect_count\":null},\"sequence_events\":{\"columns\":[\"event_seq\",\"session_id\",\"source_sequence\",\"received_at\",\"event_kind\"],\"count\":178629,\"final_count_text\":0,\"gap_count\":0,\"latest\":[{\"received_at\":\"2026-09-08T03:52:00.952767+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72124},{\"received_at\":\"2026-09-08T03:52:00.943741+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72123},{\"received_at\":\"2026-09-08T03:52:00.931321+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72122},{\"received_at\":\"2026-09-08T03:52:00.790541+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72121},{\"received_at\":\"2026-09-08T03:52:00.656138+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72120},{\"received_at\":\"2026-09-08T03:52:00.642417+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72119},{\"received_at\":\"2026-09-08T03:52:00.504076+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72118},{\"received_at\":\"2026-09-08T03:52:00.494856+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72117},{\"received_at\":\"2026-09-08T03:52:00.481147+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72116},{\"received_at\":\"2026-09-08T03:52:00.333870+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72115},{\"received_at\":\"2026-09-08T03:52:00.194864+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72114},{\"received_at\":\"2026-09-08T03:52:00.180891+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72113},{\"received_at\":\"2026-09-08T03:52:00.041606+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72112},{\"received_at\":\"2026-09-08T03:52:00.023714+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72111},{\"received_at\":\"2026-09-08T03:51:59.882828+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72110},{\"received_at\":\"2026-09-08T03:51:59.874629+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72109},{\"received_at\":\"2026-09-08T03:51:59.861610+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72108},{\"received_at\":\"2026-09-08T03:51:59.715856+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72107},{\"received_at\":\"2026-09-08T03:51:59.579901+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72106},{\"received_at\":\"2026-09-08T03:51:59.570917+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72105},{\"received_at\":\"2026-09-08T03:51:59.421849+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72104},{\"received_at\":\"2026-09-08T03:51:59.412852+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72103},{\"received_at\":\"2026-09-08T03:51:59.402647+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72102},{\"received_at\":\"2026-09-08T03:51:59.255080+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72101},{\"received_at\":\"2026-09-08T03:51:59.114667+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72100}],\"max_source_sequence\":72124,\"reconnect_count\":10},\"source_receipts\":{\"columns\":[\"receipt_id\",\"venue_id\",\"source_kind\",\"received_at\",\"source_sequence\",\"raw_payload_hash\",\"collector_session_id\",\"receipt_json\"],\"count\":178630,\"final_count_text\":0,\"gap_count\":0,\"latest\":[{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"ffff960aeffeee9695e275e9ba31bdb3186b32e5e51dcd5c940e5d26d5a984a3\",\"received_at\":\"2026-09-07T04:35:06.621054+00:00\",\"source_sequence\":44197,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"551212679f1743d9b626895d07c17d29\",\"receipt_id\":\"ffff783bc1249e3c68e9358b33092ed91268d6bc204c701716f38bb5b8421c29\",\"received_at\":\"2026-09-07T14:46:54.855315+00:00\",\"source_sequence\":24,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"82d0f3371f5444d7b65b6c34169a40fa\",\"receipt_id\":\"ffff2e23ca17fafdb41512a6885d8d00ac65b471ee1d0c2a1b3701184ee17d58\",\"received_at\":\"2026-09-07T14:33:30.665224+00:00\",\"source_sequence\":8178,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffed862b523c27b7d9917720dada587c68e331d806fe6a1bd06d206835c4cbf\",\"received_at\":\"2026-09-08T00:59:23.032204+00:00\",\"source_sequence\":57768,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fffdecc57b358ccb26e589e8de1ea06c9ffbf0ceed153734488e0cc535f9ec8a\",\"received_at\":\"2026-09-07T04:02:57.073730+00:00\",\"source_sequence\":42021,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fffde9185885b7dacac5228ebd91f21bbd4d24f962ebbb34e7d41024d40063fe\",\"received_at\":\"2026-09-07T02:45:21.113745+00:00\",\"source_sequence\":34768,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffd0d08dc20bf6505324e9bf0b1997d4e3c47ddaa1b3cc2b77f409cc53aa867\",\"received_at\":\"2026-09-07T23:00:02.330026+00:00\",\"source_sequence\":49680,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffce50a3f2443356f3be6b7d80940508765794e3be9d4f942cb7c3ce0736334\",\"received_at\":\"2026-09-08T02:38:23.183574+00:00\",\"source_sequence\":64038,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffae166020eb8e2cecee61291b73aeca53987ccdcb3e413c6f01b7962ef8258\",\"received_at\":\"2026-09-08T03:47:40.439268+00:00\",\"source_sequence\":70886,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"85ab62ed1ce54bb9ae46f195505f1de7\",\"receipt_id\":\"fffab96269eb47a266f8d2d6bcecedd7e0c6248199aeb68672b7bcfdbdba36cb\",\"received_at\":\"2026-09-07T10:09:36.864555+00:00\",\"source_sequence\":1902,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffa8693eb50511dc6118195f92ef56103013ab3508594af5ff7f20bbe3ca33c\",\"received_at\":\"2026-09-07T17:15:08.222842+00:00\",\"source_sequence\":23837,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffa63a03059bd14b976db4d53f1f4026bf5147bbebb1ef6b1af6aea14649db2\",\"received_at\":\"2026-09-07T18:44:47.677757+00:00\",\"source_sequence\":32141,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff9e26af76a20839b3434365425d1ac20d62bfa4d79923793938a83b74479c8\",\"received_at\":\"2026-09-08T02:55:01.105226+00:00\",\"source_sequence\":64961,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff9e22e912b5f3d3c6dac9abdba0aeb09b55d1ad2c07235b7574b306b556ee8\",\"received_at\":\"2026-09-08T03:20:05.636446+00:00\",\"source_sequence\":66884,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff9ab7f66a30ca54829d39ab9493e85cfa8e09e6e12dc2b8d16e541d673c3d5\",\"received_at\":\"2026-09-07T00:48:07.836131+00:00\",\"source_sequence\":25376,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff9a9ac8341ee6fb7417dd95d9a83d4f6e3646652388bf1e288adcbf0612e01\",\"received_at\":\"2026-09-06T19:59:28.909570+00:00\",\"source_sequence\":2465,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff99364203c776bfe13f30b439dee1dbe02ef50ad17da8a41ea964cebc7d325\",\"received_at\":\"2026-09-07T18:52:23.623171+00:00\",\"source_sequence\":32992,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff747055d355ef5ec0d9dfca8b03ba95b79b0d4228a7d9b270e4c582b4980a0\",\"received_at\":\"2026-09-07T08:49:04.191507+00:00\",\"source_sequence\":67324,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff63539c6d208d6c22c7da3aff15d808f83d649e92c1ec59a7840056fa67d87\",\"received_at\":\"2026-09-07T07:09:15.431859+00:00\",\"source_sequence\":53678,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"82d0f3371f5444d7b65b6c34169a40fa\",\"receipt_id\":\"fff610dcd2cf5504a196c9c6d954500a41b32e95ba4d1bfa826a9b9179c894c0\",\"received_at\":\"2026-09-07T14:06:48.343582+00:00\",\"source_sequence\":2806,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"85ab62ed1ce54bb9ae46f195505f1de7\",\"receipt_id\":\"fff568ef9627f62cfed862ae00b4f83c07c21fd8c934e2c1b490410d464a54fb\",\"received_at\":\"2026-09-07T11:49:32.455950+00:00\",\"source_sequence\":8144,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff535f82edc2b04ed47084c45cf82f699da1b0c62f59e1d9baf8341b8aa755f\",\"received_at\":\"2026-09-06T22:03:55.698755+00:00\",\"source_sequence\":9941,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff4f2ce381c77a32f1a34702afd4185aa1e35357905419d6f58eba26415437f\",\"received_at\":\"2026-09-08T01:59:19.932377+00:00\",\"source_sequence\":61761,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff4e78ea4c39b0775c8e247cec942074cb44df824bc3eda38758eaa8279908e\",\"received_at\":\"2026-09-06T22:08:19.155558+00:00\",\"source_sequence\":10651,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff49c02f61075d340df86fc4d33a09d3ec2067948319f051023c9cc31f03733\",\"received_at\":\"2026-09-07T09:07:56.725377+00:00\",\"source_sequence\":68521,\"venue_id\":\"BITFINEX\"}],\"max_source_sequence\":72124,\"reconnect_count\":0}},\"exists\":true,\"max_sequence\":72124,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/bitfinex_source.db\",\"quick_check\":\"ok\",\"sequence_vs_033\":{\"advanced\":false,\"baseline\":72124,\"current\":72124},\"tables\":[\"d1_revisions\",\"finalized_d1\",\"logical_d1\",\"meta\",\"sequence_events\",\"source_receipts\",\"trade_receipts\",\"trade_revisions\"]},\"decision\":\"SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\",\"docker\":{\"rc\":0,\"services\":[{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":13,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-08T05:01:08.70385245Z\",\"status\":\"running\"},{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-06T18:48:20.603414848Z\",\"status\":\"running\"},{\"health\":\"healthy\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-06T18:48:20.768190553Z\",\"status\":\"running\"},{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-06T18:48:20.586788319Z\",\"status\":\"running\"}]},\"env\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"epoch\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"epoch_exists\":true,\"hostname\":\"core-apps\",\"logs\":{\"collector\":{\"keyword_counts\":{\"CLOSE\":15,\"DISCONNECT\":0,\"ERROR\":10,\"EXCEPTION\":5,\"FINALIZ\":0,\"GAP\":0,\"HEARTBEAT\":0,\"RECONNECT\":0,\"SOURCE_FINALITY\":0,\"TRACEBACK\":5,\"WEBSOCKET\":15},\"last_relevant_lines\":[\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\"],\"line_count\":81,\"rc\":0},\"worker\":{\"keyword_counts\":{\"CLOSE\":0,\"DISCONNECT\":0,\"ERROR\":0,\"EXCEPTION\":0,\"FINALIZ\":0,\"GAP\":0,\"HEARTBEAT\":0,\"RECONNECT\":0,\"SOURCE_FINALITY\":0,\"TRACEBACK\":0,\"WEBSOCKET\":0},\"last_relevant_lines\":[],\"line_count\":97,\"rc\":0}},\"mutation_scope\":\"NONE_READ_ONLY\",\"network\":{\"api-pub.bitfinex.com\":{\"rc\":0,\"resolved\":true},\"api.bitfinex.com\":{\"rc\":0,\"resolved\":true}},\"rca_holds\":[\"SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\"],\"stack_exists\":true,\"status_files\":[{\"mtime\":1788844264.1857128,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":false,\"reconnect_detected\":true,\"updated_at\":\"2026-09-08T05:11:04.187891+00:00\"}},{\"mtime\":1788844223.0930784,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-08T05:10:23.093775+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788844101.6671627,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-08T05:08:21.672906+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":false,\"status\":\"AWAITING_PRIMARY_FINALITY\"}},{\"mtime\":1788720493.5335016,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-06T18:48:13.535728+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":true,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788720462.6530347,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-06T18:47:42.657493+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788719618.4320636,\"path\":\"/opt/stacks/8020-demonov-shadow/.failed/SIGNALBOT-260906-DEPLOY-022/active-new-residual-from-022/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":false,\"reconnect_detected\":false,\"updated_at\":\"2026-09-06T18:33:38.436095+00:00\"}},{\"mtime\":1788719581.53948,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":true,\"reconnect_detected\":true,\"updated_at\":\"2026-09-06T18:33:01.544116+00:00\"}},{\"mtime\":1788537266.2360566,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/collector_status.json\",\"values\":{\"gap_detected\":false,\"reconnect_detected\":true,\"updated_at\":\"2026-09-04T15:54:26.241931+00:00\"}},{\"mtime\":1788537261.167981,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-04T15:54:21.173695+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":true,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788537225.623451,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-04T15:53:45.628884+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788340010.2019806,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/collector_status.json\",\"values\":{\"gap_detected\":false,\"reconnect_detected\":false,\"updated_at\":\"2026-09-02T09:06:50.202348+00:00\"}},{\"mtime\":1788339827.5072517,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-02T09:03:47.498464+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":false,\"status\":\"AWAITING_PRIMARY_FINALITY\"}},{\"mtime\":1788325364.907833,\"path\":\"/opt/stacks/8020-demonov-shadow/data/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-02T05:02:44.910868+00:00\",\"last_primary_closed_d1\":\"2026-09-02T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788325364.907833,\"path\":\"/opt/stacks/8020-demonov-shadow/data/forensic-cr0116-20260902T050458Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-02T05:02:44.910868+00:00\",\"last_primary_closed_d1\":\"2026-09-02T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788297664.7988007,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T212219Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T21:21:04.804961+00:00\",\"last_primary_closed_d1\":\"2026-09-01T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788296987.6948707,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T211333Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T21:09:47.698904+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788294578.3326828,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T203015Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T20:29:38.334926+00:00\",\"last_primary_closed_d1\":\"2026-09-01T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788292883.8713746,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T200451Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T20:01:23.877068+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"FAIL_CLOSED\"}}]},\"state\":\"COMPLETE\"}\nSIGNALBOT034_RCA_HOLDS=[\"SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\"]\nSIGNALBOT034_DECISION=SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\nSIGNALBOT034_MUTATION_SCOPE=NO_RUNTIME_NO_GIT_NO_EXCHANGE_MUTATION\n" +} diff --git a/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.txt b/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.txt new file mode 100644 index 00000000..6d60e5ab --- /dev/null +++ b/runtime/history/SIGNALBOT-260908-FINALITY-RCA-034.txt @@ -0,0 +1,40 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SIGNALBOT-260908-FINALITY-RCA-034 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=signalbot-cr0116-finality-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=9940f503e69ffc5921bd2d293ea35b191e11d4b72376befc84465299f32a5cfd +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093 +SANITIZED_OUTPUT_SHA256=901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093 +OUTPUT_BEGIN +ERROR_REGISTER_CHECK=OK +REFERENCE_CHECK=OK +AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED +SIGNALBOT034_VM170={"name":"core-apps","node":"pve01","status":"running","type":"qemu"} +SIGNALBOT034_VM170_SNAPSHOT={"report":{"bitfinex_source":{"bytes":255864832,"detail":{"d1_revisions":{"columns":["revision_id","logical_d1_id","revision_json"],"count":0,"final_count_text":null,"gap_count":null,"latest":[],"reconnect_count":null},"finalized_d1":{"columns":["logical_d1_id","close_at","finalized_d1_id","revision_id","logical_json","revision_json","finalized_json"],"count":0,"final_count_text":null,"gap_count":null,"latest":[],"reconnect_count":null},"sequence_events":{"columns":["event_seq","session_id","source_sequence","received_at","event_kind"],"count":178629,"final_count_text":0,"gap_count":0,"latest":[{"received_at":"2026-09-08T03:52:00.952767+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72124},{"received_at":"2026-09-08T03:52:00.943741+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72123},{"received_at":"2026-09-08T03:52:00.931321+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72122},{"received_at":"2026-09-08T03:52:00.790541+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72121},{"received_at":"2026-09-08T03:52:00.656138+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72120},{"received_at":"2026-09-08T03:52:00.642417+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72119},{"received_at":"2026-09-08T03:52:00.504076+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72118},{"received_at":"2026-09-08T03:52:00.494856+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72117},{"received_at":"2026-09-08T03:52:00.481147+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72116},{"received_at":"2026-09-08T03:52:00.333870+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72115},{"received_at":"2026-09-08T03:52:00.194864+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72114},{"received_at":"2026-09-08T03:52:00.180891+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72113},{"received_at":"2026-09-08T03:52:00.041606+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72112},{"received_at":"2026-09-08T03:52:00.023714+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72111},{"received_at":"2026-09-08T03:51:59.882828+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72110},{"received_at":"2026-09-08T03:51:59.874629+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72109},{"received_at":"2026-09-08T03:51:59.861610+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72108},{"received_at":"2026-09-08T03:51:59.715856+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72107},{"received_at":"2026-09-08T03:51:59.579901+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72106},{"received_at":"2026-09-08T03:51:59.570917+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72105},{"received_at":"2026-09-08T03:51:59.421849+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72104},{"received_at":"2026-09-08T03:51:59.412852+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72103},{"received_at":"2026-09-08T03:51:59.402647+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72102},{"received_at":"2026-09-08T03:51:59.255080+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72101},{"received_at":"2026-09-08T03:51:59.114667+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72100}],"max_source_sequence":72124,"reconnect_count":10},"source_receipts":{"columns":["receipt_id","venue_id","source_kind","received_at","source_sequence","raw_payload_hash","collector_session_id","receipt_json"],"count":178630,"final_count_text":0,"gap_count":0,"latest":[{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"ffff960aeffeee9695e275e9ba31bdb3186b32e5e51dcd5c940e5d26d5a984a3","received_at":"2026-09-07T04:35:06.621054+00:00","source_sequence":44197,"venue_id":"BITFINEX"},{"collector_session_id":"551212679f1743d9b626895d07c17d29","receipt_id":"ffff783bc1249e3c68e9358b33092ed91268d6bc204c701716f38bb5b8421c29","received_at":"2026-09-07T14:46:54.855315+00:00","source_sequence":24,"venue_id":"BITFINEX"},{"collector_session_id":"82d0f3371f5444d7b65b6c34169a40fa","receipt_id":"ffff2e23ca17fafdb41512a6885d8d00ac65b471ee1d0c2a1b3701184ee17d58","received_at":"2026-09-07T14:33:30.665224+00:00","source_sequence":8178,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffed862b523c27b7d9917720dada587c68e331d806fe6a1bd06d206835c4cbf","received_at":"2026-09-08T00:59:23.032204+00:00","source_sequence":57768,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fffdecc57b358ccb26e589e8de1ea06c9ffbf0ceed153734488e0cc535f9ec8a","received_at":"2026-09-07T04:02:57.073730+00:00","source_sequence":42021,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fffde9185885b7dacac5228ebd91f21bbd4d24f962ebbb34e7d41024d40063fe","received_at":"2026-09-07T02:45:21.113745+00:00","source_sequence":34768,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffd0d08dc20bf6505324e9bf0b1997d4e3c47ddaa1b3cc2b77f409cc53aa867","received_at":"2026-09-07T23:00:02.330026+00:00","source_sequence":49680,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffce50a3f2443356f3be6b7d80940508765794e3be9d4f942cb7c3ce0736334","received_at":"2026-09-08T02:38:23.183574+00:00","source_sequence":64038,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffae166020eb8e2cecee61291b73aeca53987ccdcb3e413c6f01b7962ef8258","received_at":"2026-09-08T03:47:40.439268+00:00","source_sequence":70886,"venue_id":"BITFINEX"},{"collector_session_id":"85ab62ed1ce54bb9ae46f195505f1de7","receipt_id":"fffab96269eb47a266f8d2d6bcecedd7e0c6248199aeb68672b7bcfdbdba36cb","received_at":"2026-09-07T10:09:36.864555+00:00","source_sequence":1902,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffa8693eb50511dc6118195f92ef56103013ab3508594af5ff7f20bbe3ca33c","received_at":"2026-09-07T17:15:08.222842+00:00","source_sequence":23837,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffa63a03059bd14b976db4d53f1f4026bf5147bbebb1ef6b1af6aea14649db2","received_at":"2026-09-07T18:44:47.677757+00:00","source_sequence":32141,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff9e26af76a20839b3434365425d1ac20d62bfa4d79923793938a83b74479c8","received_at":"2026-09-08T02:55:01.105226+00:00","source_sequence":64961,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff9e22e912b5f3d3c6dac9abdba0aeb09b55d1ad2c07235b7574b306b556ee8","received_at":"2026-09-08T03:20:05.636446+00:00","source_sequence":66884,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff9ab7f66a30ca54829d39ab9493e85cfa8e09e6e12dc2b8d16e541d673c3d5","received_at":"2026-09-07T00:48:07.836131+00:00","source_sequence":25376,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff9a9ac8341ee6fb7417dd95d9a83d4f6e3646652388bf1e288adcbf0612e01","received_at":"2026-09-06T19:59:28.909570+00:00","source_sequence":2465,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff99364203c776bfe13f30b439dee1dbe02ef50ad17da8a41ea964cebc7d325","received_at":"2026-09-07T18:52:23.623171+00:00","source_sequence":32992,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff747055d355ef5ec0d9dfca8b03ba95b79b0d4228a7d9b270e4c582b4980a0","received_at":"2026-09-07T08:49:04.191507+00:00","source_sequence":67324,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff63539c6d208d6c22c7da3aff15d808f83d649e92c1ec59a7840056fa67d87","received_at":"2026-09-07T07:09:15.431859+00:00","source_sequence":53678,"venue_id":"BITFINEX"},{"collector_session_id":"82d0f3371f5444d7b65b6c34169a40fa","receipt_id":"fff610dcd2cf5504a196c9c6d954500a41b32e95ba4d1bfa826a9b9179c894c0","received_at":"2026-09-07T14:06:48.343582+00:00","source_sequence":2806,"venue_id":"BITFINEX"},{"collector_session_id":"85ab62ed1ce54bb9ae46f195505f1de7","receipt_id":"fff568ef9627f62cfed862ae00b4f83c07c21fd8c934e2c1b490410d464a54fb","received_at":"2026-09-07T11:49:32.455950+00:00","source_sequence":8144,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff535f82edc2b04ed47084c45cf82f699da1b0c62f59e1d9baf8341b8aa755f","received_at":"2026-09-06T22:03:55.698755+00:00","source_sequence":9941,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff4f2ce381c77a32f1a34702afd4185aa1e35357905419d6f58eba26415437f","received_at":"2026-09-08T01:59:19.932377+00:00","source_sequence":61761,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff4e78ea4c39b0775c8e247cec942074cb44df824bc3eda38758eaa8279908e","received_at":"2026-09-06T22:08:19.155558+00:00","source_sequence":10651,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff49c02f61075d340df86fc4d33a09d3ec2067948319f051023c9cc31f03733","received_at":"2026-09-07T09:07:56.725377+00:00","source_sequence":68521,"venue_id":"BITFINEX"}],"max_source_sequence":72124,"reconnect_count":0}},"exists":true,"max_sequence":72124,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/bitfinex_source.db","quick_check":"ok","sequence_vs_033":{"advanced":false,"baseline":72124,"current":72124},"tables":["d1_revisions","finalized_d1","logical_d1","meta","sequence_events","source_receipts","trade_receipts","trade_revisions"]},"decision":"SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033","docker":{"rc":0,"services":[{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-collector-1","restart_count":13,"running":true,"service":"collector","started_at":"2026-09-08T05:01:08.70385245Z","status":"running"},{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-relay-1","restart_count":0,"running":true,"service":"relay","started_at":"2026-09-06T18:48:20.603414848Z","status":"running"},{"health":"healthy","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-shadow-1","restart_count":0,"running":true,"service":"shadow","started_at":"2026-09-06T18:48:20.768190553Z","status":"running"},{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-worker-1","restart_count":0,"running":true,"service":"worker","started_at":"2026-09-06T18:48:20.586788319Z","status":"running"}]},"env":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"epoch":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","epoch_exists":true,"hostname":"core-apps","logs":{"collector":{"keyword_counts":{"CLOSE":15,"DISCONNECT":0,"ERROR":10,"EXCEPTION":5,"FINALIZ":0,"GAP":0,"HEARTBEAT":0,"RECONNECT":0,"SOURCE_FINALITY":0,"TRACEBACK":5,"WEBSOCKET":15},"last_relevant_lines":["Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received"],"line_count":81,"rc":0},"worker":{"keyword_counts":{"CLOSE":0,"DISCONNECT":0,"ERROR":0,"EXCEPTION":0,"FINALIZ":0,"GAP":0,"HEARTBEAT":0,"RECONNECT":0,"SOURCE_FINALITY":0,"TRACEBACK":0,"WEBSOCKET":0},"last_relevant_lines":[],"line_count":97,"rc":0}},"mutation_scope":"NONE_READ_ONLY","network":{"api-pub.bitfinex.com":{"rc":0,"resolved":true},"api.bitfinex.com":{"rc":0,"resolved":true}},"rca_holds":["SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033"],"stack_exists":true,"status_files":[{"mtime":1788844264.1857128,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":false,"reconnect_detected":true,"updated_at":"2026-09-08T05:11:04.187891+00:00"}},{"mtime":1788844223.0930784,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-08T05:10:23.093775+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788844101.6671627,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-08T05:08:21.672906+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":false,"status":"AWAITING_PRIMARY_FINALITY"}},{"mtime":1788720493.5335016,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-06T18:48:13.535728+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":true,"status":"FAIL_CLOSED"}},{"mtime":1788720462.6530347,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-06T18:47:42.657493+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788719618.4320636,"path":"/opt/stacks/8020-demonov-shadow/.failed/SIGNALBOT-260906-DEPLOY-022/active-new-residual-from-022/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":false,"reconnect_detected":false,"updated_at":"2026-09-06T18:33:38.436095+00:00"}},{"mtime":1788719581.53948,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":true,"reconnect_detected":true,"updated_at":"2026-09-06T18:33:01.544116+00:00"}},{"mtime":1788537266.2360566,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/collector_status.json","values":{"gap_detected":false,"reconnect_detected":true,"updated_at":"2026-09-04T15:54:26.241931+00:00"}},{"mtime":1788537261.167981,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-04T15:54:21.173695+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":true,"status":"FAIL_CLOSED"}},{"mtime":1788537225.623451,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-04T15:53:45.628884+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788340010.2019806,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/collector_status.json","values":{"gap_detected":false,"reconnect_detected":false,"updated_at":"2026-09-02T09:06:50.202348+00:00"}},{"mtime":1788339827.5072517,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-02T09:03:47.498464+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":false,"status":"AWAITING_PRIMARY_FINALITY"}},{"mtime":1788325364.907833,"path":"/opt/stacks/8020-demonov-shadow/data/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-02T05:02:44.910868+00:00","last_primary_closed_d1":"2026-09-02T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788325364.907833,"path":"/opt/stacks/8020-demonov-shadow/data/forensic-cr0116-20260902T050458Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-02T05:02:44.910868+00:00","last_primary_closed_d1":"2026-09-02T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788297664.7988007,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T212219Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T21:21:04.804961+00:00","last_primary_closed_d1":"2026-09-01T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788296987.6948707,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T211333Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T21:09:47.698904+00:00","production_launch_allowed":false,"risk_authority":false,"status":"FAIL_CLOSED"}},{"mtime":1788294578.3326828,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T203015Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T20:29:38.334926+00:00","last_primary_closed_d1":"2026-09-01T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788292883.8713746,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T200451Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T20:01:23.877068+00:00","production_launch_allowed":false,"risk_authority":false,"status":"FAIL_CLOSED"}}]},"state":"COMPLETE"} +SIGNALBOT034_RCA_HOLDS=["SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033"] +SIGNALBOT034_DECISION=SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033 +SIGNALBOT034_MUTATION_SCOPE=NO_RUNTIME_NO_GIT_NO_EXCHANGE_MUTATION + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index a539a122..833d3028 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260908-A-STAGINGDNS-APPLY1", - "status": "BLOCKED", - "rc": 2, + "command_id": "SIGNALBOT-260908-FINALITY-RCA-034", + "status": "OK", + "rc": 0, "host": "pve01", - "mode": "change", - "component": "newfi-staging-cloudflare-dns-apply-and-authoritative-proof", - "started_at_utc": "2026-09-08T05:09:18Z", - "finished_at_utc": "2026-09-08T05:09:20Z", + "mode": "read-only", + "component": "signalbot-cr0116-finality-rca", + "started_at_utc": "2026-09-08T05:11:11Z", + "finished_at_utc": "2026-09-08T05:11:13Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "d9e6b31138ccda9ae9d9ec8d9302dbfda46270dbcd02802f81df461b1a4270c9", + "command_sha256": "9940f503e69ffc5921bd2d293ea35b191e11d4b72376befc84465299f32a5cfd", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "BLOCKED", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 2, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "6e93bc048e7ec9408d7891cb058ef52a1d9e00744cb7e5ca69fb94ccaa995ec0", - "sanitized_output_sha256": "6e93bc048e7ec9408d7891cb058ef52a1d9e00744cb7e5ca69fb94ccaa995ec0", + "raw_evidence_sha256": "901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093", + "sanitized_output_sha256": "901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "STAGINGDNS_APPLY_BEGIN=true\nCOMMAND_ID=NEWFI-260908-A-STAGINGDNS-APPLY1\nCOMPONENT=newfi-staging-cloudflare-dns-apply-and-authoritative-proof\nMODE=change\nERROR_REGISTER_CHECK=OK\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nREFERENCE_CHECK=OK\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nDISCOVERY1_HISTORY_SHA256=edf7a289f77b6580795698fdc7d82355903d24c8df42d76bf84ec8a36117b873\nPORTAL_PRODUCT_STATE_GATE=PASS\nPUBLIC_DNS_PRESTATE={\"1.1.1.1/A\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 18832\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 1232\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1062\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0},\"1.1.1.1/AAAA\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 27363\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 1232\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1800\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0},\"1.1.1.1/CNAME\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 58014\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 1232\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1800\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0},\"8.8.8.8/A\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 441\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 1232\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1800\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0},\"8.8.8.8/AAAA\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 58461\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 1232\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1800\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0},\"8.8.8.8/CNAME\":{\"err\":\"\",\"out\":\";; Got answer:\\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 8368\\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\\n\\n;; OPT PSEUDOSECTION:\\n; EDNS: version: 0, flags:; udp: 512\\n;; AUTHORITY SECTION:\\ngram1.ru.\\t\\t1800\\tIN\\tSOA\\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800\",\"rc\":0}}\nCLOUDFLARE_TOKEN_DISCOVERY={\"candidate_count\":0,\"scanned_files\":1486}\nDNS_BLOCKED_REASON=NO_VALID_CLOUDFLARE_TOKEN_WITH_GRAM1_ZONE_ACCESS\nFINAL_DECISION=BLOCKED_NEWFI_STAGING_DNS_NO_VALID_CLOUDFLARE_TOKEN_WITH_GRAM1_ZONE_ACCESS\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"NEWFI-260908-A-STAGINGDNS-APPLY1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"BLOCKED\",\"version\":1}\n" + "output": "ERROR_REGISTER_CHECK=OK\nREFERENCE_CHECK=OK\nAUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED\nSIGNALBOT034_VM170={\"name\":\"core-apps\",\"node\":\"pve01\",\"status\":\"running\",\"type\":\"qemu\"}\nSIGNALBOT034_VM170_SNAPSHOT={\"report\":{\"bitfinex_source\":{\"bytes\":255864832,\"detail\":{\"d1_revisions\":{\"columns\":[\"revision_id\",\"logical_d1_id\",\"revision_json\"],\"count\":0,\"final_count_text\":null,\"gap_count\":null,\"latest\":[],\"reconnect_count\":null},\"finalized_d1\":{\"columns\":[\"logical_d1_id\",\"close_at\",\"finalized_d1_id\",\"revision_id\",\"logical_json\",\"revision_json\",\"finalized_json\"],\"count\":0,\"final_count_text\":null,\"gap_count\":null,\"latest\":[],\"reconnect_count\":null},\"sequence_events\":{\"columns\":[\"event_seq\",\"session_id\",\"source_sequence\",\"received_at\",\"event_kind\"],\"count\":178629,\"final_count_text\":0,\"gap_count\":0,\"latest\":[{\"received_at\":\"2026-09-08T03:52:00.952767+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72124},{\"received_at\":\"2026-09-08T03:52:00.943741+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72123},{\"received_at\":\"2026-09-08T03:52:00.931321+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72122},{\"received_at\":\"2026-09-08T03:52:00.790541+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72121},{\"received_at\":\"2026-09-08T03:52:00.656138+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72120},{\"received_at\":\"2026-09-08T03:52:00.642417+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72119},{\"received_at\":\"2026-09-08T03:52:00.504076+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72118},{\"received_at\":\"2026-09-08T03:52:00.494856+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72117},{\"received_at\":\"2026-09-08T03:52:00.481147+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72116},{\"received_at\":\"2026-09-08T03:52:00.333870+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72115},{\"received_at\":\"2026-09-08T03:52:00.194864+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72114},{\"received_at\":\"2026-09-08T03:52:00.180891+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72113},{\"received_at\":\"2026-09-08T03:52:00.041606+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72112},{\"received_at\":\"2026-09-08T03:52:00.023714+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72111},{\"received_at\":\"2026-09-08T03:51:59.882828+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72110},{\"received_at\":\"2026-09-08T03:51:59.874629+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72109},{\"received_at\":\"2026-09-08T03:51:59.861610+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72108},{\"received_at\":\"2026-09-08T03:51:59.715856+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72107},{\"received_at\":\"2026-09-08T03:51:59.579901+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72106},{\"received_at\":\"2026-09-08T03:51:59.570917+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72105},{\"received_at\":\"2026-09-08T03:51:59.421849+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72104},{\"received_at\":\"2026-09-08T03:51:59.412852+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72103},{\"received_at\":\"2026-09-08T03:51:59.402647+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72102},{\"received_at\":\"2026-09-08T03:51:59.255080+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72101},{\"received_at\":\"2026-09-08T03:51:59.114667+00:00\",\"session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"source_sequence\":72100}],\"max_source_sequence\":72124,\"reconnect_count\":10},\"source_receipts\":{\"columns\":[\"receipt_id\",\"venue_id\",\"source_kind\",\"received_at\",\"source_sequence\",\"raw_payload_hash\",\"collector_session_id\",\"receipt_json\"],\"count\":178630,\"final_count_text\":0,\"gap_count\":0,\"latest\":[{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"ffff960aeffeee9695e275e9ba31bdb3186b32e5e51dcd5c940e5d26d5a984a3\",\"received_at\":\"2026-09-07T04:35:06.621054+00:00\",\"source_sequence\":44197,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"551212679f1743d9b626895d07c17d29\",\"receipt_id\":\"ffff783bc1249e3c68e9358b33092ed91268d6bc204c701716f38bb5b8421c29\",\"received_at\":\"2026-09-07T14:46:54.855315+00:00\",\"source_sequence\":24,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"82d0f3371f5444d7b65b6c34169a40fa\",\"receipt_id\":\"ffff2e23ca17fafdb41512a6885d8d00ac65b471ee1d0c2a1b3701184ee17d58\",\"received_at\":\"2026-09-07T14:33:30.665224+00:00\",\"source_sequence\":8178,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffed862b523c27b7d9917720dada587c68e331d806fe6a1bd06d206835c4cbf\",\"received_at\":\"2026-09-08T00:59:23.032204+00:00\",\"source_sequence\":57768,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fffdecc57b358ccb26e589e8de1ea06c9ffbf0ceed153734488e0cc535f9ec8a\",\"received_at\":\"2026-09-07T04:02:57.073730+00:00\",\"source_sequence\":42021,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fffde9185885b7dacac5228ebd91f21bbd4d24f962ebbb34e7d41024d40063fe\",\"received_at\":\"2026-09-07T02:45:21.113745+00:00\",\"source_sequence\":34768,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffd0d08dc20bf6505324e9bf0b1997d4e3c47ddaa1b3cc2b77f409cc53aa867\",\"received_at\":\"2026-09-07T23:00:02.330026+00:00\",\"source_sequence\":49680,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffce50a3f2443356f3be6b7d80940508765794e3be9d4f942cb7c3ce0736334\",\"received_at\":\"2026-09-08T02:38:23.183574+00:00\",\"source_sequence\":64038,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffae166020eb8e2cecee61291b73aeca53987ccdcb3e413c6f01b7962ef8258\",\"received_at\":\"2026-09-08T03:47:40.439268+00:00\",\"source_sequence\":70886,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"85ab62ed1ce54bb9ae46f195505f1de7\",\"receipt_id\":\"fffab96269eb47a266f8d2d6bcecedd7e0c6248199aeb68672b7bcfdbdba36cb\",\"received_at\":\"2026-09-07T10:09:36.864555+00:00\",\"source_sequence\":1902,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffa8693eb50511dc6118195f92ef56103013ab3508594af5ff7f20bbe3ca33c\",\"received_at\":\"2026-09-07T17:15:08.222842+00:00\",\"source_sequence\":23837,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fffa63a03059bd14b976db4d53f1f4026bf5147bbebb1ef6b1af6aea14649db2\",\"received_at\":\"2026-09-07T18:44:47.677757+00:00\",\"source_sequence\":32141,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff9e26af76a20839b3434365425d1ac20d62bfa4d79923793938a83b74479c8\",\"received_at\":\"2026-09-08T02:55:01.105226+00:00\",\"source_sequence\":64961,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff9e22e912b5f3d3c6dac9abdba0aeb09b55d1ad2c07235b7574b306b556ee8\",\"received_at\":\"2026-09-08T03:20:05.636446+00:00\",\"source_sequence\":66884,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff9ab7f66a30ca54829d39ab9493e85cfa8e09e6e12dc2b8d16e541d673c3d5\",\"received_at\":\"2026-09-07T00:48:07.836131+00:00\",\"source_sequence\":25376,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff9a9ac8341ee6fb7417dd95d9a83d4f6e3646652388bf1e288adcbf0612e01\",\"received_at\":\"2026-09-06T19:59:28.909570+00:00\",\"source_sequence\":2465,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff99364203c776bfe13f30b439dee1dbe02ef50ad17da8a41ea964cebc7d325\",\"received_at\":\"2026-09-07T18:52:23.623171+00:00\",\"source_sequence\":32992,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff747055d355ef5ec0d9dfca8b03ba95b79b0d4228a7d9b270e4c582b4980a0\",\"received_at\":\"2026-09-07T08:49:04.191507+00:00\",\"source_sequence\":67324,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff63539c6d208d6c22c7da3aff15d808f83d649e92c1ec59a7840056fa67d87\",\"received_at\":\"2026-09-07T07:09:15.431859+00:00\",\"source_sequence\":53678,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"82d0f3371f5444d7b65b6c34169a40fa\",\"receipt_id\":\"fff610dcd2cf5504a196c9c6d954500a41b32e95ba4d1bfa826a9b9179c894c0\",\"received_at\":\"2026-09-07T14:06:48.343582+00:00\",\"source_sequence\":2806,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"85ab62ed1ce54bb9ae46f195505f1de7\",\"receipt_id\":\"fff568ef9627f62cfed862ae00b4f83c07c21fd8c934e2c1b490410d464a54fb\",\"received_at\":\"2026-09-07T11:49:32.455950+00:00\",\"source_sequence\":8144,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff535f82edc2b04ed47084c45cf82f699da1b0c62f59e1d9baf8341b8aa755f\",\"received_at\":\"2026-09-06T22:03:55.698755+00:00\",\"source_sequence\":9941,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"099f7aadf0c44a79bceefa7d4375fbfb\",\"receipt_id\":\"fff4f2ce381c77a32f1a34702afd4185aa1e35357905419d6f58eba26415437f\",\"received_at\":\"2026-09-08T01:59:19.932377+00:00\",\"source_sequence\":61761,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff4e78ea4c39b0775c8e247cec942074cb44df824bc3eda38758eaa8279908e\",\"received_at\":\"2026-09-06T22:08:19.155558+00:00\",\"source_sequence\":10651,\"venue_id\":\"BITFINEX\"},{\"collector_session_id\":\"c835354d82e64d2fbbfb90418cf56b10\",\"receipt_id\":\"fff49c02f61075d340df86fc4d33a09d3ec2067948319f051023c9cc31f03733\",\"received_at\":\"2026-09-07T09:07:56.725377+00:00\",\"source_sequence\":68521,\"venue_id\":\"BITFINEX\"}],\"max_source_sequence\":72124,\"reconnect_count\":0}},\"exists\":true,\"max_sequence\":72124,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/bitfinex_source.db\",\"quick_check\":\"ok\",\"sequence_vs_033\":{\"advanced\":false,\"baseline\":72124,\"current\":72124},\"tables\":[\"d1_revisions\",\"finalized_d1\",\"logical_d1\",\"meta\",\"sequence_events\",\"source_receipts\",\"trade_receipts\",\"trade_revisions\"]},\"decision\":\"SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\",\"docker\":{\"rc\":0,\"services\":[{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":13,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-08T05:01:08.70385245Z\",\"status\":\"running\"},{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-06T18:48:20.603414848Z\",\"status\":\"running\"},{\"health\":\"healthy\",\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-06T18:48:20.768190553Z\",\"status\":\"running\"},{\"health\":null,\"image\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-06T18:48:20.586788319Z\",\"status\":\"running\"}]},\"env\":{\"APP_IMAGE\":\"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"CODE_IDENTITY\":\"e32760c69a4311728db9066ee8bf2bf66b1e5a70\",\"COLLECTION_START_AT\":\"2026-09-07T00:00:00+00:00\",\"EXPERIMENT_ID\":\"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"RUNTIME_MANIFEST_ID\":\"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a\"},\"epoch\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338\",\"epoch_exists\":true,\"hostname\":\"core-apps\",\"logs\":{\"collector\":{\"keyword_counts\":{\"CLOSE\":15,\"DISCONNECT\":0,\"ERROR\":10,\"EXCEPTION\":5,\"FINALIZ\":0,\"GAP\":0,\"HEARTBEAT\":0,\"RECONNECT\":0,\"SOURCE_FINALITY\":0,\"TRACEBACK\":5,\"WEBSOCKET\":15},\"last_relevant_lines\":[\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\",\"Traceback (most recent call last):\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 242, in __iter__\",\"File \\\"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\\\", line 336, in recv\",\"raise self.protocol.close_exc from self.recv_exc\",\"websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received\"],\"line_count\":81,\"rc\":0},\"worker\":{\"keyword_counts\":{\"CLOSE\":0,\"DISCONNECT\":0,\"ERROR\":0,\"EXCEPTION\":0,\"FINALIZ\":0,\"GAP\":0,\"HEARTBEAT\":0,\"RECONNECT\":0,\"SOURCE_FINALITY\":0,\"TRACEBACK\":0,\"WEBSOCKET\":0},\"last_relevant_lines\":[],\"line_count\":97,\"rc\":0}},\"mutation_scope\":\"NONE_READ_ONLY\",\"network\":{\"api-pub.bitfinex.com\":{\"rc\":0,\"resolved\":true},\"api.bitfinex.com\":{\"rc\":0,\"resolved\":true}},\"rca_holds\":[\"SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\"],\"stack_exists\":true,\"status_files\":[{\"mtime\":1788844264.1857128,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":false,\"reconnect_detected\":true,\"updated_at\":\"2026-09-08T05:11:04.187891+00:00\"}},{\"mtime\":1788844223.0930784,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-08T05:10:23.093775+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788844101.6671627,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-08T05:08:21.672906+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":false,\"status\":\"AWAITING_PRIMARY_FINALITY\"}},{\"mtime\":1788720493.5335016,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-06T18:48:13.535728+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":true,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788720462.6530347,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-06T18:47:42.657493+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788719618.4320636,\"path\":\"/opt/stacks/8020-demonov-shadow/.failed/SIGNALBOT-260906-DEPLOY-022/active-new-residual-from-022/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":false,\"reconnect_detected\":false,\"updated_at\":\"2026-09-06T18:33:38.436095+00:00\"}},{\"mtime\":1788719581.53948,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/collector_status.json\",\"values\":{\"gap_detected\":false,\"prospective_gap_detected\":false,\"prospective_reconnect_detected\":true,\"reconnect_detected\":true,\"updated_at\":\"2026-09-06T18:33:01.544116+00:00\"}},{\"mtime\":1788537266.2360566,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/collector_status.json\",\"values\":{\"gap_detected\":false,\"reconnect_detected\":true,\"updated_at\":\"2026-09-04T15:54:26.241931+00:00\"}},{\"mtime\":1788537261.167981,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-04T15:54:21.173695+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":true,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788537225.623451,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/relay_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-04T15:53:45.628884+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"NOTIFICATION_RELAY_RUNNING\"}},{\"mtime\":1788340010.2019806,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/collector_status.json\",\"values\":{\"gap_detected\":false,\"reconnect_detected\":false,\"updated_at\":\"2026-09-02T09:06:50.202348+00:00\"}},{\"mtime\":1788339827.5072517,\"path\":\"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/live_status.json\",\"values\":{\"execution_authority\":false,\"finalized_d1_available_count\":0,\"finalized_d1_backlog_count\":0,\"finalized_d1_processed_this_cycle\":0,\"heartbeat_at\":\"2026-09-02T09:03:47.498464+00:00\",\"last_primary_closed_d1\":null,\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"source_gap_detected\":false,\"source_reconnect_detected\":false,\"status\":\"AWAITING_PRIMARY_FINALITY\"}},{\"mtime\":1788325364.907833,\"path\":\"/opt/stacks/8020-demonov-shadow/data/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-02T05:02:44.910868+00:00\",\"last_primary_closed_d1\":\"2026-09-02T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788325364.907833,\"path\":\"/opt/stacks/8020-demonov-shadow/data/forensic-cr0116-20260902T050458Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-02T05:02:44.910868+00:00\",\"last_primary_closed_d1\":\"2026-09-02T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788297664.7988007,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T212219Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T21:21:04.804961+00:00\",\"last_primary_closed_d1\":\"2026-09-01T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788296987.6948707,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T211333Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T21:09:47.698904+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"FAIL_CLOSED\"}},{\"mtime\":1788294578.3326828,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T203015Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T20:29:38.334926+00:00\",\"last_primary_closed_d1\":\"2026-09-01T00:00:00+00:00\",\"production_launch_allowed\":false,\"prospective_research_collection_allowed\":true,\"risk_authority\":false,\"status\":\"LIVE_PROSPECTIVE_MULTIARM_RUNNING\"}},{\"mtime\":1788292883.8713746,\"path\":\"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T200451Z/live_status.json\",\"values\":{\"execution_authority\":false,\"heartbeat_at\":\"2026-09-01T20:01:23.877068+00:00\",\"production_launch_allowed\":false,\"risk_authority\":false,\"status\":\"FAIL_CLOSED\"}}]},\"state\":\"COMPLETE\"}\nSIGNALBOT034_RCA_HOLDS=[\"SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\"]\nSIGNALBOT034_DECISION=SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033\nSIGNALBOT034_MUTATION_SCOPE=NO_RUNTIME_NO_GIT_NO_EXCHANGE_MUTATION\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 211a5794..6d60e5ab 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260908-A-STAGINGDNS-APPLY1 -STATUS=BLOCKED -RC=2 +COMMAND_ID=SIGNALBOT-260908-FINALITY-RCA-034 +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=newfi-staging-cloudflare-dns-apply-and-authoritative-proof +MODE=read-only +COMPONENT=signalbot-cr0116-finality-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=d9e6b31138ccda9ae9d9ec8d9302dbfda46270dbcd02802f81df461b1a4270c9 +COMMAND_SHA256=9940f503e69ffc5921bd2d293ea35b191e11d4b72376befc84465299f32a5cfd DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=BLOCKED +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=2 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,26 +24,17 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=6e93bc048e7ec9408d7891cb058ef52a1d9e00744cb7e5ca69fb94ccaa995ec0 -SANITIZED_OUTPUT_SHA256=6e93bc048e7ec9408d7891cb058ef52a1d9e00744cb7e5ca69fb94ccaa995ec0 +RAW_EVIDENCE_SHA256=901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093 +SANITIZED_OUTPUT_SHA256=901a4840e4b1d24a7e007dcaf3fe1b9750de7fff94851fc34c4448f9753ec093 OUTPUT_BEGIN -STAGINGDNS_APPLY_BEGIN=true -COMMAND_ID=NEWFI-260908-A-STAGINGDNS-APPLY1 -COMPONENT=newfi-staging-cloudflare-dns-apply-and-authoritative-proof -MODE=change ERROR_REGISTER_CHECK=OK -ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 REFERENCE_CHECK=OK -REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 AUTHORITY_CHECK_SCOPE=READABILITY_ONLY_INCIDENTS_NOT_CLOSED -RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -DISCOVERY1_HISTORY_SHA256=edf7a289f77b6580795698fdc7d82355903d24c8df42d76bf84ec8a36117b873 -PORTAL_PRODUCT_STATE_GATE=PASS -PUBLIC_DNS_PRESTATE={"1.1.1.1/A":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 18832\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 1232\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1062\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0},"1.1.1.1/AAAA":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 27363\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 1232\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1800\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0},"1.1.1.1/CNAME":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 58014\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 1232\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1800\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0},"8.8.8.8/A":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 441\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 1232\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1800\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0},"8.8.8.8/AAAA":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 58461\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 1232\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1800\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0},"8.8.8.8/CNAME":{"err":"","out":";; Got answer:\n;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 8368\n;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 1, ADDITIONAL: 1\n\n;; OPT PSEUDOSECTION:\n; EDNS: version: 0, flags:; udp: 512\n;; AUTHORITY SECTION:\ngram1.ru.\t\t1800\tIN\tSOA\tsara.ns.cloudflare.com. dns.cloudflare.com. 2413993701 10000 2400 604800 1800","rc":0}} -CLOUDFLARE_TOKEN_DISCOVERY={"candidate_count":0,"scanned_files":1486} -DNS_BLOCKED_REASON=NO_VALID_CLOUDFLARE_TOKEN_WITH_GRAM1_ZONE_ACCESS -FINAL_DECISION=BLOCKED_NEWFI_STAGING_DNS_NO_VALID_CLOUDFLARE_TOKEN_WITH_GRAM1_ZONE_ACCESS -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"NEWFI-260908-A-STAGINGDNS-APPLY1","rollback_restored":null,"rollback_started":false,"status":"BLOCKED","version":1} +SIGNALBOT034_VM170={"name":"core-apps","node":"pve01","status":"running","type":"qemu"} +SIGNALBOT034_VM170_SNAPSHOT={"report":{"bitfinex_source":{"bytes":255864832,"detail":{"d1_revisions":{"columns":["revision_id","logical_d1_id","revision_json"],"count":0,"final_count_text":null,"gap_count":null,"latest":[],"reconnect_count":null},"finalized_d1":{"columns":["logical_d1_id","close_at","finalized_d1_id","revision_id","logical_json","revision_json","finalized_json"],"count":0,"final_count_text":null,"gap_count":null,"latest":[],"reconnect_count":null},"sequence_events":{"columns":["event_seq","session_id","source_sequence","received_at","event_kind"],"count":178629,"final_count_text":0,"gap_count":0,"latest":[{"received_at":"2026-09-08T03:52:00.952767+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72124},{"received_at":"2026-09-08T03:52:00.943741+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72123},{"received_at":"2026-09-08T03:52:00.931321+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72122},{"received_at":"2026-09-08T03:52:00.790541+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72121},{"received_at":"2026-09-08T03:52:00.656138+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72120},{"received_at":"2026-09-08T03:52:00.642417+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72119},{"received_at":"2026-09-08T03:52:00.504076+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72118},{"received_at":"2026-09-08T03:52:00.494856+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72117},{"received_at":"2026-09-08T03:52:00.481147+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72116},{"received_at":"2026-09-08T03:52:00.333870+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72115},{"received_at":"2026-09-08T03:52:00.194864+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72114},{"received_at":"2026-09-08T03:52:00.180891+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72113},{"received_at":"2026-09-08T03:52:00.041606+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72112},{"received_at":"2026-09-08T03:52:00.023714+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72111},{"received_at":"2026-09-08T03:51:59.882828+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72110},{"received_at":"2026-09-08T03:51:59.874629+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72109},{"received_at":"2026-09-08T03:51:59.861610+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72108},{"received_at":"2026-09-08T03:51:59.715856+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72107},{"received_at":"2026-09-08T03:51:59.579901+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72106},{"received_at":"2026-09-08T03:51:59.570917+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72105},{"received_at":"2026-09-08T03:51:59.421849+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72104},{"received_at":"2026-09-08T03:51:59.412852+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72103},{"received_at":"2026-09-08T03:51:59.402647+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72102},{"received_at":"2026-09-08T03:51:59.255080+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72101},{"received_at":"2026-09-08T03:51:59.114667+00:00","session_id":"099f7aadf0c44a79bceefa7d4375fbfb","source_sequence":72100}],"max_source_sequence":72124,"reconnect_count":10},"source_receipts":{"columns":["receipt_id","venue_id","source_kind","received_at","source_sequence","raw_payload_hash","collector_session_id","receipt_json"],"count":178630,"final_count_text":0,"gap_count":0,"latest":[{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"ffff960aeffeee9695e275e9ba31bdb3186b32e5e51dcd5c940e5d26d5a984a3","received_at":"2026-09-07T04:35:06.621054+00:00","source_sequence":44197,"venue_id":"BITFINEX"},{"collector_session_id":"551212679f1743d9b626895d07c17d29","receipt_id":"ffff783bc1249e3c68e9358b33092ed91268d6bc204c701716f38bb5b8421c29","received_at":"2026-09-07T14:46:54.855315+00:00","source_sequence":24,"venue_id":"BITFINEX"},{"collector_session_id":"82d0f3371f5444d7b65b6c34169a40fa","receipt_id":"ffff2e23ca17fafdb41512a6885d8d00ac65b471ee1d0c2a1b3701184ee17d58","received_at":"2026-09-07T14:33:30.665224+00:00","source_sequence":8178,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffed862b523c27b7d9917720dada587c68e331d806fe6a1bd06d206835c4cbf","received_at":"2026-09-08T00:59:23.032204+00:00","source_sequence":57768,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fffdecc57b358ccb26e589e8de1ea06c9ffbf0ceed153734488e0cc535f9ec8a","received_at":"2026-09-07T04:02:57.073730+00:00","source_sequence":42021,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fffde9185885b7dacac5228ebd91f21bbd4d24f962ebbb34e7d41024d40063fe","received_at":"2026-09-07T02:45:21.113745+00:00","source_sequence":34768,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffd0d08dc20bf6505324e9bf0b1997d4e3c47ddaa1b3cc2b77f409cc53aa867","received_at":"2026-09-07T23:00:02.330026+00:00","source_sequence":49680,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffce50a3f2443356f3be6b7d80940508765794e3be9d4f942cb7c3ce0736334","received_at":"2026-09-08T02:38:23.183574+00:00","source_sequence":64038,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffae166020eb8e2cecee61291b73aeca53987ccdcb3e413c6f01b7962ef8258","received_at":"2026-09-08T03:47:40.439268+00:00","source_sequence":70886,"venue_id":"BITFINEX"},{"collector_session_id":"85ab62ed1ce54bb9ae46f195505f1de7","receipt_id":"fffab96269eb47a266f8d2d6bcecedd7e0c6248199aeb68672b7bcfdbdba36cb","received_at":"2026-09-07T10:09:36.864555+00:00","source_sequence":1902,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffa8693eb50511dc6118195f92ef56103013ab3508594af5ff7f20bbe3ca33c","received_at":"2026-09-07T17:15:08.222842+00:00","source_sequence":23837,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fffa63a03059bd14b976db4d53f1f4026bf5147bbebb1ef6b1af6aea14649db2","received_at":"2026-09-07T18:44:47.677757+00:00","source_sequence":32141,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff9e26af76a20839b3434365425d1ac20d62bfa4d79923793938a83b74479c8","received_at":"2026-09-08T02:55:01.105226+00:00","source_sequence":64961,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff9e22e912b5f3d3c6dac9abdba0aeb09b55d1ad2c07235b7574b306b556ee8","received_at":"2026-09-08T03:20:05.636446+00:00","source_sequence":66884,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff9ab7f66a30ca54829d39ab9493e85cfa8e09e6e12dc2b8d16e541d673c3d5","received_at":"2026-09-07T00:48:07.836131+00:00","source_sequence":25376,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff9a9ac8341ee6fb7417dd95d9a83d4f6e3646652388bf1e288adcbf0612e01","received_at":"2026-09-06T19:59:28.909570+00:00","source_sequence":2465,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff99364203c776bfe13f30b439dee1dbe02ef50ad17da8a41ea964cebc7d325","received_at":"2026-09-07T18:52:23.623171+00:00","source_sequence":32992,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff747055d355ef5ec0d9dfca8b03ba95b79b0d4228a7d9b270e4c582b4980a0","received_at":"2026-09-07T08:49:04.191507+00:00","source_sequence":67324,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff63539c6d208d6c22c7da3aff15d808f83d649e92c1ec59a7840056fa67d87","received_at":"2026-09-07T07:09:15.431859+00:00","source_sequence":53678,"venue_id":"BITFINEX"},{"collector_session_id":"82d0f3371f5444d7b65b6c34169a40fa","receipt_id":"fff610dcd2cf5504a196c9c6d954500a41b32e95ba4d1bfa826a9b9179c894c0","received_at":"2026-09-07T14:06:48.343582+00:00","source_sequence":2806,"venue_id":"BITFINEX"},{"collector_session_id":"85ab62ed1ce54bb9ae46f195505f1de7","receipt_id":"fff568ef9627f62cfed862ae00b4f83c07c21fd8c934e2c1b490410d464a54fb","received_at":"2026-09-07T11:49:32.455950+00:00","source_sequence":8144,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff535f82edc2b04ed47084c45cf82f699da1b0c62f59e1d9baf8341b8aa755f","received_at":"2026-09-06T22:03:55.698755+00:00","source_sequence":9941,"venue_id":"BITFINEX"},{"collector_session_id":"099f7aadf0c44a79bceefa7d4375fbfb","receipt_id":"fff4f2ce381c77a32f1a34702afd4185aa1e35357905419d6f58eba26415437f","received_at":"2026-09-08T01:59:19.932377+00:00","source_sequence":61761,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff4e78ea4c39b0775c8e247cec942074cb44df824bc3eda38758eaa8279908e","received_at":"2026-09-06T22:08:19.155558+00:00","source_sequence":10651,"venue_id":"BITFINEX"},{"collector_session_id":"c835354d82e64d2fbbfb90418cf56b10","receipt_id":"fff49c02f61075d340df86fc4d33a09d3ec2067948319f051023c9cc31f03733","received_at":"2026-09-07T09:07:56.725377+00:00","source_sequence":68521,"venue_id":"BITFINEX"}],"max_source_sequence":72124,"reconnect_count":0}},"exists":true,"max_sequence":72124,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/bitfinex_source.db","quick_check":"ok","sequence_vs_033":{"advanced":false,"baseline":72124,"current":72124},"tables":["d1_revisions","finalized_d1","logical_d1","meta","sequence_events","source_receipts","trade_receipts","trade_revisions"]},"decision":"SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033","docker":{"rc":0,"services":[{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-collector-1","restart_count":13,"running":true,"service":"collector","started_at":"2026-09-08T05:01:08.70385245Z","status":"running"},{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-relay-1","restart_count":0,"running":true,"service":"relay","started_at":"2026-09-06T18:48:20.603414848Z","status":"running"},{"health":"healthy","image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-shadow-1","restart_count":0,"running":true,"service":"shadow","started_at":"2026-09-06T18:48:20.768190553Z","status":"running"},{"health":null,"image":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","name":"demonov-shadow-8020-worker-1","restart_count":0,"running":true,"service":"worker","started_at":"2026-09-06T18:48:20.586788319Z","status":"running"}]},"env":{"APP_IMAGE":"8020-demonov-shadow:e32760c69a4311728db9066ee8bf2bf66b1e5a70","CODE_IDENTITY":"e32760c69a4311728db9066ee8bf2bf66b1e5a70","COLLECTION_START_AT":"2026-09-07T00:00:00+00:00","EXPERIMENT_ID":"ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","RUNTIME_MANIFEST_ID":"58d3b59200bdc0eb8d448612679d667b194263586cb3198dfc08597935053a1a"},"epoch":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338","epoch_exists":true,"hostname":"core-apps","logs":{"collector":{"keyword_counts":{"CLOSE":15,"DISCONNECT":0,"ERROR":10,"EXCEPTION":5,"FINALIZ":0,"GAP":0,"HEARTBEAT":0,"RECONNECT":0,"SOURCE_FINALITY":0,"TRACEBACK":5,"WEBSOCKET":15},"last_relevant_lines":["Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received","Traceback (most recent call last):","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 242, in __iter__","File \"/usr/local/lib/python3.13/site-packages/websockets/sync/connection.py\", line 336, in recv","raise self.protocol.close_exc from self.recv_exc","websockets.exceptions.ConnectionClosedError: sent 1011 (internal error) keepalive ping timeout; no close frame received"],"line_count":81,"rc":0},"worker":{"keyword_counts":{"CLOSE":0,"DISCONNECT":0,"ERROR":0,"EXCEPTION":0,"FINALIZ":0,"GAP":0,"HEARTBEAT":0,"RECONNECT":0,"SOURCE_FINALITY":0,"TRACEBACK":0,"WEBSOCKET":0},"last_relevant_lines":[],"line_count":97,"rc":0}},"mutation_scope":"NONE_READ_ONLY","network":{"api-pub.bitfinex.com":{"rc":0,"resolved":true},"api.bitfinex.com":{"rc":0,"resolved":true}},"rca_holds":["SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033"],"stack_exists":true,"status_files":[{"mtime":1788844264.1857128,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":false,"reconnect_detected":true,"updated_at":"2026-09-08T05:11:04.187891+00:00"}},{"mtime":1788844223.0930784,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-08T05:10:23.093775+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788844101.6671627,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/ec477ea41ecbd5cfdef5afc259595aab20674a7d933f41a389329ff05098b338/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-08T05:08:21.672906+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":false,"status":"AWAITING_PRIMARY_FINALITY"}},{"mtime":1788720493.5335016,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-06T18:48:13.535728+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":true,"status":"FAIL_CLOSED"}},{"mtime":1788720462.6530347,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-06T18:47:42.657493+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788719618.4320636,"path":"/opt/stacks/8020-demonov-shadow/.failed/SIGNALBOT-260906-DEPLOY-022/active-new-residual-from-022/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":false,"reconnect_detected":false,"updated_at":"2026-09-06T18:33:38.436095+00:00"}},{"mtime":1788719581.53948,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/5462ee0b1934e14ebe15b092b5070feb2ad425f87c07488681ad87bbac0b8108/collector_status.json","values":{"gap_detected":false,"prospective_gap_detected":false,"prospective_reconnect_detected":true,"reconnect_detected":true,"updated_at":"2026-09-06T18:33:01.544116+00:00"}},{"mtime":1788537266.2360566,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/collector_status.json","values":{"gap_detected":false,"reconnect_detected":true,"updated_at":"2026-09-04T15:54:26.241931+00:00"}},{"mtime":1788537261.167981,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-04T15:54:21.173695+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":true,"status":"FAIL_CLOSED"}},{"mtime":1788537225.623451,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/a36173f71a742345c43776835f62985c9fcacb437fc718b730b91bd789c55670/relay_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-04T15:53:45.628884+00:00","production_launch_allowed":false,"risk_authority":false,"status":"NOTIFICATION_RELAY_RUNNING"}},{"mtime":1788340010.2019806,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/collector_status.json","values":{"gap_detected":false,"reconnect_detected":false,"updated_at":"2026-09-02T09:06:50.202348+00:00"}},{"mtime":1788339827.5072517,"path":"/opt/stacks/8020-demonov-shadow/data/epochs/c7c31c2ed23651d9542af878451c0f45a336dccc2c26761fc0e98919b3ed46aa/live_status.json","values":{"execution_authority":false,"finalized_d1_available_count":0,"finalized_d1_backlog_count":0,"finalized_d1_processed_this_cycle":0,"heartbeat_at":"2026-09-02T09:03:47.498464+00:00","last_primary_closed_d1":null,"production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"source_gap_detected":false,"source_reconnect_detected":false,"status":"AWAITING_PRIMARY_FINALITY"}},{"mtime":1788325364.907833,"path":"/opt/stacks/8020-demonov-shadow/data/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-02T05:02:44.910868+00:00","last_primary_closed_d1":"2026-09-02T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788325364.907833,"path":"/opt/stacks/8020-demonov-shadow/data/forensic-cr0116-20260902T050458Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-02T05:02:44.910868+00:00","last_primary_closed_d1":"2026-09-02T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788297664.7988007,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T212219Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T21:21:04.804961+00:00","last_primary_closed_d1":"2026-09-01T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788296987.6948707,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T211333Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T21:09:47.698904+00:00","production_launch_allowed":false,"risk_authority":false,"status":"FAIL_CLOSED"}},{"mtime":1788294578.3326828,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T203015Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T20:29:38.334926+00:00","last_primary_closed_d1":"2026-09-01T00:00:00+00:00","production_launch_allowed":false,"prospective_research_collection_allowed":true,"risk_authority":false,"status":"LIVE_PROSPECTIVE_MULTIARM_RUNNING"}},{"mtime":1788292883.8713746,"path":"/opt/stacks/8020-demonov-shadow/data/cr0115-failed-20260901T200451Z/live_status.json","values":{"execution_authority":false,"heartbeat_at":"2026-09-01T20:01:23.877068+00:00","production_launch_allowed":false,"risk_authority":false,"status":"FAIL_CLOSED"}}]},"state":"COMPLETE"} +SIGNALBOT034_RCA_HOLDS=["SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033"] +SIGNALBOT034_DECISION=SIGNALBOT_FINALITY_RCA_EVIDENCE_READY_WITH_SOURCE_SEQUENCE_STILL_NOT_ADVANCED_SINCE_033 +SIGNALBOT034_MUTATION_SCOPE=NO_RUNTIME_NO_GIT_NO_EXCHANGE_MUTATION OUTPUT_END CHAT_OUTPUT_END