From 542fe2ee666346d524191971a2ceaf93cc019aed Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Thu, 17 Sep 2026 17:21:56 +0000 Subject: [PATCH] runtime: publish SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12 --- ...0917-NEW-EPOCH-CANARY-ACTIVATE-051R12.json | 38 ++++ ...60917-NEW-EPOCH-CANARY-ACTIVATE-051R12.txt | 60 +++++ runtime/latest.json | 39 +++- runtime/latest.txt | 210 +++++------------- 4 files changed, 190 insertions(+), 157 deletions(-) create mode 100644 runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.json create mode 100644 runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.txt diff --git a/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.json b/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.json new file mode 100644 index 00000000..e5a1335d --- /dev/null +++ b/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "change", + "component": "signalbot-cr0116-new-epoch-canary-activate", + "started_at_utc": "2026-09-17T17:19:40Z", + "finished_at_utc": "2026-09-17T17:21:55Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "22d0237308cc0d4a48e39ee3a95f53694b93fca6a20c65163e844845b4c8553c", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 2, + "changes_made": true, + "rollback_started": true, + "rollback_restored": true, + "mutation_outcome": "ROLLED_BACK", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812", + "sanitized_output_sha256": "85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "SIGNALBOT051R12_BEGIN=true\nSIGNALBOT051R12_MODE=NEW_EPOCH_CANARY_ACTIVATION\nSIGNALBOT051R12_RCA_INPUT=R10_SQLITE_SHM_SELF_MUTATION_AND_STALE_GUEST_MARKER_RCA\nSIGNALBOT051R12_PRODUCTION_LAUNCH_ALLOWED=false\nSIGNALBOT051R12_EXECUTION_AUTHORITY=false\nSIGNALBOT051R12_RISK_AUTHORITY=false\nSIGNALBOT051R12_REAL_EXCHANGE_EXECUTION=NO\nSIGNALBOT051R12_RETUNE_80_20=NO\nSIGNALBOT051R12_RETUNE_DEMONOV=NO\nSIGNALBOT051R12_GIT_PUSH=NO\nSIGNALBOT051R12_WORKTREE_HEAD=749073ae0f894debc06fb0ffbf7a84abf9da531f\nSIGNALBOT051R12_WORKTREE_BRANCH=signalbot-260917-reconnect-reconciliation\nSIGNALBOT051R12_WORKTREE_CLEAN=true\nSIGNALBOT051R12_WORKTREE_SHA256={\"collector\":\"71ad3dfbdedd7d9bb698fd20bbfa8bfad0dace003e0592716ff6299f2c8ee121\",\"health\":\"a45da5b399b0a87a40fed04e68c728a9960b604e7b69c0f73aa23042c31349ec\",\"test\":\"718c2f3a17c493096f5360228daaed81c9e5971cb1f83a6bc24d53f624e78e52\"}\nSIGNALBOT051R12_HOST_PREFLIGHT=PASS\nSIGNALBOT051R12_GUEST_COMPILE=PASS\nSIGNALBOT051R12_QGA_INPUT_BYTES=39957\nSIGNALBOT051R12_QGA_OUTER_RC=0\nSIGNALBOT051R12_QGA_OUTER_STDERR_BYTES=0\nSIGNALBOT051R12_QGA_OUTER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSIGNALBOT051R12_QGA_GUEST_EXITCODE=2\nSIGNALBOT051R12_QGA_GUEST_STDERR_BYTES=0\nSIGNALBOT051R12_QGA_GUEST_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSIGNALBOT051R12_GUEST_RESULT={\"changes_made\":true,\"exception_class\":\"RuntimeError\",\"exception_msg_sha256\":\"923d3bc8dc6ce7466ec77ac86d5b2574c0a004192970c48175fe47e645130e64\",\"execution_authority\":false,\"mutated_active\":true,\"production_launch_allowed\":false,\"real_exchange_execution\":false,\"risk_authority\":false,\"rollback\":{\"compose_old_rc\":0,\"env_restored\":true,\"failed_epoch\":\"/opt/stacks/8020-demonov-shadow/data/failed/4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397-SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12\",\"old_epoch_scientific_continuity\":\"UNCHANGED\",\"old_epoch_unchanged_pre_service\":true,\"old_services_restored\":true,\"post_restore_db_checks\":{\"bitfinex_source.db\":{\"exists\":true,\"quick_check\":[\"ok\"]},\"live_prospective.db\":{\"exists\":true,\"quick_check\":[\"ok\"]},\"notification_relay.db\":{\"exists\":true,\"quick_check\":[\"ok\"]}},\"quiesced_before_epoch_restore\":true,\"reason\":\"RuntimeError:RECONCILIATION_HEALTH_SCHEMA:reconciliation_pending_count\",\"services\":[{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":\"2026-09-10T00:00:00+00:00\",\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"b4ca32d5526f8ba3fc5e8da5228a1b5c153dc2609d066688fe51e6e17341eccb\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-17T17:21:54.064650984Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"d025b9d88aaa47598548c210d29743dae54cc3dcc91fd4a746b89b843de3aff5\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-17T17:21:54.105334998Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"21eb9c954fef0e4f3ca8103070950473bac04d590c1bfd3dbc61b85c8135c1c7\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-17T17:21:54.135276542Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"13f8c2fda2e968995fd3f19390c83f0d8fa632ac5fabd8cc853269feb492a921\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-17T17:21:54.022943313Z\",\"status\":\"running\"}],\"stop_rc\":0,\"stopped_services\":[{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":\"2026-09-18T00:00:00+00:00\",\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"2553962fac794854087ae09361cedab19c7f4b0be34e11731ee8ff28da1be962\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"collector\",\"started_at\":\"2026-09-17T17:20:14.970624622Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"1558b099d0c9402ddb3321f3d605cdc724da6db992aaadbd7729e19552f20f84\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"relay\",\"started_at\":\"2026-09-17T17:20:14.997443324Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"a3fbdd7aed7a908aff6b698bf7ffea0dbf5c7d013ace3043f31e3c8dc7cad90b\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"shadow\",\"started_at\":\"2026-09-17T17:20:14.873621878Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"7f16f2d188c8f4ce5ae33b2efa4b8c891f9aa6af31682691667784ea3c1a7c2d\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"worker\",\"started_at\":\"2026-09-17T17:20:14.990664497Z\",\"status\":\"exited\"}]},\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\"}\nSIGNALBOT051R12_ROLLBACK_STARTED=true\nSIGNALBOT051R12_ROLLBACK_RESTORED=true\nSIGNALBOT051R12_MUTATION_OUTCOME=ROLLED_BACK\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\n" +} diff --git a/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.txt b/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.txt new file mode 100644 index 00000000..8fa7c53e --- /dev/null +++ b/runtime/history/SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12.txt @@ -0,0 +1,60 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12 +STATUS=FAIL +RC=2 +HOST=pve01 +MODE=change +COMPONENT=signalbot-cr0116-new-epoch-canary-activate +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=22d0237308cc0d4a48e39ee3a95f53694b93fca6a20c65163e844845b4c8553c +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=2 +CHANGES_MADE=true +ROLLBACK_STARTED=true +ROLLBACK_RESTORED=true +MUTATION_OUTCOME=ROLLED_BACK +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812 +SANITIZED_OUTPUT_SHA256=85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812 +OUTPUT_BEGIN +SIGNALBOT051R12_BEGIN=true +SIGNALBOT051R12_MODE=NEW_EPOCH_CANARY_ACTIVATION +SIGNALBOT051R12_RCA_INPUT=R10_SQLITE_SHM_SELF_MUTATION_AND_STALE_GUEST_MARKER_RCA +SIGNALBOT051R12_PRODUCTION_LAUNCH_ALLOWED=false +SIGNALBOT051R12_EXECUTION_AUTHORITY=false +SIGNALBOT051R12_RISK_AUTHORITY=false +SIGNALBOT051R12_REAL_EXCHANGE_EXECUTION=NO +SIGNALBOT051R12_RETUNE_80_20=NO +SIGNALBOT051R12_RETUNE_DEMONOV=NO +SIGNALBOT051R12_GIT_PUSH=NO +SIGNALBOT051R12_WORKTREE_HEAD=749073ae0f894debc06fb0ffbf7a84abf9da531f +SIGNALBOT051R12_WORKTREE_BRANCH=signalbot-260917-reconnect-reconciliation +SIGNALBOT051R12_WORKTREE_CLEAN=true +SIGNALBOT051R12_WORKTREE_SHA256={"collector":"71ad3dfbdedd7d9bb698fd20bbfa8bfad0dace003e0592716ff6299f2c8ee121","health":"a45da5b399b0a87a40fed04e68c728a9960b604e7b69c0f73aa23042c31349ec","test":"718c2f3a17c493096f5360228daaed81c9e5971cb1f83a6bc24d53f624e78e52"} +SIGNALBOT051R12_HOST_PREFLIGHT=PASS +SIGNALBOT051R12_GUEST_COMPILE=PASS +SIGNALBOT051R12_QGA_INPUT_BYTES=39957 +SIGNALBOT051R12_QGA_OUTER_RC=0 +SIGNALBOT051R12_QGA_OUTER_STDERR_BYTES=0 +SIGNALBOT051R12_QGA_OUTER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SIGNALBOT051R12_QGA_GUEST_EXITCODE=2 +SIGNALBOT051R12_QGA_GUEST_STDERR_BYTES=0 +SIGNALBOT051R12_QGA_GUEST_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SIGNALBOT051R12_GUEST_RESULT={"changes_made":true,"exception_class":"RuntimeError","exception_msg_sha256":"923d3bc8dc6ce7466ec77ac86d5b2574c0a004192970c48175fe47e645130e64","execution_authority":false,"mutated_active":true,"production_launch_allowed":false,"real_exchange_execution":false,"risk_authority":false,"rollback":{"compose_old_rc":0,"env_restored":true,"failed_epoch":"/opt/stacks/8020-demonov-shadow/data/failed/4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397-SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12","old_epoch_scientific_continuity":"UNCHANGED","old_epoch_unchanged_pre_service":true,"old_services_restored":true,"post_restore_db_checks":{"bitfinex_source.db":{"exists":true,"quick_check":["ok"]},"live_prospective.db":{"exists":true,"quick_check":["ok"]},"notification_relay.db":{"exists":true,"quick_check":["ok"]}},"quiesced_before_epoch_restore":true,"reason":"RuntimeError:RECONCILIATION_HEALTH_SCHEMA:reconciliation_pending_count","services":[{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":"2026-09-10T00:00:00+00:00","EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"b4ca32d5526f8ba3fc5e8da5228a1b5c153dc2609d066688fe51e6e17341eccb","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-collector-1","restart_count":0,"restarting":false,"running":true,"service":"collector","started_at":"2026-09-17T17:21:54.064650984Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"d025b9d88aaa47598548c210d29743dae54cc3dcc91fd4a746b89b843de3aff5","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-relay-1","restart_count":0,"restarting":false,"running":true,"service":"relay","started_at":"2026-09-17T17:21:54.105334998Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"21eb9c954fef0e4f3ca8103070950473bac04d590c1bfd3dbc61b85c8135c1c7","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-shadow-1","restart_count":0,"restarting":false,"running":true,"service":"shadow","started_at":"2026-09-17T17:21:54.135276542Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"13f8c2fda2e968995fd3f19390c83f0d8fa632ac5fabd8cc853269feb492a921","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-worker-1","restart_count":0,"restarting":false,"running":true,"service":"worker","started_at":"2026-09-17T17:21:54.022943313Z","status":"running"}],"stop_rc":0,"stopped_services":[{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":"2026-09-18T00:00:00+00:00","EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"2553962fac794854087ae09361cedab19c7f4b0be34e11731ee8ff28da1be962","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-collector-1","restart_count":0,"restarting":false,"running":false,"service":"collector","started_at":"2026-09-17T17:20:14.970624622Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"1558b099d0c9402ddb3321f3d605cdc724da6db992aaadbd7729e19552f20f84","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-relay-1","restart_count":0,"restarting":false,"running":false,"service":"relay","started_at":"2026-09-17T17:20:14.997443324Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"a3fbdd7aed7a908aff6b698bf7ffea0dbf5c7d013ace3043f31e3c8dc7cad90b","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-shadow-1","restart_count":0,"restarting":false,"running":false,"service":"shadow","started_at":"2026-09-17T17:20:14.873621878Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"7f16f2d188c8f4ce5ae33b2efa4b8c891f9aa6af31682691667784ea3c1a7c2d","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-worker-1","restart_count":0,"restarting":false,"running":false,"service":"worker","started_at":"2026-09-17T17:20:14.990664497Z","status":"exited"}]},"rollback_restored":true,"rollback_started":true,"status":"FAIL"} +SIGNALBOT051R12_ROLLBACK_STARTED=true +SIGNALBOT051R12_ROLLBACK_RESTORED=true +SIGNALBOT051R12_MUTATION_OUTCOME=ROLLED_BACK +HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12","rollback_restored":true,"rollback_started":true,"status":"FAIL","version":1} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index fac5c3b5..e5a1335d 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1,38 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260917T171701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-17T17:17:01Z","finished_at_utc":"2026-09-17T17:17:02Z","reference_register_checked":true,"reference_sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66","error_register_checked":true,"error_register_sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "change", + "component": "signalbot-cr0116-new-epoch-canary-activate", + "started_at_utc": "2026-09-17T17:19:40Z", + "finished_at_utc": "2026-09-17T17:21:55Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "22d0237308cc0d4a48e39ee3a95f53694b93fca6a20c65163e844845b4c8553c", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 2, + "changes_made": true, + "rollback_started": true, + "rollback_restored": true, + "mutation_outcome": "ROLLED_BACK", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812", + "sanitized_output_sha256": "85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "SIGNALBOT051R12_BEGIN=true\nSIGNALBOT051R12_MODE=NEW_EPOCH_CANARY_ACTIVATION\nSIGNALBOT051R12_RCA_INPUT=R10_SQLITE_SHM_SELF_MUTATION_AND_STALE_GUEST_MARKER_RCA\nSIGNALBOT051R12_PRODUCTION_LAUNCH_ALLOWED=false\nSIGNALBOT051R12_EXECUTION_AUTHORITY=false\nSIGNALBOT051R12_RISK_AUTHORITY=false\nSIGNALBOT051R12_REAL_EXCHANGE_EXECUTION=NO\nSIGNALBOT051R12_RETUNE_80_20=NO\nSIGNALBOT051R12_RETUNE_DEMONOV=NO\nSIGNALBOT051R12_GIT_PUSH=NO\nSIGNALBOT051R12_WORKTREE_HEAD=749073ae0f894debc06fb0ffbf7a84abf9da531f\nSIGNALBOT051R12_WORKTREE_BRANCH=signalbot-260917-reconnect-reconciliation\nSIGNALBOT051R12_WORKTREE_CLEAN=true\nSIGNALBOT051R12_WORKTREE_SHA256={\"collector\":\"71ad3dfbdedd7d9bb698fd20bbfa8bfad0dace003e0592716ff6299f2c8ee121\",\"health\":\"a45da5b399b0a87a40fed04e68c728a9960b604e7b69c0f73aa23042c31349ec\",\"test\":\"718c2f3a17c493096f5360228daaed81c9e5971cb1f83a6bc24d53f624e78e52\"}\nSIGNALBOT051R12_HOST_PREFLIGHT=PASS\nSIGNALBOT051R12_GUEST_COMPILE=PASS\nSIGNALBOT051R12_QGA_INPUT_BYTES=39957\nSIGNALBOT051R12_QGA_OUTER_RC=0\nSIGNALBOT051R12_QGA_OUTER_STDERR_BYTES=0\nSIGNALBOT051R12_QGA_OUTER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSIGNALBOT051R12_QGA_GUEST_EXITCODE=2\nSIGNALBOT051R12_QGA_GUEST_STDERR_BYTES=0\nSIGNALBOT051R12_QGA_GUEST_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nSIGNALBOT051R12_GUEST_RESULT={\"changes_made\":true,\"exception_class\":\"RuntimeError\",\"exception_msg_sha256\":\"923d3bc8dc6ce7466ec77ac86d5b2574c0a004192970c48175fe47e645130e64\",\"execution_authority\":false,\"mutated_active\":true,\"production_launch_allowed\":false,\"real_exchange_execution\":false,\"risk_authority\":false,\"rollback\":{\"compose_old_rc\":0,\"env_restored\":true,\"failed_epoch\":\"/opt/stacks/8020-demonov-shadow/data/failed/4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397-SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12\",\"old_epoch_scientific_continuity\":\"UNCHANGED\",\"old_epoch_unchanged_pre_service\":true,\"old_services_restored\":true,\"post_restore_db_checks\":{\"bitfinex_source.db\":{\"exists\":true,\"quick_check\":[\"ok\"]},\"live_prospective.db\":{\"exists\":true,\"quick_check\":[\"ok\"]},\"notification_relay.db\":{\"exists\":true,\"quick_check\":[\"ok\"]}},\"quiesced_before_epoch_restore\":true,\"reason\":\"RuntimeError:RECONCILIATION_HEALTH_SCHEMA:reconciliation_pending_count\",\"services\":[{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":\"2026-09-10T00:00:00+00:00\",\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"b4ca32d5526f8ba3fc5e8da5228a1b5c153dc2609d066688fe51e6e17341eccb\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"collector\",\"started_at\":\"2026-09-17T17:21:54.064650984Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"d025b9d88aaa47598548c210d29743dae54cc3dcc91fd4a746b89b843de3aff5\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"relay\",\"started_at\":\"2026-09-17T17:21:54.105334998Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"21eb9c954fef0e4f3ca8103070950473bac04d590c1bfd3dbc61b85c8135c1c7\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"shadow\",\"started_at\":\"2026-09-17T17:21:54.135276542Z\",\"status\":\"running\"},{\"config_image\":\"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"env_selected\":{\"CODE_IDENTITY\":\"76e1f58baa544a0e208bba317f0150e5b6d74dbd\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f\",\"RUNTIME_MANIFEST_ID\":\"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389\"},\"id\":\"13f8c2fda2e968995fd3f19390c83f0d8fa632ac5fabd8cc853269feb492a921\",\"image_id\":\"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"restarting\":false,\"running\":true,\"service\":\"worker\",\"started_at\":\"2026-09-17T17:21:54.022943313Z\",\"status\":\"running\"}],\"stop_rc\":0,\"stopped_services\":[{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":\"2026-09-18T00:00:00+00:00\",\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"2553962fac794854087ae09361cedab19c7f4b0be34e11731ee8ff28da1be962\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-collector-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"collector\",\"started_at\":\"2026-09-17T17:20:14.970624622Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"1558b099d0c9402ddb3321f3d605cdc724da6db992aaadbd7729e19552f20f84\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-relay-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"relay\",\"started_at\":\"2026-09-17T17:20:14.997443324Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"a3fbdd7aed7a908aff6b698bf7ffea0dbf5c7d013ace3043f31e3c8dc7cad90b\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-shadow-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"shadow\",\"started_at\":\"2026-09-17T17:20:14.873621878Z\",\"status\":\"exited\"},{\"config_image\":\"8020-demonov-shadow:signalbot-050r6-749073ae0f89\",\"env_selected\":{\"CODE_IDENTITY\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"COLLECTION_START_AT\":null,\"EXPERIMENT_ID\":\"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397\",\"RUNTIME_MANIFEST_ID\":\"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14\"},\"id\":\"7f16f2d188c8f4ce5ae33b2efa4b8c891f9aa6af31682691667784ea3c1a7c2d\",\"image_id\":\"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60\",\"name\":\"demonov-shadow-8020-worker-1\",\"restart_count\":0,\"restarting\":false,\"running\":false,\"service\":\"worker\",\"started_at\":\"2026-09-17T17:20:14.990664497Z\",\"status\":\"exited\"}]},\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\"}\nSIGNALBOT051R12_ROLLBACK_STARTED=true\nSIGNALBOT051R12_ROLLBACK_RESTORED=true\nSIGNALBOT051R12_MUTATION_OUTCOME=ROLLED_BACK\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\n" +} diff --git a/runtime/latest.txt b/runtime/latest.txt index 62b414e3..8fa7c53e 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,162 +1,60 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z -STATUS=OK -RC=0 +COMMAND_ID=SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12 +STATUS=FAIL +RC=2 HOST=pve01 -COMPONENT=cluster-context -REFERENCE_SHA[PRIVATE_IP]e5154c41cb[PRIVATE_IP]aca68090be[PRIVATE_IP]bf[PRIVATE_IP]df[PRIVATE_IP] -ERROR_REGISTER_SHA[PRIVATE_IP]ec0f527ed3afeed[PRIVATE_IP]ee[PRIVATE_IP]bbfb[PRIVATE_IP]af4ba7ba0 +MODE=change +COMPONENT=signalbot-cr0116-new-epoch-canary-activate +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=22d0237308cc0d4a48e39ee3a95f53694b93fca6a20c65163e844845b4c8553c +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=2 +CHANGES_MADE=true +ROLLBACK_STARTED=true +ROLLBACK_RESTORED=true +MUTATION_OUTCOME=ROLLED_BACK +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812 +SANITIZED_OUTPUT_SHA256=85ef52d56e775c709131e2a03b8eef96ab1fa0f2adc1eab787ebc8d8de922812 OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T17:17:01Z -Cluster information -------------------- -Name: homelab -Config Version: 3 -Transport: knet -Secure auth: on +SIGNALBOT051R12_BEGIN=true +SIGNALBOT051R12_MODE=NEW_EPOCH_CANARY_ACTIVATION +SIGNALBOT051R12_RCA_INPUT=R10_SQLITE_SHM_SELF_MUTATION_AND_STALE_GUEST_MARKER_RCA +SIGNALBOT051R12_PRODUCTION_LAUNCH_ALLOWED=false +SIGNALBOT051R12_EXECUTION_AUTHORITY=false +SIGNALBOT051R12_RISK_AUTHORITY=false +SIGNALBOT051R12_REAL_EXCHANGE_EXECUTION=NO +SIGNALBOT051R12_RETUNE_80_20=NO +SIGNALBOT051R12_RETUNE_DEMONOV=NO +SIGNALBOT051R12_GIT_PUSH=NO +SIGNALBOT051R12_WORKTREE_HEAD=749073ae0f894debc06fb0ffbf7a84abf9da531f +SIGNALBOT051R12_WORKTREE_BRANCH=signalbot-260917-reconnect-reconciliation +SIGNALBOT051R12_WORKTREE_CLEAN=true +SIGNALBOT051R12_WORKTREE_SHA256={"collector":"71ad3dfbdedd7d9bb698fd20bbfa8bfad0dace003e0592716ff6299f2c8ee121","health":"a45da5b399b0a87a40fed04e68c728a9960b604e7b69c0f73aa23042c31349ec","test":"718c2f3a17c493096f5360228daaed81c9e5971cb1f83a6bc24d53f624e78e52"} +SIGNALBOT051R12_HOST_PREFLIGHT=PASS +SIGNALBOT051R12_GUEST_COMPILE=PASS +SIGNALBOT051R12_QGA_INPUT_BYTES=39957 +SIGNALBOT051R12_QGA_OUTER_RC=0 +SIGNALBOT051R12_QGA_OUTER_STDERR_BYTES=0 +SIGNALBOT051R12_QGA_OUTER_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SIGNALBOT051R12_QGA_GUEST_EXITCODE=2 +SIGNALBOT051R12_QGA_GUEST_STDERR_BYTES=0 +SIGNALBOT051R12_QGA_GUEST_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +SIGNALBOT051R12_GUEST_RESULT={"changes_made":true,"exception_class":"RuntimeError","exception_msg_sha256":"923d3bc8dc6ce7466ec77ac86d5b2574c0a004192970c48175fe47e645130e64","execution_authority":false,"mutated_active":true,"production_launch_allowed":false,"real_exchange_execution":false,"risk_authority":false,"rollback":{"compose_old_rc":0,"env_restored":true,"failed_epoch":"/opt/stacks/8020-demonov-shadow/data/failed/4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397-SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12","old_epoch_scientific_continuity":"UNCHANGED","old_epoch_unchanged_pre_service":true,"old_services_restored":true,"post_restore_db_checks":{"bitfinex_source.db":{"exists":true,"quick_check":["ok"]},"live_prospective.db":{"exists":true,"quick_check":["ok"]},"notification_relay.db":{"exists":true,"quick_check":["ok"]}},"quiesced_before_epoch_restore":true,"reason":"RuntimeError:RECONCILIATION_HEALTH_SCHEMA:reconciliation_pending_count","services":[{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":"2026-09-10T00:00:00+00:00","EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"b4ca32d5526f8ba3fc5e8da5228a1b5c153dc2609d066688fe51e6e17341eccb","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-collector-1","restart_count":0,"restarting":false,"running":true,"service":"collector","started_at":"2026-09-17T17:21:54.064650984Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"d025b9d88aaa47598548c210d29743dae54cc3dcc91fd4a746b89b843de3aff5","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-relay-1","restart_count":0,"restarting":false,"running":true,"service":"relay","started_at":"2026-09-17T17:21:54.105334998Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"21eb9c954fef0e4f3ca8103070950473bac04d590c1bfd3dbc61b85c8135c1c7","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-shadow-1","restart_count":0,"restarting":false,"running":true,"service":"shadow","started_at":"2026-09-17T17:21:54.135276542Z","status":"running"},{"config_image":"8020-demonov-shadow:76e1f58baa544a0e208bba317f0150e5b6d74dbd","env_selected":{"CODE_IDENTITY":"76e1f58baa544a0e208bba317f0150e5b6d74dbd","COLLECTION_START_AT":null,"EXPERIMENT_ID":"55588af053b5a7b47bdc86a9231b7fc3a4cdd00b3b53e05e201e69438f480e0f","RUNTIME_MANIFEST_ID":"a6a4f903e7e6aa309d8c7d181fbe613fae95f11077dff0fc2ceb7c331fb75389"},"id":"13f8c2fda2e968995fd3f19390c83f0d8fa632ac5fabd8cc853269feb492a921","image_id":"sha256:341f71a906c91d3fa9c1d50bd89df2a849dfb0b168bb4551efb444bf61c4ab99","name":"demonov-shadow-8020-worker-1","restart_count":0,"restarting":false,"running":true,"service":"worker","started_at":"2026-09-17T17:21:54.022943313Z","status":"running"}],"stop_rc":0,"stopped_services":[{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":"2026-09-18T00:00:00+00:00","EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"2553962fac794854087ae09361cedab19c7f4b0be34e11731ee8ff28da1be962","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-collector-1","restart_count":0,"restarting":false,"running":false,"service":"collector","started_at":"2026-09-17T17:20:14.970624622Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"1558b099d0c9402ddb3321f3d605cdc724da6db992aaadbd7729e19552f20f84","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-relay-1","restart_count":0,"restarting":false,"running":false,"service":"relay","started_at":"2026-09-17T17:20:14.997443324Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"a3fbdd7aed7a908aff6b698bf7ffea0dbf5c7d013ace3043f31e3c8dc7cad90b","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-shadow-1","restart_count":0,"restarting":false,"running":false,"service":"shadow","started_at":"2026-09-17T17:20:14.873621878Z","status":"exited"},{"config_image":"8020-demonov-shadow:signalbot-050r6-749073ae0f89","env_selected":{"CODE_IDENTITY":"749073ae0f894debc06fb0ffbf7a84abf9da531f","COLLECTION_START_AT":null,"EXPERIMENT_ID":"4a78c74b381b0424ccd22fa5466526cb324dfbb6855ffb3de8f0c3ac29dac397","RUNTIME_MANIFEST_ID":"927480bca5dccc11c8e605151db035b4d678f3adb63a0c4ec27544dca0e45d14"},"id":"7f16f2d188c8f4ce5ae33b2efa4b8c891f9aa6af31682691667784ea3c1a7c2d","image_id":"sha256:bc7fe43a1627532cf2ffbea2489352bb97c9a9e445e097cd5837b80a9e90cc60","name":"demonov-shadow-8020-worker-1","restart_count":0,"restarting":false,"running":false,"service":"worker","started_at":"2026-09-17T17:20:14.990664497Z","status":"exited"}]},"rollback_restored":true,"rollback_started":true,"status":"FAIL"} +SIGNALBOT051R12_ROLLBACK_STARTED=true +SIGNALBOT051R12_ROLLBACK_RESTORED=true +SIGNALBOT051R12_MUTATION_OUTCOME=ROLLED_BACK +HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SIGNALBOT-260917-NEW-EPOCH-CANARY-ACTIVATE-051R12","rollback_restored":true,"rollback_started":true,"status":"FAIL","version":1} -Quorum information ------------------- -Date: Thu Sep [PRIVATE_IP] 2026 -Quorum provider: corosync_votequorum -Nodes: 3 -Node ID: [PRIVATE_IP] -Ring ID: 1.130 -Quorate: Yes - -Votequorum information ----------------------- -Expected votes: 3 -Highest expected: 3 -Total votes: 3 -Quorum: 2 -Flags: Quorate - -Membership information ----------------------- - Nodeid Votes Name -[PRIVATE_IP] [PRIVATE_IP].11 (local) -[PRIVATE_IP] [PRIVATE_IP].13 -[PRIVATE_IP] [PRIVATE_IP].12 - -Membership information ----------------------- - Nodeid Votes Name - 1 1 pve01 (local) - 2 1 pve03 - 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":110},{"cpu":[PRIVATE_IP]150113,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":112},{"cpu":[PRIVATE_IP]16e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":113},{"cpu":[PRIVATE_IP]37401,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":130},{"cpu":[PRIVATE_IP]796013,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":150},{"cpu":[PRIVATE_IP]747476,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":160},{"cpu":[PRIVATE_IP]2489,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":170},{"cpu":[PRIVATE_IP]4191,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":171},{"cpu":[PRIVATE_IP]502104,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":190},{"cpu":[PRIVATE_IP]796013,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/210","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":929960,"vmid":210},{"cpu":[PRIVATE_IP]506312,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/211","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-staging","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":211},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]9407,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":[PRIVATE_IP]},{"cgroup-mode":2,"cpu":[PRIVATE_IP]23254,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":[PRIVATE_IP]},{"cgroup-mode":2,"cpu":[PRIVATE_IP]5306,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":[PRIVATE_IP]},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"iso,vztmpl,backup,import","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,backup,import","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,backup,import","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] -Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 21.13% -local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.95% - UNIT LOAD ACTIVE SUB DESCRIPTION -● homelab-app-cloud-quorum-queue.service loaded failed failed Homelab canonical application cloud quorum backup queue -● homelab-backup-retention-gc.service loaded failed failed Homelab owner-aware cloud retention GC -● homelab-vm-cloud-quorum-queue.service loaded failed failed Homelab canonical VM/CT cloud quorum backup queue - -Legend: LOAD → Reflects whether the unit definition was properly loaded. - ACTIVE → The high-level unit activation state, i.e. generalization of SUB. - SUB → The low-level unit activation state, values depend on unit type. - -3 loaded units listed. -NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 20:17:57 MSK 54s Thu [PRIVATE_IP] 20:16:57 MSK 5s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 20:17:59 MSK 57s Thu [PRIVATE_IP] 20:16:57 MSK 5s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 20:19:56 MSK 2min 53s Thu [PRIVATE_IP] 20:14:29 MSK 2min 32s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 20:19:57 MSK 2min 54s Thu [PRIVATE_IP] 20:14:57 MSK 2min 5s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 20:19:57 MSK 2min 54s Thu [PRIVATE_IP] 20:14:57 MSK 2min 5s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 20:20:57 MSK 3min 54s Thu [PRIVATE_IP] 20:10:57 MSK 6min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 20:21:10 MSK 4min 8s Thu [PRIVATE_IP] 20:06:10 MSK 10min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 20:28:57 MSK 11min Thu [PRIVATE_IP] 20:13:57 MSK 3min 5s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 20:30:00 MSK 12min Thu [PRIVATE_IP] 20:15:00 MSK 2min 2s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 20:30:00 MSK 12min Thu [PRIVATE_IP] 19:57:32 MSK 19min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 20:30:31 MSK 13min Thu [PRIVATE_IP] 20:16:16 MSK 46s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 20:30:56 MSK 13min Thu [PRIVATE_IP] 20:04:42 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 20:31:00 MSK 13min Thu [PRIVATE_IP] 20:16:00 MSK 1min 2s ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 20:31:02 MSK 13min Thu [PRIVATE_IP] 20:15:26 MSK 1min 36s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 20:31:04 MSK 14min Thu [PRIVATE_IP] 20:16:16 MSK 46s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 20:31:57 MSK 14min Thu [PRIVATE_IP] 20:16:57 MSK 5s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 20:36:19 MSK 19min Thu [PRIVATE_IP] 20:06:24 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 22:35:57 MSK 2h 18min Thu [PRIVATE_IP] 16:35:57 MSK 3h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 23:09:16 MSK 2h 52min Thu [PRIVATE_IP] 17:04:42 MSK 3h 12min ago homelab-evidence-root.timer homelab-evidence-root.service -Fri [PRIVATE_IP] 00:00:00 MSK 3h 42min Thu [PRIVATE_IP] 00:00:11 MSK 20h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:07:12 MSK 3h 50min Thu [PRIVATE_IP] 00:02:57 MSK 20h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:10:53 MSK 3h 53min Thu [PRIVATE_IP] 00:06:42 MSK 20h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:12:22 MSK 3h 55min Thu [PRIVATE_IP] 00:06:10 MSK 20h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:15:03 MSK 3h 58min Thu [PRIVATE_IP] 00:07:16 MSK 20h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:23:57 MSK 4h 6min Thu [PRIVATE_IP] 18:17:57 MSK 1h 59min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Fri [PRIVATE_IP] 00:35:51 MSK 4h 18min Thu [PRIVATE_IP] 00:12:57 MSK 20h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 03:11:45 MSK 6h Thu [PRIVATE_IP] 11:21:10 MSK 8h ago apt-daily.timer apt-daily.service -Fri [PRIVATE_IP] 03:22:15 MSK 7h Thu [PRIVATE_IP] 03:21:32 MSK 16h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 04:11:15 MSK 7h Thu [PRIVATE_IP] 01:17:32 MSK 18h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 06:03:32 MSK 9h Thu [PRIVATE_IP] 06:08:57 MSK 14h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:17:58 MSK 11h Thu [PRIVATE_IP] 07:14:42 MSK 13h ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:39:21 MSK 11h Thu [PRIVATE_IP] 07:31:16 MSK 12h ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:45:11 MSK 11h Thu [PRIVATE_IP] 07:46:41 MSK 12h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:48:49 MSK 11h Thu [PRIVATE_IP] 07:39:57 MSK 12h ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:57:58 MSK 11h Thu [PRIVATE_IP] 07:54:11 MSK 12h ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:59:21 MSK 11h Thu [PRIVATE_IP] 07:58:41 MSK 12h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:00:39 MSK 11h Thu [PRIVATE_IP] 07:48:16 MSK 12h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:02 MSK 11h Thu [PRIVATE_IP] 08:23:57 MSK 11h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:15:37 MSK 11h Thu [PRIVATE_IP] 08:08:57 MSK 12h ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:25:47 MSK 12h Thu [PRIVATE_IP] 08:38:57 MSK 11h ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:29:52 MSK 12h Thu [PRIVATE_IP] 08:16:41 MSK 12h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:37:56 MSK 12h Thu [PRIVATE_IP] 08:35:00 MSK 11h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:48:19 MSK 12h Thu [PRIVATE_IP] 08:44:42 MSK 11h ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 09:00:09 MSK 12h Thu [PRIVATE_IP] 08:46:15 MSK 11h ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 09:35:16 MSK 13h Thu [PRIVATE_IP] 05:52:43 MSK 14h ago man-db.timer man-db.service -Fri [PRIVATE_IP] 10:15:00 MSK 13h Thu [PRIVATE_IP] 10:15:11 MSK 10h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service -Fri [PRIVATE_IP] 16:47:57 MSK 20h Thu [PRIVATE_IP] 16:47:57 MSK 3h 29min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Sun [PRIVATE_IP] 03:10:03 MSK 2 days Sun [PRIVATE_IP] 03:10:22 MSK 4 days ago e2scrub_all.timer e2scrub_all.service -Sun [PRIVATE_IP] 03:10:58 MSK 2 days Sun [PRIVATE_IP] 03:10:39 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service -Sun [PRIVATE_IP] 07:40:18 MSK 2 days Sun [PRIVATE_IP] 07:35:56 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service -Mon [PRIVATE_IP] 00:04:42 MSK 3 days Mon [PRIVATE_IP] 00:10:39 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service -Mon [PRIVATE_IP] 00:09:14 MSK 3 days Mon [PRIVATE_IP] 00:30:56 MSK 3 days ago fstrim.timer fstrim.service -- - Thu [PRIVATE_IP] 19:03:57 MSK 1h 13min ago homelab-backup-v2.timer homelab-backup-v2.service -- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service -- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service -- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service - -56 timers listed. -RUNTIME_MANIFEST_ID=df[PRIVATE_IP]ac9b5abd[PRIVATE_IP]b[PRIVATE_IP]d89496fb2bde[PRIVATE_IP] -EXPERIMENT_ID=5462ee[PRIVATE_IP]ebe[PRIVATE_IP]feb2ad[PRIVATE_IP]1ad87bbac0b8108 -COLLECTION_START_AT=[PRIVATE_IP]T[PRIVATE_IP]:00 -FIRST_COMPLETE_D1_CLOSE=[PRIVATE_IP]T[PRIVATE_IP]:00 -PRODUCTION_LAUNCH_ALLOWED=False -EXECUTION_AUTHORITY=False -RISK_AUTHORITY=False -STAGE_A_HEALTH=AWAITING_PRIMARY_FINALITY -FORENSIC_PREVIOUS_EPOCH_PRESERVED=YES - -## NEWFI_TASK6_AUTH_CHECKPOINT_V[PRIVATE_IP] -- Scope: historical accepted AUTH test, not a current SMTP connection test. -- Newfi approved SMTP account/sender: aleisaev@yandex.ru. -- Endpoint used by accepted test: smtp.yandex.ru:465 with certificate verification; single PLAIN initial response accepted with code 235. -- Evidence: incident ledger ### NEWFI_TASK6_YANDEX_AUTH_V2_OBSERVATION and ### NEWFI_TASK6_AUTH_PROOF_CLOSE_V1. -- No password file written, no application configuration changed, no mail sent by the accepted AUTH test. -- Persistent transport installation and application delivery are not proven by this checkpoint. Task6 is not complete. -- AUTH challenge and missing-file incidents closed; launch/session incident remains OPEN with original cause unproven. -- This update does not change VM211, VM160, routing, board state or Git. -- Other incidents and infrastructure health were not assessed. - - -## NEWFI_PRIVATE_STRUCTURE92_WRONG_MARKER_SCOPE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: NEWFI92 inspected the pve01 NEWFI90 attempt marker, which had not been finalized because the outer shell exited immediately after the guest returned RC3 following its successful rollback. The guest marker contained the true final rollback state. -- Correction: NEWFI93 required both the guest FINISHED/ROLLED_BACK record and a fresh exact demo-state readback before reconciling the outer NEWFI90 marker. NEWFI92 itself never reserved an attempt or mutated state. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] -- Status: OPEN -- Command: NEWFI95 -- Symptom: after the content-structure precheck passed, the pve03 Python wrapper failed to parse at the PHP line beginning with $root. No Portal discovery or application mutation was reached. -- RCA: an outer raw triple-single-quoted guest Python payload contained an inner raw triple-single-quoted PHP payload. The inner delimiter terminated the outer Python string, causing PHP source to be parsed as Python. -- Safety: NEWFI95 was read-only, created no attempt marker, and did not reach the intended nested guest execution. Do not replay NEWFI95. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: an inner triple-single-quoted PHP literal terminated the outer triple-single-quoted Python guest payload in NEWFI95. The wrapper therefore failed parsing before the intended Portal discovery executed. -- Correction: NEWFI96 removed the nested Python payload layer entirely and passed one Python program directly to VM211 through qm guest exec stdin. The read-only Portal contract completed with QGA exit 0 and the implementation worktree remained unchanged. OUTPUT_END CHAT_OUTPUT_END