From 4723f4dbac5d950396206ce199904cde188005ed Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Sat, 19 Sep 2026 14:23:49 +0000 Subject: [PATCH] runtime: publish SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1 --- ...EALTH-631-ROLLBACK-RCA-READONLY-632R1.json | 38 ++++++++ ...HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt | 84 +++++++++++++++++ runtime/latest.json | 36 +++---- runtime/latest.txt | 93 +++++++++++++------ 4 files changed, 207 insertions(+), 44 deletions(-) create mode 100644 runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.json create mode 100644 runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt diff --git a/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.json b/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.json new file mode 100644 index 00000000..af54f57e --- /dev/null +++ b/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "backup-health-631-rollback-rca-readonly", + "started_at_utc": "2026-09-19T14:23:43Z", + "finished_at_utc": "2026-09-19T14:23:48Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b", + "sanitized_output_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200\nPUBLIC_HOME_NOFOLLOW=rc=0|http=200\nPUBLIC_GIT_NOFOLLOW=rc=0|http=200\nPUBLIC_AUTH_NOFOLLOW=rc=0|http=302\nPUBLIC_AUTH_FOLLOW=rc=0|http=200\nPUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb\nPUBLIC_BACKUP_BODY_IS_ORIGINAL=true\nPVE03_EDGE_QGA_TRANSPORT_RC=0\nEDGE_QGA_EXITED=1\nEDGE_QGA_EXITCODE=0\nEDGE_IDENTITY=OK\nCURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nCURRENT_SOURCE_IS_ORIGINAL=true\nCURRENT_SOURCE_IS_PATCHED_631=false\nCURRENT_SOURCE_COMPILE=True\nCURRENT_SOURCE_FUNC_COUNT=1\nCURRENT_SOURCE_ROUTE_COUNT=1\nCURRENT_SOURCE_NAME_COUNT=1\nCURRENT_SOURCE_EXACT_FUNC=True\nCURRENT_SOURCE_EXACT_ROUTE=True\nBACKDIR_PRESENT=true\nBACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nBACKUP_SOURCE_EXACT=true\nBACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nBACKUP_CONF_EXACT=true\nBACKUP_DB_PRESENT=true\nBACKUP_DB_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nBACKUP_META_VALID=true\nCURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31\nCURRENT_DB_IS_ORIGINAL=true\nCURRENT_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nCURRENT_ROW15_ORIGINAL=true\nCURRENT_ROW15_RETIRED=false\nCURRENT_CONF15_PRESENT=true\nCURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nCURRENT_CONF15_ORIGINAL=true\nHEALTH_SERVICE_ACTIVE=active\nHEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK\nCURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200\nCURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200\nCURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200\nCURRENT_18091_LISTENER_FOUND=true\nHEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File \"/usr/lib/python3.13/socketserver.py\", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:\nCURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED\nROLLBACK_MATERIAL_USABLE=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED\nNO_MUTATION=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_ROLLBACK_RCA\nNO_MUTATION=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt b/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt new file mode 100644 index 00000000..8e80c697 --- /dev/null +++ b/runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt @@ -0,0 +1,84 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=backup-health-631-rollback-rca-readonly +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b +SANITIZED_OUTPUT_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b +OUTPUT_BEGIN +PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200 +PUBLIC_HOME_NOFOLLOW=rc=0|http=200 +PUBLIC_GIT_NOFOLLOW=rc=0|http=200 +PUBLIC_AUTH_NOFOLLOW=rc=0|http=302 +PUBLIC_AUTH_FOLLOW=rc=0|http=200 +PUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb +PUBLIC_BACKUP_BODY_IS_ORIGINAL=true +PVE03_EDGE_QGA_TRANSPORT_RC=0 +EDGE_QGA_EXITED=1 +EDGE_QGA_EXITCODE=0 +EDGE_IDENTITY=OK +CURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560 +CURRENT_SOURCE_IS_ORIGINAL=true +CURRENT_SOURCE_IS_PATCHED_631=false +CURRENT_SOURCE_COMPILE=True +CURRENT_SOURCE_FUNC_COUNT=1 +CURRENT_SOURCE_ROUTE_COUNT=1 +CURRENT_SOURCE_NAME_COUNT=1 +CURRENT_SOURCE_EXACT_FUNC=True +CURRENT_SOURCE_EXACT_ROUTE=True +BACKDIR_PRESENT=true +BACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560 +BACKUP_SOURCE_EXACT=true +BACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed +BACKUP_CONF_EXACT=true +BACKUP_DB_PRESENT=true +BACKUP_DB_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0} +BACKUP_META_VALID=true +CURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31 +CURRENT_DB_IS_ORIGINAL=true +CURRENT_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0} +CURRENT_ROW15_ORIGINAL=true +CURRENT_ROW15_RETIRED=false +CURRENT_CONF15_PRESENT=true +CURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed +CURRENT_CONF15_ORIGINAL=true +HEALTH_SERVICE_ACTIVE=active +HEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK +CURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200 +CURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200 +CURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200 +CURRENT_18091_LISTENER_FOUND=true +HEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File "/usr/lib/python3.13/socketserver.py", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17: +CURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED +ROLLBACK_MATERIAL_USABLE=true +TASK_COMPLETE=true +TASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED +NO_MUTATION=true +TASK_COMPLETE=true +TASK_RESULT=PASS_631R1_ROLLBACK_RCA +NO_MUTATION=true +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index d95ac09f..af54f57e 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2", - "status": "FAIL", - "rc": 3, + "command_id": "SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1", + "status": "OK", + "rc": 0, "host": "pve01", - "mode": "change", - "component": "newfi-newfdom-autocontent211-staging-parser-normalization-dedupe-editorial-upgrade-rollback-reapply-r2-cron-policy-preserve-delta", - "started_at_utc": "2026-09-19T14:23:07Z", - "finished_at_utc": "2026-09-19T14:23:17Z", + "mode": "read-only", + "component": "backup-health-631-rollback-rca-readonly", + "started_at_utc": "2026-09-19T14:23:43Z", + "finished_at_utc": "2026-09-19T14:23:48Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "63eb1e2402817016566d7a8eb3153348b9d52d10be708c0dee8fdb3c0ea2175e", + "command_sha256": "910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "FAIL", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 3, - "changes_made": true, - "rollback_started": true, - "rollback_restored": true, - "mutation_outcome": "ROLLED_BACK", + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb", - "sanitized_output_sha256": "aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb", + "raw_evidence_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b", + "sanitized_output_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "NEWFI139_BEGIN=true\nCOMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\nNEWFI139_GIT_BEFORE={\"branch\":\"implementation/newfi-closed-mvp-20260906\",\"clean\":true,\"head\":\"59d6ea5a18b5330393969530ef69d71a8fa63474\",\"remote_head\":\"59d6ea5a18b5330393969530ef69d71a8fa63474\",\"source_files\":17,\"source_sha256\":\"a9a14a3622c0099efba9457bf81835753256a3eab4bf02363876a40aab5705cd\"}\nNEWFI139_CLUSTER={\"production\":{\"node\":\"pve01\",\"status\":\"running\",\"vmid\":210},\"staging\":{\"node\":\"pve03\",\"status\":\"running\",\"vmid\":211}}\nNEWFI139_PRODUCTION_READ={\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"cron_active\":true,\"errors\":41,\"event_rows\":0,\"max_error_id\":41,\"qga_exitcode\":0,\"role\":\"production\",\"source_files\":10,\"state_rows\":2,\"status\":\"OK\",\"version\":1000010}\nNEWFI139_CANDIDATE_STAGE={\"bytes\":26739,\"chunks\":4,\"files\":7,\"sha256\":\"ee3bce57637b17f14e8016af32bbf96550262f37c9f331181683983f13541deb\"}\nNEWFI139_STAGING_APPLY={\"candidate_bundle_sha256\":\"daeb78ac598ef1e8a8031f2b24d4006c3f89c49805b765401d775c4224ee6268\",\"candidate_installed\":true,\"changes_made\":true,\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"error_sha256\":\"4be7c1ae9eb1952a973e65217bd0ca8d83d6d637885e7441815cd1e59a0a1128\",\"error_type\":\"ValueError\",\"planned_rollback_proven\":false,\"qga_exitcode\":3,\"records\":[{\"errors\":23,\"event_rows\":{\"change\":0,\"event\":0,\"source\":0},\"step\":\"preflight\",\"version\":1000010},{\"old_files\":10,\"path\":\"/root/newfi-autocontent211/NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2/staging\",\"step\":\"backup\"},{\"files\":15,\"step\":\"deploy\"},{\"step\":\"upgrade\",\"version\":1000020}],\"role\":\"staging\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\"}\nNEWFI139_ERROR=STAGING_FAIL\nNEWFI139_DECISION=HOLD_AUTOCONTENT211_STAGING_RECONCILE\nNEWFI139_NEXT_GATE=RECONCILE_EXACT_STAGING139_RESULT\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\n" + "output": "PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200\nPUBLIC_HOME_NOFOLLOW=rc=0|http=200\nPUBLIC_GIT_NOFOLLOW=rc=0|http=200\nPUBLIC_AUTH_NOFOLLOW=rc=0|http=302\nPUBLIC_AUTH_FOLLOW=rc=0|http=200\nPUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb\nPUBLIC_BACKUP_BODY_IS_ORIGINAL=true\nPVE03_EDGE_QGA_TRANSPORT_RC=0\nEDGE_QGA_EXITED=1\nEDGE_QGA_EXITCODE=0\nEDGE_IDENTITY=OK\nCURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nCURRENT_SOURCE_IS_ORIGINAL=true\nCURRENT_SOURCE_IS_PATCHED_631=false\nCURRENT_SOURCE_COMPILE=True\nCURRENT_SOURCE_FUNC_COUNT=1\nCURRENT_SOURCE_ROUTE_COUNT=1\nCURRENT_SOURCE_NAME_COUNT=1\nCURRENT_SOURCE_EXACT_FUNC=True\nCURRENT_SOURCE_EXACT_ROUTE=True\nBACKDIR_PRESENT=true\nBACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nBACKUP_SOURCE_EXACT=true\nBACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nBACKUP_CONF_EXACT=true\nBACKUP_DB_PRESENT=true\nBACKUP_DB_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nBACKUP_META_VALID=true\nCURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31\nCURRENT_DB_IS_ORIGINAL=true\nCURRENT_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nCURRENT_ROW15_ORIGINAL=true\nCURRENT_ROW15_RETIRED=false\nCURRENT_CONF15_PRESENT=true\nCURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nCURRENT_CONF15_ORIGINAL=true\nHEALTH_SERVICE_ACTIVE=active\nHEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK\nCURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200\nCURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200\nCURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200\nCURRENT_18091_LISTENER_FOUND=true\nHEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File \"/usr/lib/python3.13/socketserver.py\", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:\nCURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED\nROLLBACK_MATERIAL_USABLE=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED\nNO_MUTATION=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_ROLLBACK_RCA\nNO_MUTATION=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index b9028df5..8e80c697 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,43 +1,84 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2 -STATUS=FAIL -RC=3 +COMMAND_ID=SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1 +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=newfi-newfdom-autocontent211-staging-parser-normalization-dedupe-editorial-upgrade-rollback-reapply-r2-cron-policy-preserve-delta +MODE=read-only +COMPONENT=backup-health-631-rollback-rca-readonly REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=63eb1e2402817016566d7a8eb3153348b9d52d10be708c0dee8fdb3c0ea2175e +COMMAND_SHA256=910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=3 -CHANGES_MADE=true -ROLLBACK_STARTED=true -ROLLBACK_RESTORED=true -MUTATION_OUTCOME=ROLLED_BACK +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb -SANITIZED_OUTPUT_SHA256=aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb +RAW_EVIDENCE_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b +SANITIZED_OUTPUT_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b OUTPUT_BEGIN -NEWFI139_BEGIN=true -COMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2 -NEWFI139_GIT_BEFORE={"branch":"implementation/newfi-closed-mvp-20260906","clean":true,"head":"59d6ea5a18b5330393969530ef69d71a8fa63474","remote_head":"59d6ea5a18b5330393969530ef69d71a8fa63474","source_files":17,"source_sha256":"a9a14a3622c0099efba9457bf81835753256a3eab4bf02363876a40aab5705cd"} -NEWFI139_CLUSTER={"production":{"node":"pve01","status":"running","vmid":210},"staging":{"node":"pve03","status":"running","vmid":211}} -NEWFI139_PRODUCTION_READ={"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","cron_active":true,"errors":41,"event_rows":0,"max_error_id":41,"qga_exitcode":0,"role":"production","source_files":10,"state_rows":2,"status":"OK","version":1000010} -NEWFI139_CANDIDATE_STAGE={"bytes":26739,"chunks":4,"files":7,"sha256":"ee3bce57637b17f14e8016af32bbf96550262f37c9f331181683983f13541deb"} -NEWFI139_STAGING_APPLY={"candidate_bundle_sha256":"daeb78ac598ef1e8a8031f2b24d4006c3f89c49805b765401d775c4224ee6268","candidate_installed":true,"changes_made":true,"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","error_sha256":"4be7c1ae9eb1952a973e65217bd0ca8d83d6d637885e7441815cd1e59a0a1128","error_type":"ValueError","planned_rollback_proven":false,"qga_exitcode":3,"records":[{"errors":23,"event_rows":{"change":0,"event":0,"source":0},"step":"preflight","version":1000010},{"old_files":10,"path":"/root/newfi-autocontent211/NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2/staging","step":"backup"},{"files":15,"step":"deploy"},{"step":"upgrade","version":1000020}],"role":"staging","rollback_restored":true,"rollback_started":true,"status":"FAIL"} -NEWFI139_ERROR=STAGING_FAIL -NEWFI139_DECISION=HOLD_AUTOCONTENT211_STAGING_RECONCILE -NEWFI139_NEXT_GATE=RECONCILE_EXACT_STAGING139_RESULT -HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","rollback_restored":true,"rollback_started":true,"status":"FAIL","version":1} +PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200 +PUBLIC_HOME_NOFOLLOW=rc=0|http=200 +PUBLIC_GIT_NOFOLLOW=rc=0|http=200 +PUBLIC_AUTH_NOFOLLOW=rc=0|http=302 +PUBLIC_AUTH_FOLLOW=rc=0|http=200 +PUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb +PUBLIC_BACKUP_BODY_IS_ORIGINAL=true +PVE03_EDGE_QGA_TRANSPORT_RC=0 +EDGE_QGA_EXITED=1 +EDGE_QGA_EXITCODE=0 +EDGE_IDENTITY=OK +CURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560 +CURRENT_SOURCE_IS_ORIGINAL=true +CURRENT_SOURCE_IS_PATCHED_631=false +CURRENT_SOURCE_COMPILE=True +CURRENT_SOURCE_FUNC_COUNT=1 +CURRENT_SOURCE_ROUTE_COUNT=1 +CURRENT_SOURCE_NAME_COUNT=1 +CURRENT_SOURCE_EXACT_FUNC=True +CURRENT_SOURCE_EXACT_ROUTE=True +BACKDIR_PRESENT=true +BACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560 +BACKUP_SOURCE_EXACT=true +BACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed +BACKUP_CONF_EXACT=true +BACKUP_DB_PRESENT=true +BACKUP_DB_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0} +BACKUP_META_VALID=true +CURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31 +CURRENT_DB_IS_ORIGINAL=true +CURRENT_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0} +CURRENT_ROW15_ORIGINAL=true +CURRENT_ROW15_RETIRED=false +CURRENT_CONF15_PRESENT=true +CURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed +CURRENT_CONF15_ORIGINAL=true +HEALTH_SERVICE_ACTIVE=active +HEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK +CURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200 +CURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200 +CURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200 +CURRENT_18091_LISTENER_FOUND=true +HEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File "/usr/lib/python3.13/socketserver.py", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17: +CURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED +ROLLBACK_MATERIAL_USABLE=true +TASK_COMPLETE=true +TASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED +NO_MUTATION=true +TASK_COMPLETE=true +TASK_RESULT=PASS_631R1_ROLLBACK_RCA +NO_MUTATION=true +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END