homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-19 14:23:49 +00:00
parent 249d3930d5
commit 4723f4dbac
4 changed files with 207 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "read-only",
"component": "backup-health-631-rollback-rca-readonly",
"started_at_utc": "2026-09-19T14:23:43Z",
"finished_at_utc": "2026-09-19T14:23:48Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 0,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b",
"sanitized_output_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200\nPUBLIC_HOME_NOFOLLOW=rc=0|http=200\nPUBLIC_GIT_NOFOLLOW=rc=0|http=200\nPUBLIC_AUTH_NOFOLLOW=rc=0|http=302\nPUBLIC_AUTH_FOLLOW=rc=0|http=200\nPUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb\nPUBLIC_BACKUP_BODY_IS_ORIGINAL=true\nPVE03_EDGE_QGA_TRANSPORT_RC=0\nEDGE_QGA_EXITED=1\nEDGE_QGA_EXITCODE=0\nEDGE_IDENTITY=OK\nCURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nCURRENT_SOURCE_IS_ORIGINAL=true\nCURRENT_SOURCE_IS_PATCHED_631=false\nCURRENT_SOURCE_COMPILE=True\nCURRENT_SOURCE_FUNC_COUNT=1\nCURRENT_SOURCE_ROUTE_COUNT=1\nCURRENT_SOURCE_NAME_COUNT=1\nCURRENT_SOURCE_EXACT_FUNC=True\nCURRENT_SOURCE_EXACT_ROUTE=True\nBACKDIR_PRESENT=true\nBACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nBACKUP_SOURCE_EXACT=true\nBACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nBACKUP_CONF_EXACT=true\nBACKUP_DB_PRESENT=true\nBACKUP_DB_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nBACKUP_META_VALID=true\nCURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31\nCURRENT_DB_IS_ORIGINAL=true\nCURRENT_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nCURRENT_ROW15_ORIGINAL=true\nCURRENT_ROW15_RETIRED=false\nCURRENT_CONF15_PRESENT=true\nCURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nCURRENT_CONF15_ORIGINAL=true\nHEALTH_SERVICE_ACTIVE=active\nHEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK\nCURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200\nCURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200\nCURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200\nCURRENT_18091_LISTENER_FOUND=true\nHEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File \"/usr/lib/python3.13/socketserver.py\", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:\nCURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED\nROLLBACK_MATERIAL_USABLE=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED\nNO_MUTATION=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_ROLLBACK_RCA\nNO_MUTATION=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/history/SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1.txt
+84
View File
@@ -0,0 +1,84 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=backup-health-631-rollback-rca-readonly
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b
SANITIZED_OUTPUT_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b
OUTPUT_BEGIN
PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200
PUBLIC_HOME_NOFOLLOW=rc=0|http=200
PUBLIC_GIT_NOFOLLOW=rc=0|http=200
PUBLIC_AUTH_NOFOLLOW=rc=0|http=302
PUBLIC_AUTH_FOLLOW=rc=0|http=200
PUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb
PUBLIC_BACKUP_BODY_IS_ORIGINAL=true
PVE03_EDGE_QGA_TRANSPORT_RC=0
EDGE_QGA_EXITED=1
EDGE_QGA_EXITCODE=0
EDGE_IDENTITY=OK
CURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560
CURRENT_SOURCE_IS_ORIGINAL=true
CURRENT_SOURCE_IS_PATCHED_631=false
CURRENT_SOURCE_COMPILE=True
CURRENT_SOURCE_FUNC_COUNT=1
CURRENT_SOURCE_ROUTE_COUNT=1
CURRENT_SOURCE_NAME_COUNT=1
CURRENT_SOURCE_EXACT_FUNC=True
CURRENT_SOURCE_EXACT_ROUTE=True
BACKDIR_PRESENT=true
BACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560
BACKUP_SOURCE_EXACT=true
BACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed
BACKUP_CONF_EXACT=true
BACKUP_DB_PRESENT=true
BACKUP_DB_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0}
BACKUP_META_VALID=true
CURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31
CURRENT_DB_IS_ORIGINAL=true
CURRENT_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0}
CURRENT_ROW15_ORIGINAL=true
CURRENT_ROW15_RETIRED=false
CURRENT_CONF15_PRESENT=true
CURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed
CURRENT_CONF15_ORIGINAL=true
HEALTH_SERVICE_ACTIVE=active
HEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK
CURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200
CURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200
CURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200
CURRENT_18091_LISTENER_FOUND=true
HEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File "/usr/lib/python3.13/socketserver.py", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:
CURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED
ROLLBACK_MATERIAL_USABLE=true
TASK_COMPLETE=true
TASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED
NO_MUTATION=true
TASK_COMPLETE=true
TASK_RESULT=PASS_631R1_ROLLBACK_RCA
NO_MUTATION=true
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+18 -18
View File
@@ -1,38 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2",
"status": "FAIL",
"rc": 3,
"command_id": "SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "change",
"component": "newfi-newfdom-autocontent211-staging-parser-normalization-dedupe-editorial-upgrade-rollback-reapply-r2-cron-policy-preserve-delta",
"started_at_utc": "2026-09-19T14:23:07Z",
"finished_at_utc": "2026-09-19T14:23:17Z",
"mode": "read-only",
"component": "backup-health-631-rollback-rca-readonly",
"started_at_utc": "2026-09-19T14:23:43Z",
"finished_at_utc": "2026-09-19T14:23:48Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "63eb1e2402817016566d7a8eb3153348b9d52d10be708c0dee8fdb3c0ea2175e",
"command_sha256": "910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"change_declared": false,
"result_contract_valid": true,
"result_contract_status": "FAIL",
"result_contract_status": null,
"result_contract_error": null,
"command_rc": 3,
"changes_made": true,
"rollback_started": true,
"rollback_restored": true,
"mutation_outcome": "ROLLED_BACK",
"command_rc": 0,
"changes_made": false,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb",
"sanitized_output_sha256": "aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb",
"raw_evidence_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b",
"sanitized_output_sha256": "e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "NEWFI139_BEGIN=true\nCOMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\nNEWFI139_GIT_BEFORE={\"branch\":\"implementation/newfi-closed-mvp-20260906\",\"clean\":true,\"head\":\"59d6ea5a18b5330393969530ef69d71a8fa63474\",\"remote_head\":\"59d6ea5a18b5330393969530ef69d71a8fa63474\",\"source_files\":17,\"source_sha256\":\"a9a14a3622c0099efba9457bf81835753256a3eab4bf02363876a40aab5705cd\"}\nNEWFI139_CLUSTER={\"production\":{\"node\":\"pve01\",\"status\":\"running\",\"vmid\":210},\"staging\":{\"node\":\"pve03\",\"status\":\"running\",\"vmid\":211}}\nNEWFI139_PRODUCTION_READ={\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"cron_active\":true,\"errors\":41,\"event_rows\":0,\"max_error_id\":41,\"qga_exitcode\":0,\"role\":\"production\",\"source_files\":10,\"state_rows\":2,\"status\":\"OK\",\"version\":1000010}\nNEWFI139_CANDIDATE_STAGE={\"bytes\":26739,\"chunks\":4,\"files\":7,\"sha256\":\"ee3bce57637b17f14e8016af32bbf96550262f37c9f331181683983f13541deb\"}\nNEWFI139_STAGING_APPLY={\"candidate_bundle_sha256\":\"daeb78ac598ef1e8a8031f2b24d4006c3f89c49805b765401d775c4224ee6268\",\"candidate_installed\":true,\"changes_made\":true,\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"error_sha256\":\"4be7c1ae9eb1952a973e65217bd0ca8d83d6d637885e7441815cd1e59a0a1128\",\"error_type\":\"ValueError\",\"planned_rollback_proven\":false,\"qga_exitcode\":3,\"records\":[{\"errors\":23,\"event_rows\":{\"change\":0,\"event\":0,\"source\":0},\"step\":\"preflight\",\"version\":1000010},{\"old_files\":10,\"path\":\"/root/newfi-autocontent211/NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2/staging\",\"step\":\"backup\"},{\"files\":15,\"step\":\"deploy\"},{\"step\":\"upgrade\",\"version\":1000020}],\"role\":\"staging\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\"}\nNEWFI139_ERROR=STAGING_FAIL\nNEWFI139_DECISION=HOLD_AUTOCONTENT211_STAGING_RECONCILE\nNEWFI139_NEXT_GATE=RECONCILE_EXACT_STAGING139_RESULT\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2\",\"rollback_restored\":true,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\n"
"output": "PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200\nPUBLIC_HOME_NOFOLLOW=rc=0|http=200\nPUBLIC_GIT_NOFOLLOW=rc=0|http=200\nPUBLIC_AUTH_NOFOLLOW=rc=0|http=302\nPUBLIC_AUTH_FOLLOW=rc=0|http=200\nPUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb\nPUBLIC_BACKUP_BODY_IS_ORIGINAL=true\nPVE03_EDGE_QGA_TRANSPORT_RC=0\nEDGE_QGA_EXITED=1\nEDGE_QGA_EXITCODE=0\nEDGE_IDENTITY=OK\nCURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nCURRENT_SOURCE_IS_ORIGINAL=true\nCURRENT_SOURCE_IS_PATCHED_631=false\nCURRENT_SOURCE_COMPILE=True\nCURRENT_SOURCE_FUNC_COUNT=1\nCURRENT_SOURCE_ROUTE_COUNT=1\nCURRENT_SOURCE_NAME_COUNT=1\nCURRENT_SOURCE_EXACT_FUNC=True\nCURRENT_SOURCE_EXACT_ROUTE=True\nBACKDIR_PRESENT=true\nBACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560\nBACKUP_SOURCE_EXACT=true\nBACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nBACKUP_CONF_EXACT=true\nBACKUP_DB_PRESENT=true\nBACKUP_DB_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nBACKUP_META_VALID=true\nCURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31\nCURRENT_DB_IS_ORIGINAL=true\nCURRENT_ROW15={\"domain_names\":\"[\\\"backup.gram1.ru\\\"]\",\"enabled\":1,\"forward_port\":9101,\"forward_scheme\":\"http\",\"id\":15,\"is_deleted\":0}\nCURRENT_ROW15_ORIGINAL=true\nCURRENT_ROW15_RETIRED=false\nCURRENT_CONF15_PRESENT=true\nCURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed\nCURRENT_CONF15_ORIGINAL=true\nHEALTH_SERVICE_ACTIVE=active\nHEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK\nCURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200\nCURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200\nCURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200\nCURRENT_18091_LISTENER_FOUND=true\nHEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File \"/usr/lib/python3.13/socketserver.py\", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:\nCURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED\nROLLBACK_MATERIAL_USABLE=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED\nNO_MUTATION=true\nTASK_COMPLETE=true\nTASK_RESULT=PASS_631R1_ROLLBACK_RCA\nNO_MUTATION=true\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
runtime/latest.txt
+67 -26
View File
@@ -1,43 +1,84 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2
STATUS=FAIL
RC=3
COMMAND_ID=SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=newfi-newfdom-autocontent211-staging-parser-normalization-dedupe-editorial-upgrade-rollback-reapply-r2-cron-policy-preserve-delta
MODE=read-only
COMPONENT=backup-health-631-rollback-rca-readonly
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=63eb1e2402817016566d7a8eb3153348b9d52d10be708c0dee8fdb3c0ea2175e
COMMAND_SHA256=910bdf5d9e0572916257cf142f1b129279f5821941dc6c167f20ac5ec7dc9538
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
CHANGE_DECLARED=false
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=FAIL
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=3
CHANGES_MADE=true
ROLLBACK_STARTED=true
ROLLBACK_RESTORED=true
MUTATION_OUTCOME=ROLLED_BACK
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb
SANITIZED_OUTPUT_SHA256=aaa487a3ac293f6a47157d2f3b89a1ad27962df281c7ead0729fb2d08e0688bb
RAW_EVIDENCE_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b
SANITIZED_OUTPUT_SHA256=e9a51c3bc21d66e79315e657ed38edb2190471f4fb075e90a583839be7c1903b
OUTPUT_BEGIN
NEWFI139_BEGIN=true
COMMAND_ID=NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2
NEWFI139_GIT_BEFORE={"branch":"implementation/newfi-closed-mvp-20260906","clean":true,"head":"59d6ea5a18b5330393969530ef69d71a8fa63474","remote_head":"59d6ea5a18b5330393969530ef69d71a8fa63474","source_files":17,"source_sha256":"a9a14a3622c0099efba9457bf81835753256a3eab4bf02363876a40aab5705cd"}
NEWFI139_CLUSTER={"production":{"node":"pve01","status":"running","vmid":210},"staging":{"node":"pve03","status":"running","vmid":211}}
NEWFI139_PRODUCTION_READ={"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","cron_active":true,"errors":41,"event_rows":0,"max_error_id":41,"qga_exitcode":0,"role":"production","source_files":10,"state_rows":2,"status":"OK","version":1000010}
NEWFI139_CANDIDATE_STAGE={"bytes":26739,"chunks":4,"files":7,"sha256":"ee3bce57637b17f14e8016af32bbf96550262f37c9f331181683983f13541deb"}
NEWFI139_STAGING_APPLY={"candidate_bundle_sha256":"daeb78ac598ef1e8a8031f2b24d4006c3f89c49805b765401d775c4224ee6268","candidate_installed":true,"changes_made":true,"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","error_sha256":"4be7c1ae9eb1952a973e65217bd0ca8d83d6d637885e7441815cd1e59a0a1128","error_type":"ValueError","planned_rollback_proven":false,"qga_exitcode":3,"records":[{"errors":23,"event_rows":{"change":0,"event":0,"source":0},"step":"preflight","version":1000010},{"old_files":10,"path":"/root/newfi-autocontent211/NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2/staging","step":"backup"},{"files":15,"step":"deploy"},{"step":"upgrade","version":1000020}],"role":"staging","rollback_restored":true,"rollback_started":true,"status":"FAIL"}
NEWFI139_ERROR=STAGING_FAIL
NEWFI139_DECISION=HOLD_AUTOCONTENT211_STAGING_RECONCILE
NEWFI139_NEXT_GATE=RECONCILE_EXACT_STAGING139_RESULT
HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"NEWFI-260919-NEWFDOM-AUTOCONTENT211-STAGING139R2","rollback_restored":true,"rollback_started":true,"status":"FAIL","version":1}
PUBLIC_BACKUP_NOFOLLOW=rc=0|http=200
PUBLIC_HOME_NOFOLLOW=rc=0|http=200
PUBLIC_GIT_NOFOLLOW=rc=0|http=200
PUBLIC_AUTH_NOFOLLOW=rc=0|http=302
PUBLIC_AUTH_FOLLOW=rc=0|http=200
PUBLIC_BACKUP_BODY=rc=0|sha256=88d791f9955261ebe5a65303dc418c70dca25ba23c29a92769a6785a9cd9e5bb
PUBLIC_BACKUP_BODY_IS_ORIGINAL=true
PVE03_EDGE_QGA_TRANSPORT_RC=0
EDGE_QGA_EXITED=1
EDGE_QGA_EXITCODE=0
EDGE_IDENTITY=OK
CURRENT_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560
CURRENT_SOURCE_IS_ORIGINAL=true
CURRENT_SOURCE_IS_PATCHED_631=false
CURRENT_SOURCE_COMPILE=True
CURRENT_SOURCE_FUNC_COUNT=1
CURRENT_SOURCE_ROUTE_COUNT=1
CURRENT_SOURCE_NAME_COUNT=1
CURRENT_SOURCE_EXACT_FUNC=True
CURRENT_SOURCE_EXACT_ROUTE=True
BACKDIR_PRESENT=true
BACKUP_SOURCE_SHA256=69bd5816d27d14529aef5cafc3f9caf69bb4e6ac6cd04a444272680c8fadb560
BACKUP_SOURCE_EXACT=true
BACKUP_CONF_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed
BACKUP_CONF_EXACT=true
BACKUP_DB_PRESENT=true
BACKUP_DB_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0}
BACKUP_META_VALID=true
CURRENT_DB_SHA256=21259661ae70779bb478d8eaab15532006118aade5f42e63f00376e5ab367b31
CURRENT_DB_IS_ORIGINAL=true
CURRENT_ROW15={"domain_names":"[\"backup.gram1.ru\"]","enabled":1,"forward_port":9101,"forward_scheme":"http","id":15,"is_deleted":0}
CURRENT_ROW15_ORIGINAL=true
CURRENT_ROW15_RETIRED=false
CURRENT_CONF15_PRESENT=true
CURRENT_CONF15_SHA256=b76134067cfc58a83182303be0ebcc83c56afd40a06f85343327808ca16db2ed
CURRENT_CONF15_ORIGINAL=true
HEALTH_SERVICE_ACTIVE=active
HEALTH_SERVICE_SHOW=MainPID=4148630 ExecMainStatus=0 ActiveEnterTimestamp=Sat 2026-09-19 17:20:38 MSK
CURRENT_EDGE_HTTP_BACKUP_HEALTH=rc=0|http=200
CURRENT_EDGE_HTTP_NPMPLUS=rc=0|http=200
CURRENT_EDGE_HTTP_PROXMOX=rc=0|http=200
CURRENT_18091_LISTENER_FOUND=true
HEALTH_JOURNAL_TAIL=2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self.wfile.write(body) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~^^^^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: File "/usr/lib/python3.13/socketserver.py", line 845, in write || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: self._sock.sendall(b) || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ~~~~~~~~~~~~~~~~~~^^^ || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: BrokenPipeError: [Errno 32] Broken pipe || 2026-09-19T02:16:05+03:00 edge-vm router-moscow-health[723]: ---------------------------------------- || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 33min 11.554s CPU time, 58.9M memory peak. || 2026-09-19T02:27:49+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:28:33+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopping router-moscow-health.service - Router Moscow local health endpoint... || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Deactivated successfully. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Stopped router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: router-moscow-health.service: Consumed 1.724s CPU time, 28.7M memory peak. || 2026-09-19T02:45:51+03:00 edge-vm systemd[1]: Started router-moscow-health.service - Router Moscow local health endpoint. || 2026-09-19T17:
CURRENT_STATE_CLASS=ORIGINAL_PRESENTATION_RESTORED
ROLLBACK_MATERIAL_USABLE=true
TASK_COMPLETE=true
TASK_RESULT=PASS_631R1_CURRENT_STATE_CAPTURED
NO_MUTATION=true
TASK_COMPLETE=true
TASK_RESULT=PASS_631R1_ROLLBACK_RCA
NO_MUTATION=true
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260919-BACKUP-HEALTH-631-ROLLBACK-RCA-READONLY-632R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END