From 0f3f633f433f356204f32fae8aa685c506b9b18e Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Thu, 17 Sep 2026 07:33:41 +0000 Subject: [PATCH] runtime: publish SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1 --- ...EDULER-FAILURE-ISOLATION-REPAIR-504R1.json | 38 +++ ...HEDULER-FAILURE-ISOLATION-REPAIR-504R1.txt | 101 +++++++ runtime/latest.json | 39 ++- runtime/latest.txt | 247 +++++++----------- 4 files changed, 270 insertions(+), 155 deletions(-) create mode 100644 runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.json create mode 100644 runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.txt diff --git a/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.json b/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.json new file mode 100644 index 00000000..531ae8f6 --- /dev/null +++ b/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "infra-dr-backupv2-p0a-scheduler-failure-isolation-repair", + "started_at_utc": "2026-09-17T07:32:43Z", + "finished_at_utc": "2026-09-17T07:33:40Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8098f486cbc0c9e717d5fa2b8f31d22d445ee167264626be18a50dd4ce954066", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16", + "sanitized_output_sha256": "b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1\nMODE=CHANGE_P0A_SCHEDULER_FAILURE_ISOLATION_REPAIR\nDR_AUDIT_DOCUMENT_SHA256=9afa2976ac21c50a60d961dc92961b28563b17028ca97786895635dd0d5df907\nDR_AUDIT_DOCUMENT_ZLIB_B64=eNqdWtty20YSfddXTJXfHIKQlMqmIpe3SqbomBVJpElKiZ+kITAUJwIxXAwgmXnaj9gv3C/Z090zAChrs6l9sU1cZnq6T58+3fAb9UFnj81O3Z6qVF3M1aiytc10oc6b3Nbq3//8lzo9Pv1bcvxTcvLj0dGi1nXjz9T5aDm5HavZsZqPr8YXk/PlZHo9VMuN9Sp3WbM1Za0qk7kq96reGLVzvk5+OP5eZXEDzRvoMuf7W1vabbOlFbPC+abCK4Uuh0dHb96o8ZPNTZkZtXJNmetqf3S0xDuyAnZcaW9y5Uplt9um1qvCqHvtvfW1Luukasrabs29gnG1q/bYr3LNw0bdL25ms+l8mZz+7finkx+TyfXH+XlyMU8+nI9+uZndniafx1c3yWJyMR6dz5PpzXJ2s0wW48vxiI6bzMez88k8uYQnktvxfPLxSzK6nC7GdM75yf0AJ2i82lXWVfAF7W0GKnNlXbkiWTlX+7rSu4EqXW6SFU5W4P7tbDFQsK821UD9ZsqPrnK4YGp41OKI5LDCrk22z3BMEzwDP93zru+nv9xjS/dkfOtIt2YX+53J7NpmvZD7bGPypjBVilfyJjNk6E7bSu10vRmqSY1oYqXS1Wq1V7b2pljL8lhS19jfwKHeVE8W4bElb7RxW1Polcp0qVYmHj1XpsyT2iX4Sz3beoMz4jQK0cEDuJ2bHW7hNHuJ+s+FWwEn2CG3WY0Dfry5vLy7mN/Nx+cXX95fT++HBMjKlQ/FXowqz44SNQMwL38bpRQ8Jediz63k2OaryRq+AOS4nak0/SBAruFz9cPxaQpPDrHQ8tmRD5ucnFIAtF5puDOrjCZ7KRIE8RJhxBZGTqW2ukR4fJ1utN+Q9eRz3oPW/MQY5ASw3hW80EODx6ObUgIGUIIX9QMC/BUveLUGhHRRqBMkUFNVlF10zHAkXsDT8ud45scIG1Xr6sHg7Y1GvDx7SuWNLpJwHpXrWqd6xz/IwqTQewpLsKWFFyKbFcg2vI/D90xffL5E0u1cVQ+D5wnMSsDsxXp2FJvQ8xY2S7dmuzJVYgGAB7DCvo/mma5qixP3A4vUiCcmwzt89WIwwN5wX2Fwj06pM0NclNC7EaaghYp5g2Aty7ODBcx4ks4y5xQM+6VyRmRF9khRwbtPurC5bnfU4pj+lpLEwT0c1rQ09bOrHpXOMrMDOcGYvLJFcWjMgStxtrV9aASlfFa20vpoObKQko49UuAIhRi0brCs+GEF1CZbU8O+WeW+bt1XrGPhMvg3/d3ZMmUXZrYwacRit82hXSOhL9XSl3owZcgheroPr1eShLhZ7LNlzPcaBLVOgC9P7gJjPdknvbIFEJE2nulLshCJR48DFv6lYaCLtnKtsTSQ6olE3qCgJOdcxhaR6zj+T2JxqtbaFkSSAmlcC7WFI4QD+O41U5gM2eRKeLsxIbvUjmJcPrmQ4+o83mg5rk3Zxc1oNF4slFmDv2uLWO3JOcYSWyNQ5mtdATu4WtASimJAOwFyWJfpSbPB5Ni6Ntsd/Mjhr8ya8hVvawRWKipV3LhCMImiEbJGTkMLPeAV9bzBqsrRUi1tUKmyJe8Pfw7JMXB7dNiW0OkyPltO1L+rNA4FSAuRkg2j5cnJcftGtsFOZ+y/VeUegd1gFvDClIqD5w5KQPccT5xDBbwgYm0kxahAcR4RdVQAgMlh3WSL9KzP4CKEhIo/uTzuDRDRvmFD8kEO0tE4wrowpk6eLf0TvLcpjffsqK1+7NIPBt3DkXeesJz7e8p/pErfSjKGVI8WJ26whwbvVbmaz6bgaF1BjRgit7n5R2NpyVihgR9dWdwmmgsme7VtfBRRMdxpPA8wXFMQd1i1JsSsK7cFbPCGb4Bd70EAgb3ehUWxYevwGsnN6zMxs67CbXoeyUgvRBDYMjwd7slbLAgKlz0GyHQY8/QymAiYVuBUUETpdSYlFmbSyeE6chRy14XlcrNlhsBRzqKN52yzV8nf45UPlPW+Jr6M6E2lmlPtZQCf0yO27B+kdApe9lEFvXRRR1+p+JSY1VRbC4fnw5ZDPjCHTHqklbki72hQWCP7M3YMpZxE0ivCgmukf1Eiu4qoPrlnqk+Dlkw6rdtW6Var9RSaJGP0wO7JHJ+k9Ocp//k90Y6IIASL0sKtauIDsofIl1xWwdbSpFm1BwBBjACL1DM54hZeA3gLgSCW+G/U3laVIpIlUsH6R0pZcUeo7oGikFBADleLnk4DiMAQHD9Lp7cS135xKI0hNNeOinJOFClVBYgs+XVP2U5vhbSIcaOWg2Hbe8TrrelM70Sq0Nn/zGZyac8Hra/bFR9hXoAGqgVvS0ovCgDOJ1uziczteNfrNaV8U1IG+oP+qeeG9FA6dE5h95tQmrX0X4dwpD3BdBURAEnekqAHE7aSFrTIz7Y2moyhq4xe6a6YO7Dgo7RmQGId6ozIynff+qSvkWPvIgGmjR5L99yKd1IxLFp3el84tl16OcZp36Wx+lbwFLEzloZLIU3IwwBme7z6cH9qFVlPTFi3IYoIQ5mgL426gvgQkcCRSDSSDpZqdESqse3TgkDZQBXWmz23UkxN4T7jmNCXEGqke73/+ePibja9nIy+3I3n8+n8/Wg+WU5G55d319PlnfTcd7dXd0/b0+Pje4iX2yv8o9cORh1ngxa54cKpG7iCBbb17SMmP1P3aFdvLu4u0NFSQ7t4f4ym9X4+Xo6v6ffd1c2SG3vqtfo9aJQZn6aXFyQKLym1gHrcpv467XWYbcF5ADz4XmdtZ1duvX6oDC6tKGajJY6V8uHCTMGyPkJPj1L9QEEuRTwbElJSramOrEzvfPjFogg5JHzKHUg8A0WMbP+AAhbRddjmCc8iTAQlUCLpB0In8INeIXN+D/Ruh9wmBlYM2YK49+ocMPyCFEVEtIulSAYoCNOKFYggppYkOrJPblywuf4aU8Ym4Nfp/CrNURRrk+BJi9KFDgYdRxw3CLMhV/HC1gqxvxCNIGGHI0tjJx5JWt9R1EHVxDmij3r1h/myPZ20bCHpM7fbB3bjjhpZ2orfiA3ENPSXNLPQyDaW8aQdT2WEopXflzAY6jJcLtyD9NDslnrfwYSjtNl7vh27mR3SHg/SufZcfeP7IfBhGWukEHswB4q7IUA3nKkrcnm1Rc/3B6kCPgk3DSQvSvOsPJiBilHrlG7gZUrfSLdGPCRN5rdOAHsXYBvjGs9qDkp0EBuGQYQgyywQ1OCv9Flk5qFmhbmmsA9WmiuYiLf3AwaTBrVqzzoXmQHTkQaGhOtQfW5Mu203PJHfUjYCCe+aOthRV+zKkAt7w+ULB6+5U6CEEGHM2lstLs/J1nE3Hpovp5FAW7N4BFKtLDRHN3IahBaX2vte7x0naIfX+n1wbK8PHiC96nC7rUzES/QPMu/XjStMcjCr6QQXqAw5y/1nHFmo3lyFji8dCXRDN2qgSkazy7QboAXZgarEOw3bWQ5LX5rg0FDCZJrEWZT/PIaJNrGsDqMXGaTNY11kQRAmqfuuLYMk9lS8FoJhiWlgNFaOZ3F41FbYVnL262+gtYDKYbfiwUTuzxd893LMJQ5nG00gv80rM7SD6Rm7gPaPzpPhSH/jgzEY3PdXpmDvZKjSjRSTtc4opz8tl7P+TKdjVFEHPOMRiNdQih36xKTgBKYNFjeHwk3oszfV6eG4MqvGFlxKMvShkZIk53rz1m6AQ5ki2/ZHaXiLagwJ6neSUsnGUaPUH5lxhZST7V6M53oTs4PFewOzbn2I+ub/mpX92e4918bsFUtaBgL9QOaxLpD0sS+6uW4m3yu4rwykvh3WhUIuUwTJn5BdtP/BRq2C4NLYiYxuNan5SexJKpkHx8J91tWYWPC7clt1mY7FXwzIXnxa4YYW6WvkZ8nVWqR8oZsy2xiQwrWj0Je5LnjqZfVDCVjYLEVFhWZ52NAspQLbV0L3YaWhGhNoeSrybZtKVNasobhtkEdhILvdFYyGIF7HOtswcTZb2DaaXl2dX1/cTS74fSaWhKKh+XMC0kKaFJaAVUON2clQvX3L879u9hfCkrTjvjhP+q4HtOHbt0dKqZmuM2G2dhrY+5zQDQZfzji8C31l0h+3pHGAAolDkeEppPl2fjJkOBl6LOcJs6LvI8h/FjH0Co0wkjDCQIYiZIgIP+C2QII0uWShPDJgFwXcyZiRqM7Wrzijl2xComrEaBak+ZCBVMJWNs9NGev9i8YAhcM15B9E4TRE4YOa9nq+F/lGHdt3MkI/nBjoPBgiIRl7wpL1m4Om95UEaIcSTr5JhV4D6k39inR0z75rxYlmvKCubRuhZRi+sU3EobnjTdH112n4pBh7XlKfUYvLFIS2PJhqt2Vdh4b2YODhVr9THxPmHtKf5ymdPpXm1NA0huzhNb45pQhEoprefOL1jhdtLH2ZQa2Q5cyL9nsDPYKofU9R64+7yJiEkdXjEf4CG0JzS8vs5WOvALE/PI9CPV0Z1HDrqsG3k/dB73npmwcHTuzgwpBII6EMeCBC7W0cvHgStcHFDF1evXQ9qBIryWWCMN9CB+o93XPrLuNJwr/8chi6jUiXNCjmRqDHDjQY4e3jPjSgXrO4OeTcyLUoapSqcK6VL7fEorOTdHYaky6mLSU3ovJOHX4QvY/zYn74Hi17mJsjIjbOKULggjHl/oUZMnIdKNt+HhMu5V5SSdWMjTZqGPqXXPBuKUVapocf0cywY3VBwNkneOoPpIh3TQVOiq257ouA1p/cyPmGHED1ZwevE0Ce+gUoGkyDgS61t4bGPW2B1+2SwscihxcClt70QXJhdnx09MpEBBdfn4gc3Fjg+s3iPU1E7nhwcXc5+TgefRldjhGe0fR6NLmU/yWBn59vJvPxxb3MjBFx1jntXL0yzzAr1oP0tXkJtULh+w8POZFB8I5Mg3r/VYA7Z2IeaTeHR/8B06Yy2g==\nDR_AUDIT_SUMMARY={\"full_dr_ready\":false,\"later\":[\"RETENTION_VM200_LIFECYCLE\",\"SECOND_PROVIDER_OR_OFFLINE\",\"WORM_OR_DELETE_PROTECTED_COPY\",\"CT112_LOGICAL_DUPLICATION\",\"ALL_TARGET_FRESHNESS_CENSUS\",\"HARD_RPO_RTO\",\"SERVICE_LEVEL_RECOVERY\"],\"p0\":[\"P0_A_SCHEDULER_FAILURE_ISOLATION\",\"P0_B_INDEPENDENT_COLD_BOOTSTRAP\"],\"p0_current_step\":1,\"planned_p0_launches_if_all_pass\":3}\nFULL_DR_READY=NO\nP0_A_STATUS=IN_PROGRESS\nP0_B_STATUS=OPEN\nNO_TARGET_REGISTRY_REWRITE=YES\nSYSTEMD_UNIT_FILE_MUTATIONS=0\nNO_DAEMON_RELOAD=YES\nBACKUP_EXECUTIONS=0\nVZDUMP_EXECUTIONS=0\nCLOUD_READS=0\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nRETENTION_MUTATION=NO\nRETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED\nCHILD_BASE503_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"90be9541edc1610d078ba23799cfea8c51a0289d1aa241a07fd7dd8e82672fd0\"}\nPREFLIGHT_503_BASELINE=PASS\nPRODUCTION_STATE_FINGERPRINT_PRE={\"count\":13,\"sha256\":\"477e1e38506f07acfa288b196fb6f9ca894ce3478b08e7b27121b39a43c0970f\"}\nCOMMON_HEAVY_LOCK_ACQUIRED=YES\nCHILD_ENTRY504_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_PRODUCER_EXEC_HELPER_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":35,\"stdout_sha256\":\"cb286b08a2275f08b09677b1773ae427c5edb3eb93eb94a8b9b360c86d05e9df\"}\nCHILD_PLAN_CT110={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"e92ace659663874fcb5fe1d5059fd03a084c29c3e359b4708d42a7d96490d47b\"}\nPLAN_MATRIX_ct110={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969\",\"node\":\"pve01\",\"vmid\":110}\nCHILD_PLAN_CT111={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"7994e7caddc4a754ac54e2c1d6e0eaaa4e4296f6707001faf0df2773a4d87b4e\"}\nPLAN_MATRIX_ct111={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"2309e8d9ba222a756d4fff2ec3a49e91a05ffbf7791c5b0f08897701f5874fb9\",\"node\":\"pve02\",\"vmid\":111}\nCHILD_PLAN_CT112={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"98ffe8cdde0510b1233c314f24fd0510cfa056a6edab97d63ce7da26208d1fbf\"}\nPLAN_MATRIX_ct112={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351\",\"node\":\"pve01\",\"vmid\":112}\nCHILD_PLAN_CT113={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"ed8b261e3195ad6db656e9b6c139cf611436a4e5f9a79971804915d6982d26fd\"}\nPLAN_MATRIX_ct113={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"f7620e8da97af3977bc3664903f458b4d14e1ae268de0bb44d297e87faf209d4\",\"node\":\"pve02\",\"vmid\":113}\nCHILD_CANDIDATE_SCHEDULER_PROOF={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":294,\"stdout_sha256\":\"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6\"}\nCANDIDATE_SCHEDULER_FAILURE_ISOLATION_PROOF={\"failed_target\":\"proof-a\",\"last_success_preserved\":true,\"peer_selected_during_backoff\":\"proof-b\",\"production_state_root_used\":false,\"retry_after_epoch\":101800,\"retry_target_after_backoff\":\"proof-a\",\"success_resets_failures\":true}\nCHILD_CANDIDATE_LIVE_SELECTION={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":112,\"stdout_sha256\":\"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d\"}\nCANDIDATE_LIVE_SELECTION_VALUE={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"vm130\"}\nOVERLAY_RELEASE_ACCEPTED=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b\nCHILD_FINALIZED_LAUNCHER_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_FINALIZED_LAUNCHER_ARGV_PROBE={\"rc\":64,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":45,\"stdout_sha256\":\"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625\"}\nFINALIZED_LAUNCHER_ARGV_CONTRACT=PASS\nPRODUCTION_PROMOTION=YES\nCHILD_PROMOTED_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_PROMOTED_ARGV_PROBE={\"rc\":64,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":45,\"stdout_sha256\":\"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625\"}\nPROMOTED_ARGV_CONTRACT=PASS\nCHILD_PROMOTED_SCHEDULER_PROOF={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":294,\"stdout_sha256\":\"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6\"}\nCHILD_PROMOTED_LIVE_SELECTION={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":112,\"stdout_sha256\":\"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d\"}\nPROMOTED_LIVE_SELECTION_VALUE={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"vm130\"}\nPROMOTED_SCHEDULER_FAILURE_ISOLATION_PROOF={\"failed_target\":\"proof-a\",\"last_success_preserved\":true,\"peer_selected_during_backoff\":\"proof-b\",\"production_state_root_used\":false,\"retry_after_epoch\":101800,\"retry_target_after_backoff\":\"proof-a\",\"success_resets_failures\":true}\nPRODUCTION_STATE_UNCHANGED_BY_PROOFS=PASS\nNEW_ACCEPTANCE_SEAL_SHA256=708a481f6719ff1ed8d0afec1902650ed36ac631e980611b015419f504f16df0\nCOMMON_HEAVY_LOCK_RELEASED=YES\nSCHEDULER_HEALTH=PASS\nPOST_IMMUTABLE_SURFACES=PASS\nFINAL_CLOSURE_AUDIT=PASS\nP0_A_STATUS=ACCEPTED\nP0_B_STATUS=OPEN\nFULL_DR_READY=NO\nSTATUS=OK\nRC=0\nPRODUCTION_ACCEPTANCE=YES\nCLOUD_DELETIONS=0\nRETENTION_MUTATION=NO\nRETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=SCHEDULER_FAILURE_ISOLATION_OVERLAY504_PROMOTED_P0A_ACCEPTED_RETENTION_HOLD\nNEXT_GATE=P0_B_OFFCLUSTER_COLD_BOOTSTRAP_KIT_AND_READ_PROOF\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n" +} diff --git a/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.txt b/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.txt new file mode 100644 index 00000000..5177919b --- /dev/null +++ b/runtime/history/SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1.txt @@ -0,0 +1,101 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=infra-dr-backupv2-p0a-scheduler-failure-isolation-repair +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8098f486cbc0c9e717d5fa2b8f31d22d445ee167264626be18a50dd4ce954066 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16 +SANITIZED_OUTPUT_SHA256=b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16 +OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1 +MODE=CHANGE_P0A_SCHEDULER_FAILURE_ISOLATION_REPAIR +DR_AUDIT_DOCUMENT_SHA256=9afa2976ac21c50a60d961dc92961b28563b17028ca97786895635dd0d5df907 +DR_AUDIT_DOCUMENT_ZLIB_B64=eNqdWtty20YSfddXTJXfHIKQlMqmIpe3SqbomBVJpElKiZ+kITAUJwIxXAwgmXnaj9gv3C/Z090zAChrs6l9sU1cZnq6T58+3fAb9UFnj81O3Z6qVF3M1aiytc10oc6b3Nbq3//8lzo9Pv1bcvxTcvLj0dGi1nXjz9T5aDm5HavZsZqPr8YXk/PlZHo9VMuN9Sp3WbM1Za0qk7kq96reGLVzvk5+OP5eZXEDzRvoMuf7W1vabbOlFbPC+abCK4Uuh0dHb96o8ZPNTZkZtXJNmetqf3S0xDuyAnZcaW9y5Uplt9um1qvCqHvtvfW1Luukasrabs29gnG1q/bYr3LNw0bdL25ms+l8mZz+7finkx+TyfXH+XlyMU8+nI9+uZndniafx1c3yWJyMR6dz5PpzXJ2s0wW48vxiI6bzMez88k8uYQnktvxfPLxSzK6nC7GdM75yf0AJ2i82lXWVfAF7W0GKnNlXbkiWTlX+7rSu4EqXW6SFU5W4P7tbDFQsK821UD9ZsqPrnK4YGp41OKI5LDCrk22z3BMEzwDP93zru+nv9xjS/dkfOtIt2YX+53J7NpmvZD7bGPypjBVilfyJjNk6E7bSu10vRmqSY1oYqXS1Wq1V7b2pljL8lhS19jfwKHeVE8W4bElb7RxW1Polcp0qVYmHj1XpsyT2iX4Sz3beoMz4jQK0cEDuJ2bHW7hNHuJ+s+FWwEn2CG3WY0Dfry5vLy7mN/Nx+cXX95fT++HBMjKlQ/FXowqz44SNQMwL38bpRQ8Jediz63k2OaryRq+AOS4nak0/SBAruFz9cPxaQpPDrHQ8tmRD5ucnFIAtF5puDOrjCZ7KRIE8RJhxBZGTqW2ukR4fJ1utN+Q9eRz3oPW/MQY5ASw3hW80EODx6ObUgIGUIIX9QMC/BUveLUGhHRRqBMkUFNVlF10zHAkXsDT8ud45scIG1Xr6sHg7Y1GvDx7SuWNLpJwHpXrWqd6xz/IwqTQewpLsKWFFyKbFcg2vI/D90xffL5E0u1cVQ+D5wnMSsDsxXp2FJvQ8xY2S7dmuzJVYgGAB7DCvo/mma5qixP3A4vUiCcmwzt89WIwwN5wX2Fwj06pM0NclNC7EaaghYp5g2Aty7ODBcx4ks4y5xQM+6VyRmRF9khRwbtPurC5bnfU4pj+lpLEwT0c1rQ09bOrHpXOMrMDOcGYvLJFcWjMgStxtrV9aASlfFa20vpoObKQko49UuAIhRi0brCs+GEF1CZbU8O+WeW+bt1XrGPhMvg3/d3ZMmUXZrYwacRit82hXSOhL9XSl3owZcgheroPr1eShLhZ7LNlzPcaBLVOgC9P7gJjPdknvbIFEJE2nulLshCJR48DFv6lYaCLtnKtsTSQ6olE3qCgJOdcxhaR6zj+T2JxqtbaFkSSAmlcC7WFI4QD+O41U5gM2eRKeLsxIbvUjmJcPrmQ4+o83mg5rk3Zxc1oNF4slFmDv2uLWO3JOcYSWyNQ5mtdATu4WtASimJAOwFyWJfpSbPB5Ni6Ntsd/Mjhr8ya8hVvawRWKipV3LhCMImiEbJGTkMLPeAV9bzBqsrRUi1tUKmyJe8Pfw7JMXB7dNiW0OkyPltO1L+rNA4FSAuRkg2j5cnJcftGtsFOZ+y/VeUegd1gFvDClIqD5w5KQPccT5xDBbwgYm0kxahAcR4RdVQAgMlh3WSL9KzP4CKEhIo/uTzuDRDRvmFD8kEO0tE4wrowpk6eLf0TvLcpjffsqK1+7NIPBt3DkXeesJz7e8p/pErfSjKGVI8WJ26whwbvVbmaz6bgaF1BjRgit7n5R2NpyVihgR9dWdwmmgsme7VtfBRRMdxpPA8wXFMQd1i1JsSsK7cFbPCGb4Bd70EAgb3ehUWxYevwGsnN6zMxs67CbXoeyUgvRBDYMjwd7slbLAgKlz0GyHQY8/QymAiYVuBUUETpdSYlFmbSyeE6chRy14XlcrNlhsBRzqKN52yzV8nf45UPlPW+Jr6M6E2lmlPtZQCf0yO27B+kdApe9lEFvXRRR1+p+JSY1VRbC4fnw5ZDPjCHTHqklbki72hQWCP7M3YMpZxE0ivCgmukf1Eiu4qoPrlnqk+Dlkw6rdtW6Var9RSaJGP0wO7JHJ+k9Ocp//k90Y6IIASL0sKtauIDsofIl1xWwdbSpFm1BwBBjACL1DM54hZeA3gLgSCW+G/U3laVIpIlUsH6R0pZcUeo7oGikFBADleLnk4DiMAQHD9Lp7cS135xKI0hNNeOinJOFClVBYgs+XVP2U5vhbSIcaOWg2Hbe8TrrelM70Sq0Nn/zGZyac8Hra/bFR9hXoAGqgVvS0ovCgDOJ1uziczteNfrNaV8U1IG+oP+qeeG9FA6dE5h95tQmrX0X4dwpD3BdBURAEnekqAHE7aSFrTIz7Y2moyhq4xe6a6YO7Dgo7RmQGId6ozIynff+qSvkWPvIgGmjR5L99yKd1IxLFp3el84tl16OcZp36Wx+lbwFLEzloZLIU3IwwBme7z6cH9qFVlPTFi3IYoIQ5mgL426gvgQkcCRSDSSDpZqdESqse3TgkDZQBXWmz23UkxN4T7jmNCXEGqke73/+ePibja9nIy+3I3n8+n8/Wg+WU5G55d319PlnfTcd7dXd0/b0+Pje4iX2yv8o9cORh1ngxa54cKpG7iCBbb17SMmP1P3aFdvLu4u0NFSQ7t4f4ym9X4+Xo6v6ffd1c2SG3vqtfo9aJQZn6aXFyQKLym1gHrcpv467XWYbcF5ADz4XmdtZ1duvX6oDC6tKGajJY6V8uHCTMGyPkJPj1L9QEEuRTwbElJSramOrEzvfPjFogg5JHzKHUg8A0WMbP+AAhbRddjmCc8iTAQlUCLpB0In8INeIXN+D/Ruh9wmBlYM2YK49+ocMPyCFEVEtIulSAYoCNOKFYggppYkOrJPblywuf4aU8Ym4Nfp/CrNURRrk+BJi9KFDgYdRxw3CLMhV/HC1gqxvxCNIGGHI0tjJx5JWt9R1EHVxDmij3r1h/myPZ20bCHpM7fbB3bjjhpZ2orfiA3ENPSXNLPQyDaW8aQdT2WEopXflzAY6jJcLtyD9NDslnrfwYSjtNl7vh27mR3SHg/SufZcfeP7IfBhGWukEHswB4q7IUA3nKkrcnm1Rc/3B6kCPgk3DSQvSvOsPJiBilHrlG7gZUrfSLdGPCRN5rdOAHsXYBvjGs9qDkp0EBuGQYQgyywQ1OCv9Flk5qFmhbmmsA9WmiuYiLf3AwaTBrVqzzoXmQHTkQaGhOtQfW5Mu203PJHfUjYCCe+aOthRV+zKkAt7w+ULB6+5U6CEEGHM2lstLs/J1nE3Hpovp5FAW7N4BFKtLDRHN3IahBaX2vte7x0naIfX+n1wbK8PHiC96nC7rUzES/QPMu/XjStMcjCr6QQXqAw5y/1nHFmo3lyFji8dCXRDN2qgSkazy7QboAXZgarEOw3bWQ5LX5rg0FDCZJrEWZT/PIaJNrGsDqMXGaTNY11kQRAmqfuuLYMk9lS8FoJhiWlgNFaOZ3F41FbYVnL262+gtYDKYbfiwUTuzxd893LMJQ5nG00gv80rM7SD6Rm7gPaPzpPhSH/jgzEY3PdXpmDvZKjSjRSTtc4opz8tl7P+TKdjVFEHPOMRiNdQih36xKTgBKYNFjeHwk3oszfV6eG4MqvGFlxKMvShkZIk53rz1m6AQ5ki2/ZHaXiLagwJ6neSUsnGUaPUH5lxhZST7V6M53oTs4PFewOzbn2I+ub/mpX92e4918bsFUtaBgL9QOaxLpD0sS+6uW4m3yu4rwykvh3WhUIuUwTJn5BdtP/BRq2C4NLYiYxuNan5SexJKpkHx8J91tWYWPC7clt1mY7FXwzIXnxa4YYW6WvkZ8nVWqR8oZsy2xiQwrWj0Je5LnjqZfVDCVjYLEVFhWZ52NAspQLbV0L3YaWhGhNoeSrybZtKVNasobhtkEdhILvdFYyGIF7HOtswcTZb2DaaXl2dX1/cTS74fSaWhKKh+XMC0kKaFJaAVUON2clQvX3L879u9hfCkrTjvjhP+q4HtOHbt0dKqZmuM2G2dhrY+5zQDQZfzji8C31l0h+3pHGAAolDkeEppPl2fjJkOBl6LOcJs6LvI8h/FjH0Co0wkjDCQIYiZIgIP+C2QII0uWShPDJgFwXcyZiRqM7Wrzijl2xComrEaBak+ZCBVMJWNs9NGev9i8YAhcM15B9E4TRE4YOa9nq+F/lGHdt3MkI/nBjoPBgiIRl7wpL1m4Om95UEaIcSTr5JhV4D6k39inR0z75rxYlmvKCubRuhZRi+sU3EobnjTdH112n4pBh7XlKfUYvLFIS2PJhqt2Vdh4b2YODhVr9THxPmHtKf5ymdPpXm1NA0huzhNb45pQhEoprefOL1jhdtLH2ZQa2Q5cyL9nsDPYKofU9R64+7yJiEkdXjEf4CG0JzS8vs5WOvALE/PI9CPV0Z1HDrqsG3k/dB73npmwcHTuzgwpBII6EMeCBC7W0cvHgStcHFDF1evXQ9qBIryWWCMN9CB+o93XPrLuNJwr/8chi6jUiXNCjmRqDHDjQY4e3jPjSgXrO4OeTcyLUoapSqcK6VL7fEorOTdHYaky6mLSU3ovJOHX4QvY/zYn74Hi17mJsjIjbOKULggjHl/oUZMnIdKNt+HhMu5V5SSdWMjTZqGPqXXPBuKUVapocf0cywY3VBwNkneOoPpIh3TQVOiq257ouA1p/cyPmGHED1ZwevE0Ce+gUoGkyDgS61t4bGPW2B1+2SwscihxcClt70QXJhdnx09MpEBBdfn4gc3Fjg+s3iPU1E7nhwcXc5+TgefRldjhGe0fR6NLmU/yWBn59vJvPxxb3MjBFx1jntXL0yzzAr1oP0tXkJtULh+w8POZFB8I5Mg3r/VYA7Z2IeaTeHR/8B06Yy2g== +DR_AUDIT_SUMMARY={"full_dr_ready":false,"later":["RETENTION_VM200_LIFECYCLE","SECOND_PROVIDER_OR_OFFLINE","WORM_OR_DELETE_PROTECTED_COPY","CT112_LOGICAL_DUPLICATION","ALL_TARGET_FRESHNESS_CENSUS","HARD_RPO_RTO","SERVICE_LEVEL_RECOVERY"],"p0":["P0_A_SCHEDULER_FAILURE_ISOLATION","P0_B_INDEPENDENT_COLD_BOOTSTRAP"],"p0_current_step":1,"planned_p0_launches_if_all_pass":3} +FULL_DR_READY=NO +P0_A_STATUS=IN_PROGRESS +P0_B_STATUS=OPEN +NO_TARGET_REGISTRY_REWRITE=YES +SYSTEMD_UNIT_FILE_MUTATIONS=0 +NO_DAEMON_RELOAD=YES +BACKUP_EXECUTIONS=0 +VZDUMP_EXECUTIONS=0 +CLOUD_READS=0 +CLOUD_WRITES=0 +CLOUD_DELETIONS=0 +RETENTION_MUTATION=NO +RETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED +CHILD_BASE503_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"90be9541edc1610d078ba23799cfea8c51a0289d1aa241a07fd7dd8e82672fd0"} +PREFLIGHT_503_BASELINE=PASS +PRODUCTION_STATE_FINGERPRINT_PRE={"count":13,"sha256":"477e1e38506f07acfa288b196fb6f9ca894ce3478b08e7b27121b39a43c0970f"} +COMMON_HEAVY_LOCK_ACQUIRED=YES +CHILD_ENTRY504_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_PRODUCER_EXEC_HELPER_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":35,"stdout_sha256":"cb286b08a2275f08b09677b1773ae427c5edb3eb93eb94a8b9b360c86d05e9df"} +CHILD_PLAN_CT110={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"e92ace659663874fcb5fe1d5059fd03a084c29c3e359b4708d42a7d96490d47b"} +PLAN_MATRIX_ct110={"archive_cap_bytes":9516036916,"config_sha256":"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969","node":"pve01","vmid":110} +CHILD_PLAN_CT111={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"7994e7caddc4a754ac54e2c1d6e0eaaa4e4296f6707001faf0df2773a4d87b4e"} +PLAN_MATRIX_ct111={"archive_cap_bytes":9516036916,"config_sha256":"2309e8d9ba222a756d4fff2ec3a49e91a05ffbf7791c5b0f08897701f5874fb9","node":"pve02","vmid":111} +CHILD_PLAN_CT112={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"98ffe8cdde0510b1233c314f24fd0510cfa056a6edab97d63ce7da26208d1fbf"} +PLAN_MATRIX_ct112={"archive_cap_bytes":9516036916,"config_sha256":"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351","node":"pve01","vmid":112} +CHILD_PLAN_CT113={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"ed8b261e3195ad6db656e9b6c139cf611436a4e5f9a79971804915d6982d26fd"} +PLAN_MATRIX_ct113={"archive_cap_bytes":9516036916,"config_sha256":"f7620e8da97af3977bc3664903f458b4d14e1ae268de0bb44d297e87faf209d4","node":"pve02","vmid":113} +CHILD_CANDIDATE_SCHEDULER_PROOF={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":294,"stdout_sha256":"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6"} +CANDIDATE_SCHEDULER_FAILURE_ISOLATION_PROOF={"failed_target":"proof-a","last_success_preserved":true,"peer_selected_during_backoff":"proof-b","production_state_root_used":false,"retry_after_epoch":101800,"retry_target_after_backoff":"proof-a","success_resets_failures":true} +CHILD_CANDIDATE_LIVE_SELECTION={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":112,"stdout_sha256":"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d"} +CANDIDATE_LIVE_SELECTION_VALUE={"due_seconds":86400,"enabled":true,"logical_id":"vm130"} +OVERLAY_RELEASE_ACCEPTED=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b +CHILD_FINALIZED_LAUNCHER_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_FINALIZED_LAUNCHER_ARGV_PROBE={"rc":64,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":45,"stdout_sha256":"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625"} +FINALIZED_LAUNCHER_ARGV_CONTRACT=PASS +PRODUCTION_PROMOTION=YES +CHILD_PROMOTED_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_PROMOTED_ARGV_PROBE={"rc":64,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":45,"stdout_sha256":"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625"} +PROMOTED_ARGV_CONTRACT=PASS +CHILD_PROMOTED_SCHEDULER_PROOF={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":294,"stdout_sha256":"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6"} +CHILD_PROMOTED_LIVE_SELECTION={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":112,"stdout_sha256":"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d"} +PROMOTED_LIVE_SELECTION_VALUE={"due_seconds":86400,"enabled":true,"logical_id":"vm130"} +PROMOTED_SCHEDULER_FAILURE_ISOLATION_PROOF={"failed_target":"proof-a","last_success_preserved":true,"peer_selected_during_backoff":"proof-b","production_state_root_used":false,"retry_after_epoch":101800,"retry_target_after_backoff":"proof-a","success_resets_failures":true} +PRODUCTION_STATE_UNCHANGED_BY_PROOFS=PASS +NEW_ACCEPTANCE_SEAL_SHA256=708a481f6719ff1ed8d0afec1902650ed36ac631e980611b015419f504f16df0 +COMMON_HEAVY_LOCK_RELEASED=YES +SCHEDULER_HEALTH=PASS +POST_IMMUTABLE_SURFACES=PASS +FINAL_CLOSURE_AUDIT=PASS +P0_A_STATUS=ACCEPTED +P0_B_STATUS=OPEN +FULL_DR_READY=NO +STATUS=OK +RC=0 +PRODUCTION_ACCEPTANCE=YES +CLOUD_DELETIONS=0 +RETENTION_MUTATION=NO +RETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=SCHEDULER_FAILURE_ISOLATION_OVERLAY504_PROMOTED_P0A_ACCEPTED_RETENTION_HOLD +NEXT_GATE=P0_B_OFFCLUSTER_COLD_BOOTSTRAP_KIT_AND_READ_PROOF +HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index a7c012ab..531ae8f6 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1,38 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260917T071701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-09-17T07:17:01Z","finished_at_utc":"2026-09-17T07:17:02Z","reference_register_checked":true,"reference_sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66","error_register_checked":true,"error_register_sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "infra-dr-backupv2-p0a-scheduler-failure-isolation-repair", + "started_at_utc": "2026-09-17T07:32:43Z", + "finished_at_utc": "2026-09-17T07:33:40Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8098f486cbc0c9e717d5fa2b8f31d22d445ee167264626be18a50dd4ce954066", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16", + "sanitized_output_sha256": "b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1\nMODE=CHANGE_P0A_SCHEDULER_FAILURE_ISOLATION_REPAIR\nDR_AUDIT_DOCUMENT_SHA256=9afa2976ac21c50a60d961dc92961b28563b17028ca97786895635dd0d5df907\nDR_AUDIT_DOCUMENT_ZLIB_B64=eNqdWtty20YSfddXTJXfHIKQlMqmIpe3SqbomBVJpElKiZ+kITAUJwIxXAwgmXnaj9gv3C/Z090zAChrs6l9sU1cZnq6T58+3fAb9UFnj81O3Z6qVF3M1aiytc10oc6b3Nbq3//8lzo9Pv1bcvxTcvLj0dGi1nXjz9T5aDm5HavZsZqPr8YXk/PlZHo9VMuN9Sp3WbM1Za0qk7kq96reGLVzvk5+OP5eZXEDzRvoMuf7W1vabbOlFbPC+abCK4Uuh0dHb96o8ZPNTZkZtXJNmetqf3S0xDuyAnZcaW9y5Uplt9um1qvCqHvtvfW1Luukasrabs29gnG1q/bYr3LNw0bdL25ms+l8mZz+7finkx+TyfXH+XlyMU8+nI9+uZndniafx1c3yWJyMR6dz5PpzXJ2s0wW48vxiI6bzMez88k8uYQnktvxfPLxSzK6nC7GdM75yf0AJ2i82lXWVfAF7W0GKnNlXbkiWTlX+7rSu4EqXW6SFU5W4P7tbDFQsK821UD9ZsqPrnK4YGp41OKI5LDCrk22z3BMEzwDP93zru+nv9xjS/dkfOtIt2YX+53J7NpmvZD7bGPypjBVilfyJjNk6E7bSu10vRmqSY1oYqXS1Wq1V7b2pljL8lhS19jfwKHeVE8W4bElb7RxW1Polcp0qVYmHj1XpsyT2iX4Sz3beoMz4jQK0cEDuJ2bHW7hNHuJ+s+FWwEn2CG3WY0Dfry5vLy7mN/Nx+cXX95fT++HBMjKlQ/FXowqz44SNQMwL38bpRQ8Jediz63k2OaryRq+AOS4nak0/SBAruFz9cPxaQpPDrHQ8tmRD5ucnFIAtF5puDOrjCZ7KRIE8RJhxBZGTqW2ukR4fJ1utN+Q9eRz3oPW/MQY5ASw3hW80EODx6ObUgIGUIIX9QMC/BUveLUGhHRRqBMkUFNVlF10zHAkXsDT8ud45scIG1Xr6sHg7Y1GvDx7SuWNLpJwHpXrWqd6xz/IwqTQewpLsKWFFyKbFcg2vI/D90xffL5E0u1cVQ+D5wnMSsDsxXp2FJvQ8xY2S7dmuzJVYgGAB7DCvo/mma5qixP3A4vUiCcmwzt89WIwwN5wX2Fwj06pM0NclNC7EaaghYp5g2Aty7ODBcx4ks4y5xQM+6VyRmRF9khRwbtPurC5bnfU4pj+lpLEwT0c1rQ09bOrHpXOMrMDOcGYvLJFcWjMgStxtrV9aASlfFa20vpoObKQko49UuAIhRi0brCs+GEF1CZbU8O+WeW+bt1XrGPhMvg3/d3ZMmUXZrYwacRit82hXSOhL9XSl3owZcgheroPr1eShLhZ7LNlzPcaBLVOgC9P7gJjPdknvbIFEJE2nulLshCJR48DFv6lYaCLtnKtsTSQ6olE3qCgJOdcxhaR6zj+T2JxqtbaFkSSAmlcC7WFI4QD+O41U5gM2eRKeLsxIbvUjmJcPrmQ4+o83mg5rk3Zxc1oNF4slFmDv2uLWO3JOcYSWyNQ5mtdATu4WtASimJAOwFyWJfpSbPB5Ni6Ntsd/Mjhr8ya8hVvawRWKipV3LhCMImiEbJGTkMLPeAV9bzBqsrRUi1tUKmyJe8Pfw7JMXB7dNiW0OkyPltO1L+rNA4FSAuRkg2j5cnJcftGtsFOZ+y/VeUegd1gFvDClIqD5w5KQPccT5xDBbwgYm0kxahAcR4RdVQAgMlh3WSL9KzP4CKEhIo/uTzuDRDRvmFD8kEO0tE4wrowpk6eLf0TvLcpjffsqK1+7NIPBt3DkXeesJz7e8p/pErfSjKGVI8WJ26whwbvVbmaz6bgaF1BjRgit7n5R2NpyVihgR9dWdwmmgsme7VtfBRRMdxpPA8wXFMQd1i1JsSsK7cFbPCGb4Bd70EAgb3ehUWxYevwGsnN6zMxs67CbXoeyUgvRBDYMjwd7slbLAgKlz0GyHQY8/QymAiYVuBUUETpdSYlFmbSyeE6chRy14XlcrNlhsBRzqKN52yzV8nf45UPlPW+Jr6M6E2lmlPtZQCf0yO27B+kdApe9lEFvXRRR1+p+JSY1VRbC4fnw5ZDPjCHTHqklbki72hQWCP7M3YMpZxE0ivCgmukf1Eiu4qoPrlnqk+Dlkw6rdtW6Var9RSaJGP0wO7JHJ+k9Ocp//k90Y6IIASL0sKtauIDsofIl1xWwdbSpFm1BwBBjACL1DM54hZeA3gLgSCW+G/U3laVIpIlUsH6R0pZcUeo7oGikFBADleLnk4DiMAQHD9Lp7cS135xKI0hNNeOinJOFClVBYgs+XVP2U5vhbSIcaOWg2Hbe8TrrelM70Sq0Nn/zGZyac8Hra/bFR9hXoAGqgVvS0ovCgDOJ1uziczteNfrNaV8U1IG+oP+qeeG9FA6dE5h95tQmrX0X4dwpD3BdBURAEnekqAHE7aSFrTIz7Y2moyhq4xe6a6YO7Dgo7RmQGId6ozIynff+qSvkWPvIgGmjR5L99yKd1IxLFp3el84tl16OcZp36Wx+lbwFLEzloZLIU3IwwBme7z6cH9qFVlPTFi3IYoIQ5mgL426gvgQkcCRSDSSDpZqdESqse3TgkDZQBXWmz23UkxN4T7jmNCXEGqke73/+ePibja9nIy+3I3n8+n8/Wg+WU5G55d319PlnfTcd7dXd0/b0+Pje4iX2yv8o9cORh1ngxa54cKpG7iCBbb17SMmP1P3aFdvLu4u0NFSQ7t4f4ym9X4+Xo6v6ffd1c2SG3vqtfo9aJQZn6aXFyQKLym1gHrcpv467XWYbcF5ADz4XmdtZ1duvX6oDC6tKGajJY6V8uHCTMGyPkJPj1L9QEEuRTwbElJSramOrEzvfPjFogg5JHzKHUg8A0WMbP+AAhbRddjmCc8iTAQlUCLpB0In8INeIXN+D/Ruh9wmBlYM2YK49+ocMPyCFEVEtIulSAYoCNOKFYggppYkOrJPblywuf4aU8Ym4Nfp/CrNURRrk+BJi9KFDgYdRxw3CLMhV/HC1gqxvxCNIGGHI0tjJx5JWt9R1EHVxDmij3r1h/myPZ20bCHpM7fbB3bjjhpZ2orfiA3ENPSXNLPQyDaW8aQdT2WEopXflzAY6jJcLtyD9NDslnrfwYSjtNl7vh27mR3SHg/SufZcfeP7IfBhGWukEHswB4q7IUA3nKkrcnm1Rc/3B6kCPgk3DSQvSvOsPJiBilHrlG7gZUrfSLdGPCRN5rdOAHsXYBvjGs9qDkp0EBuGQYQgyywQ1OCv9Flk5qFmhbmmsA9WmiuYiLf3AwaTBrVqzzoXmQHTkQaGhOtQfW5Mu203PJHfUjYCCe+aOthRV+zKkAt7w+ULB6+5U6CEEGHM2lstLs/J1nE3Hpovp5FAW7N4BFKtLDRHN3IahBaX2vte7x0naIfX+n1wbK8PHiC96nC7rUzES/QPMu/XjStMcjCr6QQXqAw5y/1nHFmo3lyFji8dCXRDN2qgSkazy7QboAXZgarEOw3bWQ5LX5rg0FDCZJrEWZT/PIaJNrGsDqMXGaTNY11kQRAmqfuuLYMk9lS8FoJhiWlgNFaOZ3F41FbYVnL262+gtYDKYbfiwUTuzxd893LMJQ5nG00gv80rM7SD6Rm7gPaPzpPhSH/jgzEY3PdXpmDvZKjSjRSTtc4opz8tl7P+TKdjVFEHPOMRiNdQih36xKTgBKYNFjeHwk3oszfV6eG4MqvGFlxKMvShkZIk53rz1m6AQ5ki2/ZHaXiLagwJ6neSUsnGUaPUH5lxhZST7V6M53oTs4PFewOzbn2I+ub/mpX92e4918bsFUtaBgL9QOaxLpD0sS+6uW4m3yu4rwykvh3WhUIuUwTJn5BdtP/BRq2C4NLYiYxuNan5SexJKpkHx8J91tWYWPC7clt1mY7FXwzIXnxa4YYW6WvkZ8nVWqR8oZsy2xiQwrWj0Je5LnjqZfVDCVjYLEVFhWZ52NAspQLbV0L3YaWhGhNoeSrybZtKVNasobhtkEdhILvdFYyGIF7HOtswcTZb2DaaXl2dX1/cTS74fSaWhKKh+XMC0kKaFJaAVUON2clQvX3L879u9hfCkrTjvjhP+q4HtOHbt0dKqZmuM2G2dhrY+5zQDQZfzji8C31l0h+3pHGAAolDkeEppPl2fjJkOBl6LOcJs6LvI8h/FjH0Co0wkjDCQIYiZIgIP+C2QII0uWShPDJgFwXcyZiRqM7Wrzijl2xComrEaBak+ZCBVMJWNs9NGev9i8YAhcM15B9E4TRE4YOa9nq+F/lGHdt3MkI/nBjoPBgiIRl7wpL1m4Om95UEaIcSTr5JhV4D6k39inR0z75rxYlmvKCubRuhZRi+sU3EobnjTdH112n4pBh7XlKfUYvLFIS2PJhqt2Vdh4b2YODhVr9THxPmHtKf5ymdPpXm1NA0huzhNb45pQhEoprefOL1jhdtLH2ZQa2Q5cyL9nsDPYKofU9R64+7yJiEkdXjEf4CG0JzS8vs5WOvALE/PI9CPV0Z1HDrqsG3k/dB73npmwcHTuzgwpBII6EMeCBC7W0cvHgStcHFDF1evXQ9qBIryWWCMN9CB+o93XPrLuNJwr/8chi6jUiXNCjmRqDHDjQY4e3jPjSgXrO4OeTcyLUoapSqcK6VL7fEorOTdHYaky6mLSU3ovJOHX4QvY/zYn74Hi17mJsjIjbOKULggjHl/oUZMnIdKNt+HhMu5V5SSdWMjTZqGPqXXPBuKUVapocf0cywY3VBwNkneOoPpIh3TQVOiq257ouA1p/cyPmGHED1ZwevE0Ce+gUoGkyDgS61t4bGPW2B1+2SwscihxcClt70QXJhdnx09MpEBBdfn4gc3Fjg+s3iPU1E7nhwcXc5+TgefRldjhGe0fR6NLmU/yWBn59vJvPxxb3MjBFx1jntXL0yzzAr1oP0tXkJtULh+w8POZFB8I5Mg3r/VYA7Z2IeaTeHR/8B06Yy2g==\nDR_AUDIT_SUMMARY={\"full_dr_ready\":false,\"later\":[\"RETENTION_VM200_LIFECYCLE\",\"SECOND_PROVIDER_OR_OFFLINE\",\"WORM_OR_DELETE_PROTECTED_COPY\",\"CT112_LOGICAL_DUPLICATION\",\"ALL_TARGET_FRESHNESS_CENSUS\",\"HARD_RPO_RTO\",\"SERVICE_LEVEL_RECOVERY\"],\"p0\":[\"P0_A_SCHEDULER_FAILURE_ISOLATION\",\"P0_B_INDEPENDENT_COLD_BOOTSTRAP\"],\"p0_current_step\":1,\"planned_p0_launches_if_all_pass\":3}\nFULL_DR_READY=NO\nP0_A_STATUS=IN_PROGRESS\nP0_B_STATUS=OPEN\nNO_TARGET_REGISTRY_REWRITE=YES\nSYSTEMD_UNIT_FILE_MUTATIONS=0\nNO_DAEMON_RELOAD=YES\nBACKUP_EXECUTIONS=0\nVZDUMP_EXECUTIONS=0\nCLOUD_READS=0\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nRETENTION_MUTATION=NO\nRETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED\nCHILD_BASE503_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"90be9541edc1610d078ba23799cfea8c51a0289d1aa241a07fd7dd8e82672fd0\"}\nPREFLIGHT_503_BASELINE=PASS\nPRODUCTION_STATE_FINGERPRINT_PRE={\"count\":13,\"sha256\":\"477e1e38506f07acfa288b196fb6f9ca894ce3478b08e7b27121b39a43c0970f\"}\nCOMMON_HEAVY_LOCK_ACQUIRED=YES\nCHILD_ENTRY504_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_PRODUCER_EXEC_HELPER_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":35,\"stdout_sha256\":\"cb286b08a2275f08b09677b1773ae427c5edb3eb93eb94a8b9b360c86d05e9df\"}\nCHILD_PLAN_CT110={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"e92ace659663874fcb5fe1d5059fd03a084c29c3e359b4708d42a7d96490d47b\"}\nPLAN_MATRIX_ct110={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969\",\"node\":\"pve01\",\"vmid\":110}\nCHILD_PLAN_CT111={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"7994e7caddc4a754ac54e2c1d6e0eaaa4e4296f6707001faf0df2773a4d87b4e\"}\nPLAN_MATRIX_ct111={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"2309e8d9ba222a756d4fff2ec3a49e91a05ffbf7791c5b0f08897701f5874fb9\",\"node\":\"pve02\",\"vmid\":111}\nCHILD_PLAN_CT112={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"98ffe8cdde0510b1233c314f24fd0510cfa056a6edab97d63ce7da26208d1fbf\"}\nPLAN_MATRIX_ct112={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351\",\"node\":\"pve01\",\"vmid\":112}\nCHILD_PLAN_CT113={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":654,\"stdout_sha256\":\"ed8b261e3195ad6db656e9b6c139cf611436a4e5f9a79971804915d6982d26fd\"}\nPLAN_MATRIX_ct113={\"archive_cap_bytes\":9516036916,\"config_sha256\":\"f7620e8da97af3977bc3664903f458b4d14e1ae268de0bb44d297e87faf209d4\",\"node\":\"pve02\",\"vmid\":113}\nCHILD_CANDIDATE_SCHEDULER_PROOF={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":294,\"stdout_sha256\":\"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6\"}\nCANDIDATE_SCHEDULER_FAILURE_ISOLATION_PROOF={\"failed_target\":\"proof-a\",\"last_success_preserved\":true,\"peer_selected_during_backoff\":\"proof-b\",\"production_state_root_used\":false,\"retry_after_epoch\":101800,\"retry_target_after_backoff\":\"proof-a\",\"success_resets_failures\":true}\nCHILD_CANDIDATE_LIVE_SELECTION={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":112,\"stdout_sha256\":\"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d\"}\nCANDIDATE_LIVE_SELECTION_VALUE={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"vm130\"}\nOVERLAY_RELEASE_ACCEPTED=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b\nCHILD_FINALIZED_LAUNCHER_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_FINALIZED_LAUNCHER_ARGV_PROBE={\"rc\":64,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":45,\"stdout_sha256\":\"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625\"}\nFINALIZED_LAUNCHER_ARGV_CONTRACT=PASS\nPRODUCTION_PROMOTION=YES\nCHILD_PROMOTED_SELFTEST={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2\"}\nCHILD_PROMOTED_ARGV_PROBE={\"rc\":64,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":45,\"stdout_sha256\":\"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625\"}\nPROMOTED_ARGV_CONTRACT=PASS\nCHILD_PROMOTED_SCHEDULER_PROOF={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":294,\"stdout_sha256\":\"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6\"}\nCHILD_PROMOTED_LIVE_SELECTION={\"rc\":0,\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":112,\"stdout_sha256\":\"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d\"}\nPROMOTED_LIVE_SELECTION_VALUE={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"vm130\"}\nPROMOTED_SCHEDULER_FAILURE_ISOLATION_PROOF={\"failed_target\":\"proof-a\",\"last_success_preserved\":true,\"peer_selected_during_backoff\":\"proof-b\",\"production_state_root_used\":false,\"retry_after_epoch\":101800,\"retry_target_after_backoff\":\"proof-a\",\"success_resets_failures\":true}\nPRODUCTION_STATE_UNCHANGED_BY_PROOFS=PASS\nNEW_ACCEPTANCE_SEAL_SHA256=708a481f6719ff1ed8d0afec1902650ed36ac631e980611b015419f504f16df0\nCOMMON_HEAVY_LOCK_RELEASED=YES\nSCHEDULER_HEALTH=PASS\nPOST_IMMUTABLE_SURFACES=PASS\nFINAL_CLOSURE_AUDIT=PASS\nP0_A_STATUS=ACCEPTED\nP0_B_STATUS=OPEN\nFULL_DR_READY=NO\nSTATUS=OK\nRC=0\nPRODUCTION_ACCEPTANCE=YES\nCLOUD_DELETIONS=0\nRETENTION_MUTATION=NO\nRETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=SCHEDULER_FAILURE_ISOLATION_OVERLAY504_PROMOTED_P0A_ACCEPTED_RETENTION_HOLD\nNEXT_GATE=P0_B_OFFCLUSTER_COLD_BOOTSTRAP_KIT_AND_READ_PROOF\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n" +} diff --git a/runtime/latest.txt b/runtime/latest.txt index edfbec81..5177919b 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,162 +1,101 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1 STATUS=OK RC=0 HOST=pve01 -COMPONENT=cluster-context -REFERENCE_SHA[PRIVATE_IP]e5154c41cb[PRIVATE_IP]aca68090be[PRIVATE_IP]bf[PRIVATE_IP]df[PRIVATE_IP] -ERROR_REGISTER_SHA[PRIVATE_IP]ec0f527ed3afeed[PRIVATE_IP]ee[PRIVATE_IP]bbfb[PRIVATE_IP]af4ba7ba0 +MODE=change +COMPONENT=infra-dr-backupv2-p0a-scheduler-failure-isolation-repair +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8098f486cbc0c9e717d5fa2b8f31d22d445ee167264626be18a50dd4ce954066 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16 +SANITIZED_OUTPUT_SHA256=b602a0c5fe3150ae8bbc52bc3489c89335b5b80213e91d3cb6ccd2429eec2c16 OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T07:17:01Z -Cluster information -------------------- -Name: homelab -Config Version: 3 -Transport: knet -Secure auth: on +COMMAND_ID=SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1 +MODE=CHANGE_P0A_SCHEDULER_FAILURE_ISOLATION_REPAIR +DR_AUDIT_DOCUMENT_SHA256=9afa2976ac21c50a60d961dc92961b28563b17028ca97786895635dd0d5df907 +DR_AUDIT_DOCUMENT_ZLIB_B64=eNqdWtty20YSfddXTJXfHIKQlMqmIpe3SqbomBVJpElKiZ+kITAUJwIxXAwgmXnaj9gv3C/Z090zAChrs6l9sU1cZnq6T58+3fAb9UFnj81O3Z6qVF3M1aiytc10oc6b3Nbq3//8lzo9Pv1bcvxTcvLj0dGi1nXjz9T5aDm5HavZsZqPr8YXk/PlZHo9VMuN9Sp3WbM1Za0qk7kq96reGLVzvk5+OP5eZXEDzRvoMuf7W1vabbOlFbPC+abCK4Uuh0dHb96o8ZPNTZkZtXJNmetqf3S0xDuyAnZcaW9y5Uplt9um1qvCqHvtvfW1Luukasrabs29gnG1q/bYr3LNw0bdL25ms+l8mZz+7finkx+TyfXH+XlyMU8+nI9+uZndniafx1c3yWJyMR6dz5PpzXJ2s0wW48vxiI6bzMez88k8uYQnktvxfPLxSzK6nC7GdM75yf0AJ2i82lXWVfAF7W0GKnNlXbkiWTlX+7rSu4EqXW6SFU5W4P7tbDFQsK821UD9ZsqPrnK4YGp41OKI5LDCrk22z3BMEzwDP93zru+nv9xjS/dkfOtIt2YX+53J7NpmvZD7bGPypjBVilfyJjNk6E7bSu10vRmqSY1oYqXS1Wq1V7b2pljL8lhS19jfwKHeVE8W4bElb7RxW1Polcp0qVYmHj1XpsyT2iX4Sz3beoMz4jQK0cEDuJ2bHW7hNHuJ+s+FWwEn2CG3WY0Dfry5vLy7mN/Nx+cXX95fT++HBMjKlQ/FXowqz44SNQMwL38bpRQ8Jediz63k2OaryRq+AOS4nak0/SBAruFz9cPxaQpPDrHQ8tmRD5ucnFIAtF5puDOrjCZ7KRIE8RJhxBZGTqW2ukR4fJ1utN+Q9eRz3oPW/MQY5ASw3hW80EODx6ObUgIGUIIX9QMC/BUveLUGhHRRqBMkUFNVlF10zHAkXsDT8ud45scIG1Xr6sHg7Y1GvDx7SuWNLpJwHpXrWqd6xz/IwqTQewpLsKWFFyKbFcg2vI/D90xffL5E0u1cVQ+D5wnMSsDsxXp2FJvQ8xY2S7dmuzJVYgGAB7DCvo/mma5qixP3A4vUiCcmwzt89WIwwN5wX2Fwj06pM0NclNC7EaaghYp5g2Aty7ODBcx4ks4y5xQM+6VyRmRF9khRwbtPurC5bnfU4pj+lpLEwT0c1rQ09bOrHpXOMrMDOcGYvLJFcWjMgStxtrV9aASlfFa20vpoObKQko49UuAIhRi0brCs+GEF1CZbU8O+WeW+bt1XrGPhMvg3/d3ZMmUXZrYwacRit82hXSOhL9XSl3owZcgheroPr1eShLhZ7LNlzPcaBLVOgC9P7gJjPdknvbIFEJE2nulLshCJR48DFv6lYaCLtnKtsTSQ6olE3qCgJOdcxhaR6zj+T2JxqtbaFkSSAmlcC7WFI4QD+O41U5gM2eRKeLsxIbvUjmJcPrmQ4+o83mg5rk3Zxc1oNF4slFmDv2uLWO3JOcYSWyNQ5mtdATu4WtASimJAOwFyWJfpSbPB5Ni6Ntsd/Mjhr8ya8hVvawRWKipV3LhCMImiEbJGTkMLPeAV9bzBqsrRUi1tUKmyJe8Pfw7JMXB7dNiW0OkyPltO1L+rNA4FSAuRkg2j5cnJcftGtsFOZ+y/VeUegd1gFvDClIqD5w5KQPccT5xDBbwgYm0kxahAcR4RdVQAgMlh3WSL9KzP4CKEhIo/uTzuDRDRvmFD8kEO0tE4wrowpk6eLf0TvLcpjffsqK1+7NIPBt3DkXeesJz7e8p/pErfSjKGVI8WJ26whwbvVbmaz6bgaF1BjRgit7n5R2NpyVihgR9dWdwmmgsme7VtfBRRMdxpPA8wXFMQd1i1JsSsK7cFbPCGb4Bd70EAgb3ehUWxYevwGsnN6zMxs67CbXoeyUgvRBDYMjwd7slbLAgKlz0GyHQY8/QymAiYVuBUUETpdSYlFmbSyeE6chRy14XlcrNlhsBRzqKN52yzV8nf45UPlPW+Jr6M6E2lmlPtZQCf0yO27B+kdApe9lEFvXRRR1+p+JSY1VRbC4fnw5ZDPjCHTHqklbki72hQWCP7M3YMpZxE0ivCgmukf1Eiu4qoPrlnqk+Dlkw6rdtW6Var9RSaJGP0wO7JHJ+k9Ocp//k90Y6IIASL0sKtauIDsofIl1xWwdbSpFm1BwBBjACL1DM54hZeA3gLgSCW+G/U3laVIpIlUsH6R0pZcUeo7oGikFBADleLnk4DiMAQHD9Lp7cS135xKI0hNNeOinJOFClVBYgs+XVP2U5vhbSIcaOWg2Hbe8TrrelM70Sq0Nn/zGZyac8Hra/bFR9hXoAGqgVvS0ovCgDOJ1uziczteNfrNaV8U1IG+oP+qeeG9FA6dE5h95tQmrX0X4dwpD3BdBURAEnekqAHE7aSFrTIz7Y2moyhq4xe6a6YO7Dgo7RmQGId6ozIynff+qSvkWPvIgGmjR5L99yKd1IxLFp3el84tl16OcZp36Wx+lbwFLEzloZLIU3IwwBme7z6cH9qFVlPTFi3IYoIQ5mgL426gvgQkcCRSDSSDpZqdESqse3TgkDZQBXWmz23UkxN4T7jmNCXEGqke73/+ePibja9nIy+3I3n8+n8/Wg+WU5G55d319PlnfTcd7dXd0/b0+Pje4iX2yv8o9cORh1ngxa54cKpG7iCBbb17SMmP1P3aFdvLu4u0NFSQ7t4f4ym9X4+Xo6v6ffd1c2SG3vqtfo9aJQZn6aXFyQKLym1gHrcpv467XWYbcF5ADz4XmdtZ1duvX6oDC6tKGajJY6V8uHCTMGyPkJPj1L9QEEuRTwbElJSramOrEzvfPjFogg5JHzKHUg8A0WMbP+AAhbRddjmCc8iTAQlUCLpB0In8INeIXN+D/Ruh9wmBlYM2YK49+ocMPyCFEVEtIulSAYoCNOKFYggppYkOrJPblywuf4aU8Ym4Nfp/CrNURRrk+BJi9KFDgYdRxw3CLMhV/HC1gqxvxCNIGGHI0tjJx5JWt9R1EHVxDmij3r1h/myPZ20bCHpM7fbB3bjjhpZ2orfiA3ENPSXNLPQyDaW8aQdT2WEopXflzAY6jJcLtyD9NDslnrfwYSjtNl7vh27mR3SHg/SufZcfeP7IfBhGWukEHswB4q7IUA3nKkrcnm1Rc/3B6kCPgk3DSQvSvOsPJiBilHrlG7gZUrfSLdGPCRN5rdOAHsXYBvjGs9qDkp0EBuGQYQgyywQ1OCv9Flk5qFmhbmmsA9WmiuYiLf3AwaTBrVqzzoXmQHTkQaGhOtQfW5Mu203PJHfUjYCCe+aOthRV+zKkAt7w+ULB6+5U6CEEGHM2lstLs/J1nE3Hpovp5FAW7N4BFKtLDRHN3IahBaX2vte7x0naIfX+n1wbK8PHiC96nC7rUzES/QPMu/XjStMcjCr6QQXqAw5y/1nHFmo3lyFji8dCXRDN2qgSkazy7QboAXZgarEOw3bWQ5LX5rg0FDCZJrEWZT/PIaJNrGsDqMXGaTNY11kQRAmqfuuLYMk9lS8FoJhiWlgNFaOZ3F41FbYVnL262+gtYDKYbfiwUTuzxd893LMJQ5nG00gv80rM7SD6Rm7gPaPzpPhSH/jgzEY3PdXpmDvZKjSjRSTtc4opz8tl7P+TKdjVFEHPOMRiNdQih36xKTgBKYNFjeHwk3oszfV6eG4MqvGFlxKMvShkZIk53rz1m6AQ5ki2/ZHaXiLagwJ6neSUsnGUaPUH5lxhZST7V6M53oTs4PFewOzbn2I+ub/mpX92e4918bsFUtaBgL9QOaxLpD0sS+6uW4m3yu4rwykvh3WhUIuUwTJn5BdtP/BRq2C4NLYiYxuNan5SexJKpkHx8J91tWYWPC7clt1mY7FXwzIXnxa4YYW6WvkZ8nVWqR8oZsy2xiQwrWj0Je5LnjqZfVDCVjYLEVFhWZ52NAspQLbV0L3YaWhGhNoeSrybZtKVNasobhtkEdhILvdFYyGIF7HOtswcTZb2DaaXl2dX1/cTS74fSaWhKKh+XMC0kKaFJaAVUON2clQvX3L879u9hfCkrTjvjhP+q4HtOHbt0dKqZmuM2G2dhrY+5zQDQZfzji8C31l0h+3pHGAAolDkeEppPl2fjJkOBl6LOcJs6LvI8h/FjH0Co0wkjDCQIYiZIgIP+C2QII0uWShPDJgFwXcyZiRqM7Wrzijl2xComrEaBak+ZCBVMJWNs9NGev9i8YAhcM15B9E4TRE4YOa9nq+F/lGHdt3MkI/nBjoPBgiIRl7wpL1m4Om95UEaIcSTr5JhV4D6k39inR0z75rxYlmvKCubRuhZRi+sU3EobnjTdH112n4pBh7XlKfUYvLFIS2PJhqt2Vdh4b2YODhVr9THxPmHtKf5ymdPpXm1NA0huzhNb45pQhEoprefOL1jhdtLH2ZQa2Q5cyL9nsDPYKofU9R64+7yJiEkdXjEf4CG0JzS8vs5WOvALE/PI9CPV0Z1HDrqsG3k/dB73npmwcHTuzgwpBII6EMeCBC7W0cvHgStcHFDF1evXQ9qBIryWWCMN9CB+o93XPrLuNJwr/8chi6jUiXNCjmRqDHDjQY4e3jPjSgXrO4OeTcyLUoapSqcK6VL7fEorOTdHYaky6mLSU3ovJOHX4QvY/zYn74Hi17mJsjIjbOKULggjHl/oUZMnIdKNt+HhMu5V5SSdWMjTZqGPqXXPBuKUVapocf0cywY3VBwNkneOoPpIh3TQVOiq257ouA1p/cyPmGHED1ZwevE0Ce+gUoGkyDgS61t4bGPW2B1+2SwscihxcClt70QXJhdnx09MpEBBdfn4gc3Fjg+s3iPU1E7nhwcXc5+TgefRldjhGe0fR6NLmU/yWBn59vJvPxxb3MjBFx1jntXL0yzzAr1oP0tXkJtULh+w8POZFB8I5Mg3r/VYA7Z2IeaTeHR/8B06Yy2g== +DR_AUDIT_SUMMARY={"full_dr_ready":false,"later":["RETENTION_VM200_LIFECYCLE","SECOND_PROVIDER_OR_OFFLINE","WORM_OR_DELETE_PROTECTED_COPY","CT112_LOGICAL_DUPLICATION","ALL_TARGET_FRESHNESS_CENSUS","HARD_RPO_RTO","SERVICE_LEVEL_RECOVERY"],"p0":["P0_A_SCHEDULER_FAILURE_ISOLATION","P0_B_INDEPENDENT_COLD_BOOTSTRAP"],"p0_current_step":1,"planned_p0_launches_if_all_pass":3} +FULL_DR_READY=NO +P0_A_STATUS=IN_PROGRESS +P0_B_STATUS=OPEN +NO_TARGET_REGISTRY_REWRITE=YES +SYSTEMD_UNIT_FILE_MUTATIONS=0 +NO_DAEMON_RELOAD=YES +BACKUP_EXECUTIONS=0 +VZDUMP_EXECUTIONS=0 +CLOUD_READS=0 +CLOUD_WRITES=0 +CLOUD_DELETIONS=0 +RETENTION_MUTATION=NO +RETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED +CHILD_BASE503_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"90be9541edc1610d078ba23799cfea8c51a0289d1aa241a07fd7dd8e82672fd0"} +PREFLIGHT_503_BASELINE=PASS +PRODUCTION_STATE_FINGERPRINT_PRE={"count":13,"sha256":"477e1e38506f07acfa288b196fb6f9ca894ce3478b08e7b27121b39a43c0970f"} +COMMON_HEAVY_LOCK_ACQUIRED=YES +CHILD_ENTRY504_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_PRODUCER_EXEC_HELPER_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":35,"stdout_sha256":"cb286b08a2275f08b09677b1773ae427c5edb3eb93eb94a8b9b360c86d05e9df"} +CHILD_PLAN_CT110={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"e92ace659663874fcb5fe1d5059fd03a084c29c3e359b4708d42a7d96490d47b"} +PLAN_MATRIX_ct110={"archive_cap_bytes":9516036916,"config_sha256":"09957aacd41ba9eeaf5fd4eda13936d580c9082a46895433379aa9dd0bad5969","node":"pve01","vmid":110} +CHILD_PLAN_CT111={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"7994e7caddc4a754ac54e2c1d6e0eaaa4e4296f6707001faf0df2773a4d87b4e"} +PLAN_MATRIX_ct111={"archive_cap_bytes":9516036916,"config_sha256":"2309e8d9ba222a756d4fff2ec3a49e91a05ffbf7791c5b0f08897701f5874fb9","node":"pve02","vmid":111} +CHILD_PLAN_CT112={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"98ffe8cdde0510b1233c314f24fd0510cfa056a6edab97d63ce7da26208d1fbf"} +PLAN_MATRIX_ct112={"archive_cap_bytes":9516036916,"config_sha256":"6973478281aeee0a6c19cd0ab96f5e9ebd88cf5a7e767a49d808e25806758351","node":"pve01","vmid":112} +CHILD_PLAN_CT113={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":654,"stdout_sha256":"ed8b261e3195ad6db656e9b6c139cf611436a4e5f9a79971804915d6982d26fd"} +PLAN_MATRIX_ct113={"archive_cap_bytes":9516036916,"config_sha256":"f7620e8da97af3977bc3664903f458b4d14e1ae268de0bb44d297e87faf209d4","node":"pve02","vmid":113} +CHILD_CANDIDATE_SCHEDULER_PROOF={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":294,"stdout_sha256":"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6"} +CANDIDATE_SCHEDULER_FAILURE_ISOLATION_PROOF={"failed_target":"proof-a","last_success_preserved":true,"peer_selected_during_backoff":"proof-b","production_state_root_used":false,"retry_after_epoch":101800,"retry_target_after_backoff":"proof-a","success_resets_failures":true} +CHILD_CANDIDATE_LIVE_SELECTION={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":112,"stdout_sha256":"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d"} +CANDIDATE_LIVE_SELECTION_VALUE={"due_seconds":86400,"enabled":true,"logical_id":"vm130"} +OVERLAY_RELEASE_ACCEPTED=/opt/homelab-backup-v2/releases/backup-v2-overlay-504r1-ca6876fa9c3b +CHILD_FINALIZED_LAUNCHER_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_FINALIZED_LAUNCHER_ARGV_PROBE={"rc":64,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":45,"stdout_sha256":"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625"} +FINALIZED_LAUNCHER_ARGV_CONTRACT=PASS +PRODUCTION_PROMOTION=YES +CHILD_PROMOTED_SELFTEST={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"52a58722c943e42fe5d8c633ff6c1301058a1b494d94162a8062ff32e3e86aa2"} +CHILD_PROMOTED_ARGV_PROBE={"rc":64,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":45,"stdout_sha256":"da3752ef30a759ca805bcacea6072283512e17bff8c875f406e2a5a07ca52625"} +PROMOTED_ARGV_CONTRACT=PASS +CHILD_PROMOTED_SCHEDULER_PROOF={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":294,"stdout_sha256":"af34703630cbae64a06fbfb374c8b4b88ccf6190e92af20109a47fa84968d5b6"} +CHILD_PROMOTED_LIVE_SELECTION={"rc":0,"stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":112,"stdout_sha256":"d365b58f8f2ca2ba469ff9de807da2624c1b6a46a83c2e7c0acbe77bbd14c28d"} +PROMOTED_LIVE_SELECTION_VALUE={"due_seconds":86400,"enabled":true,"logical_id":"vm130"} +PROMOTED_SCHEDULER_FAILURE_ISOLATION_PROOF={"failed_target":"proof-a","last_success_preserved":true,"peer_selected_during_backoff":"proof-b","production_state_root_used":false,"retry_after_epoch":101800,"retry_target_after_backoff":"proof-a","success_resets_failures":true} +PRODUCTION_STATE_UNCHANGED_BY_PROOFS=PASS +NEW_ACCEPTANCE_SEAL_SHA256=708a481f6719ff1ed8d0afec1902650ed36ac631e980611b015419f504f16df0 +COMMON_HEAVY_LOCK_RELEASED=YES +SCHEDULER_HEALTH=PASS +POST_IMMUTABLE_SURFACES=PASS +FINAL_CLOSURE_AUDIT=PASS +P0_A_STATUS=ACCEPTED +P0_B_STATUS=OPEN +FULL_DR_READY=NO +STATUS=OK +RC=0 +PRODUCTION_ACCEPTANCE=YES +CLOUD_DELETIONS=0 +RETENTION_MUTATION=NO +RETENTION_STATUS=HOLD_VM200_LIFECYCLE_RECONCILIATION_REQUIRED +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=SCHEDULER_FAILURE_ISOLATION_OVERLAY504_PROMOTED_P0A_ACCEPTED_RETENTION_HOLD +NEXT_GATE=P0_B_OFFCLUSTER_COLD_BOOTSTRAP_KIT_AND_READ_PROOF +HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SUPPORT-260917-INFRA-DR-BACKUPV2-P0A-SCHEDULER-FAILURE-ISOLATION-REPAIR-504R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -Quorum information ------------------- -Date: Thu Sep [PRIVATE_IP] 2026 -Quorum provider: corosync_votequorum -Nodes: 3 -Node ID: [PRIVATE_IP] -Ring ID: 1.130 -Quorate: Yes - -Votequorum information ----------------------- -Expected votes: 3 -Highest expected: 3 -Total votes: 3 -Quorum: 2 -Flags: Quorate - -Membership information ----------------------- - Nodeid Votes Name -[PRIVATE_IP] [PRIVATE_IP].11 (local) -[PRIVATE_IP] [PRIVATE_IP].13 -[PRIVATE_IP] [PRIVATE_IP].12 - -Membership information ----------------------- - Nodeid Votes Name - 1 1 pve01 (local) - 2 1 pve03 - 3 1 pve02 -[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":[PRIVATE_IP],"vmid":113},{"cpu":[PRIVATE_IP]97213,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":130},{"cpu":[PRIVATE_IP]86242,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":150},{"cpu":[PRIVATE_IP]092158,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":160},{"cpu":[PRIVATE_IP]6453,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":170},{"cpu":[PRIVATE_IP]89946,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":171},{"cpu":[PRIVATE_IP]978543,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":190},{"cpu":[PRIVATE_IP]338622,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/210","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":893960,"vmid":210},{"cpu":[PRIVATE_IP]957085,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/211","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-staging","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":[PRIVATE_IP],"vmid":211},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]04743,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":[PRIVATE_IP]},{"cgroup-mode":2,"cpu":[PRIVATE_IP]58566,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":[PRIVATE_IP]},{"cgroup-mode":2,"cpu":[PRIVATE_IP]3759,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":[PRIVATE_IP]},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] -Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 21.12% -local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.93% - UNIT LOAD ACTIVE SUB DESCRIPTION -● homelab-app-cloud-quorum-queue.service loaded failed failed Homelab canonical application cloud quorum backup queue -● homelab-backup-retention-gc.service loaded failed failed Homelab owner-aware cloud retention GC -● homelab-vm-cloud-quorum-queue.service loaded failed failed Homelab canonical VM/CT cloud quorum backup queue - -Legend: LOAD → Reflects whether the unit definition was properly loaded. - ACTIVE → The high-level unit activation state, i.e. generalization of SUB. - SUB → The low-level unit activation state, values depend on unit type. - -3 loaded units listed. -NEXT LEFT LAST PASSED UNIT ACTIVATES -Thu [PRIVATE_IP] 10:17:16 MSK 13s Thu [PRIVATE_IP] 10:16:16 MSK 46s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Thu [PRIVATE_IP] 10:17:26 MSK 23s Thu [PRIVATE_IP] 10:16:22 MSK 40s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Thu [PRIVATE_IP] 10:18:42 MSK 1min 39s Thu [PRIVATE_IP] 10:08:42 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Thu [PRIVATE_IP] 10:19:27 MSK 2min 25s Thu [PRIVATE_IP] 10:14:27 MSK 2min 34s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Thu [PRIVATE_IP] 10:19:27 MSK 2min 25s Thu [PRIVATE_IP] 10:14:27 MSK 2min 34s ago netbird-peers-health.timer netbird-peers-health.service -Thu [PRIVATE_IP] 10:19:57 MSK 2min 54s Thu [PRIVATE_IP] 10:04:57 MSK 12min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Thu [PRIVATE_IP] 10:21:17 MSK 4min 15s Thu [PRIVATE_IP] 10:15:57 MSK 1min 5s ago homelab-health-metrics.timer homelab-health-metrics.service -Thu [PRIVATE_IP] 10:27:17 MSK 10min Thu [PRIVATE_IP] 10:12:17 MSK 4min 44s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Thu [PRIVATE_IP] 10:30:00 MSK 12min Thu [PRIVATE_IP] 10:15:11 MSK 1min 50s ago homelab-incident-journal.timer homelab-incident-journal.service -Thu [PRIVATE_IP] 10:30:11 MSK 13min Thu [PRIVATE_IP] 10:15:11 MSK 1min 50s ago homelab-disk-space-health.timer homelab-disk-space-health.service -Thu [PRIVATE_IP] 10:30:16 MSK 13min Thu [PRIVATE_IP] 10:15:16 MSK 1min 46s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Thu [PRIVATE_IP] 10:30:19 MSK 13min Thu [PRIVATE_IP] 10:15:57 MSK 1min 5s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Thu [PRIVATE_IP] 10:30:28 MSK 13min Thu [PRIVATE_IP] 10:15:57 MSK 1min 5s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Thu [PRIVATE_IP] 10:30:39 MSK 13min Thu [PRIVATE_IP] 10:16:00 MSK 1min 1s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Thu [PRIVATE_IP] 10:33:36 MSK 16min Thu [PRIVATE_IP] 10:01:57 MSK 15min ago homelab-backup-v2.timer homelab-backup-v2.service -Thu [PRIVATE_IP] 10:34:29 MSK 17min Thu [PRIVATE_IP] 10:02:49 MSK 14min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Thu [PRIVATE_IP] 10:35:57 MSK 18min Thu [PRIVATE_IP] 04:35:57 MSK 5h 41min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Thu [PRIVATE_IP] 10:36:37 MSK 19min Thu [PRIVATE_IP] 10:06:16 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Thu [PRIVATE_IP] 10:42:59 MSK 25min Thu [PRIVATE_IP] 10:11:32 MSK 5min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Thu [PRIVATE_IP] 10:57:19 MSK 40min Thu [PRIVATE_IP] 04:49:32 MSK 5h 27min ago homelab-evidence-root.timer homelab-evidence-root.service -Thu [PRIVATE_IP] 11:21:02 MSK 1h 4min Wed [PRIVATE_IP] 22:09:43 MSK 12h ago apt-daily.timer apt-daily.service -Thu [PRIVATE_IP] 12:17:18 MSK 2h 0min Thu [PRIVATE_IP] 06:14:16 MSK 4h 2min ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -Thu [PRIVATE_IP] 16:47:57 MSK 6h Wed [PRIVATE_IP] 16:47:57 MSK 17h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Fri [PRIVATE_IP] 00:00:00 MSK 13h Thu [PRIVATE_IP] 00:00:11 MSK 10h ago dpkg-db-backup.timer dpkg-db-backup.service -Fri [PRIVATE_IP] 00:07:12 MSK 13h Thu [PRIVATE_IP] 00:02:57 MSK 10h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Fri [PRIVATE_IP] 00:10:53 MSK 13h Thu [PRIVATE_IP] 00:06:42 MSK 10h ago homelab-quality-gate.timer homelab-quality-gate.service -Fri [PRIVATE_IP] 00:12:22 MSK 13h Thu [PRIVATE_IP] 00:06:10 MSK 10h ago homelab-docker-health.timer homelab-docker-health.service -Fri [PRIVATE_IP] 00:15:03 MSK 13h Thu [PRIVATE_IP] 00:07:16 MSK 10h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Fri [PRIVATE_IP] 00:35:51 MSK 14h Thu [PRIVATE_IP] 00:12:57 MSK 10h ago logrotate.timer logrotate.service -Fri [PRIVATE_IP] 03:22:15 MSK 17h Thu [PRIVATE_IP] 03:21:32 MSK 6h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Fri [PRIVATE_IP] 04:11:15 MSK 17h Thu [PRIVATE_IP] 01:17:32 MSK 8h ago pve-daily-update.timer pve-daily-update.service -Fri [PRIVATE_IP] 06:03:32 MSK 19h Thu [PRIVATE_IP] 06:08:57 MSK 4h 8min ago apt-daily-upgrade.timer apt-daily-upgrade.service -Fri [PRIVATE_IP] 07:17:58 MSK 21h Thu [PRIVATE_IP] 07:14:42 MSK 3h 2min ago homelab-drift-check.timer homelab-drift-check.service -Fri [PRIVATE_IP] 07:39:21 MSK 21h Thu [PRIVATE_IP] 07:31:16 MSK 2h 45min ago homelab-service-registry-check.timer homelab-service-registry-check.service -Fri [PRIVATE_IP] 07:45:11 MSK 21h Thu [PRIVATE_IP] 07:46:41 MSK 2h 30min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Fri [PRIVATE_IP] 07:48:49 MSK 21h Thu [PRIVATE_IP] 07:39:57 MSK 2h 37min ago homelab-alerting-health.timer homelab-alerting-health.service -Fri [PRIVATE_IP] 07:57:58 MSK 21h Thu [PRIVATE_IP] 07:54:11 MSK 2h 22min ago homelab-runbook-generate.timer homelab-runbook-generate.service -Fri [PRIVATE_IP] 07:59:21 MSK 21h Thu [PRIVATE_IP] 07:58:41 MSK 2h 18min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Fri [PRIVATE_IP] 08:00:39 MSK 21h Thu [PRIVATE_IP] 07:48:16 MSK 2h 28min ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Fri [PRIVATE_IP] 08:07:02 MSK 21h Thu [PRIVATE_IP] 08:23:57 MSK 1h 53min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Fri [PRIVATE_IP] 08:15:37 MSK 21h Thu [PRIVATE_IP] 08:08:57 MSK 2h 8min ago homelab-overall-health.timer homelab-overall-health.service -Fri [PRIVATE_IP] 08:25:47 MSK 22h Thu [PRIVATE_IP] 08:38:57 MSK 1h 38min ago homelab-capacity-risk.timer homelab-capacity-risk.service -Fri [PRIVATE_IP] 08:29:52 MSK 22h Thu [PRIVATE_IP] 08:16:41 MSK 2h 0min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Fri [PRIVATE_IP] 08:37:56 MSK 22h Thu [PRIVATE_IP] 08:35:00 MSK 1h 42min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Fri [PRIVATE_IP] 08:48:19 MSK 22h Thu [PRIVATE_IP] 08:44:42 MSK 1h 32min ago homelab-cluster-passport.timer homelab-cluster-passport.service -Fri [PRIVATE_IP] 09:00:09 MSK 22h Thu [PRIVATE_IP] 08:46:15 MSK 1h 30min ago homelab-golden-state-index.timer homelab-golden-state-index.service -Fri [PRIVATE_IP] 09:35:16 MSK 23h Thu [PRIVATE_IP] 05:52:43 MSK 4h 24min ago man-db.timer man-db.service -Fri [PRIVATE_IP] 10:15:00 MSK 23h Thu [PRIVATE_IP] 10:15:11 MSK 1min 50s ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service -Sun [PRIVATE_IP] 03:10:03 MSK 2 days Sun [PRIVATE_IP] 03:10:22 MSK 4 days ago e2scrub_all.timer e2scrub_all.service -Sun [PRIVATE_IP] 03:10:58 MSK 2 days Sun [PRIVATE_IP] 03:10:39 MSK 4 days ago xfs_scrub_all.timer xfs_scrub_all.service -Sun [PRIVATE_IP] 07:40:18 MSK 2 days Sun [PRIVATE_IP] 07:35:56 MSK 4 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service -Mon [PRIVATE_IP] 00:04:42 MSK 3 days Mon [PRIVATE_IP] 00:10:39 MSK 3 days ago homelab-secret-sanity.timer homelab-secret-sanity.service -Mon [PRIVATE_IP] 00:09:14 MSK 3 days Mon [PRIVATE_IP] 00:30:56 MSK 3 days ago fstrim.timer fstrim.service -- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service -- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service -- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service - -56 timers listed. -RUNTIME_MANIFEST_ID=df[PRIVATE_IP]ac9b5abd[PRIVATE_IP]b[PRIVATE_IP]d89496fb2bde[PRIVATE_IP] -EXPERIMENT_ID=5462ee[PRIVATE_IP]ebe[PRIVATE_IP]feb2ad[PRIVATE_IP]1ad87bbac0b8108 -COLLECTION_START_AT=[PRIVATE_IP]T[PRIVATE_IP]:00 -FIRST_COMPLETE_D1_CLOSE=[PRIVATE_IP]T[PRIVATE_IP]:00 -PRODUCTION_LAUNCH_ALLOWED=False -EXECUTION_AUTHORITY=False -RISK_AUTHORITY=False -STAGE_A_HEALTH=AWAITING_PRIMARY_FINALITY -FORENSIC_PREVIOUS_EPOCH_PRESERVED=YES - -## NEWFI_TASK6_AUTH_CHECKPOINT_V[PRIVATE_IP] -- Scope: historical accepted AUTH test, not a current SMTP connection test. -- Newfi approved SMTP account/sender: aleisaev@yandex.ru. -- Endpoint used by accepted test: smtp.yandex.ru:465 with certificate verification; single PLAIN initial response accepted with code 235. -- Evidence: incident ledger ### NEWFI_TASK6_YANDEX_AUTH_V2_OBSERVATION and ### NEWFI_TASK6_AUTH_PROOF_CLOSE_V1. -- No password file written, no application configuration changed, no mail sent by the accepted AUTH test. -- Persistent transport installation and application delivery are not proven by this checkpoint. Task6 is not complete. -- AUTH challenge and missing-file incidents closed; launch/session incident remains OPEN with original cause unproven. -- This update does not change VM211, VM160, routing, board state or Git. -- Other incidents and infrastructure health were not assessed. - - -## NEWFI_PRIVATE_STRUCTURE92_WRONG_MARKER_SCOPE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: NEWFI92 inspected the pve01 NEWFI90 attempt marker, which had not been finalized because the outer shell exited immediately after the guest returned RC3 following its successful rollback. The guest marker contained the true final rollback state. -- Correction: NEWFI93 required both the guest FINISHED/ROLLED_BACK record and a fresh exact demo-state readback before reconciling the outer NEWFI90 marker. NEWFI92 itself never reserved an attempt or mutated state. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] -- Status: OPEN -- Command: NEWFI95 -- Symptom: after the content-structure precheck passed, the pve03 Python wrapper failed to parse at the PHP line beginning with $root. No Portal discovery or application mutation was reached. -- RCA: an outer raw triple-single-quoted guest Python payload contained an inner raw triple-single-quoted PHP payload. The inner delimiter terminated the outer Python string, causing PHP source to be parsed as Python. -- Safety: NEWFI95 was read-only, created no attempt marker, and did not reach the intended nested guest execution. Do not replay NEWFI95. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: an inner triple-single-quoted PHP literal terminated the outer triple-single-quoted Python guest payload in NEWFI95. The wrapper therefore failed parsing before the intended Portal discovery executed. -- Correction: NEWFI96 removed the nested Python payload layer entirely and passed one Python program directly to VM211 through qm guest exec stdin. The read-only Portal contract completed with QGA exit 0 and the implementation worktree remained unchanged. OUTPUT_END CHAT_OUTPUT_END