diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.json b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.json new file mode 100644 index 00000000..71f07cbe --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "read-only", + "component": "infra-dr-backupv2-shadow-all-lanes-persistent-producer-source-map", + "started_at_utc": "2026-09-14T20:36:19Z", + "finished_at_utc": "2026-09-14T20:36:27Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "1aa716e771e44b3659b1465bcfa615d1833759d6a28e54b058974231f24a9230", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 2, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6", + "sanitized_output_sha256": "78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1\nMODE=READ_ONLY_BACKUPV2_SHADOW_ALL_LANES_PERSISTENT_PRODUCER_SOURCE_MAP\nNO_BACKUP_EXECUTION=YES\nNO_EXTERNAL_SSH=YES\nNO_RCLONE=YES\nNO_SYSTEMD_MUTATION=YES\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nERROR_REGISTER_FRESH_READ=OK\nERROR_REGISTER_PROVENANCE_MATCH=YES\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nREFERENCE_FRESH_READ=OK\nREFERENCE_PROVENANCE_MATCH=YES\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nRUNNER_SHA_MATCH=YES\nANCHOR_385_COMMIT=39549b0bdf54381b0e686b933d13f2eb04d92fb4\nANCHOR_385_RUNTIME_IDENTITY=PASS\nANCHOR_385_GATE=PASS\nANCHOR_ROUTER_EXPORT=PASS\nANCHOR_ROUTER_BACKUP=PASS\nANCHOR_VPS_MD=PASS\nANCHOR_VPS_SPB=PASS\nANCHOR_VPS_US=PASS\nANCHOR_XF_CODEVIPE=FAIL\nANCHOR_XF_DSMODS=PASS\nANCHOR_XF_KING=PASS\nANCHOR_XF_NEWFI=PASS\nANCHOR_XF_GAMEVIPE=PASS\nANCHOR_XF_HKMODS=PASS\nANCHOR_XF_ZAKRUTIM=PASS\nPVE_V2_SOURCE_1={\"bytes\":11755,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/core-260r1/v2core.py\",\"sha256\":\"e285bf9a5678d07dcbb90261f9f93e7826ff524e04cfec780bf5a3c4b0dc29f2\",\"static\":{\"flags\":[],\"functions\":[\"allocate\",\"canonical_bytes\",\"crypt_size\",\"integer\",\"inventory_from_config\",\"make_manifest\",\"manifest_hash\",\"part_sizes\",\"quota_reason\",\"require\",\"required_space\",\"safe_path\",\"valid_hash\",\"valid_name\",\"validate_inventory\",\"validate_manifest\",\"verify_receipts\"],\"language\":\"python\",\"words\":[\"backup\",\"crypt\",\"plan\",\"rclone\",\"sealed\"]},\"uid\":0}\nPVE_V2_SOURCE_2={\"bytes\":15364,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/transport-261r1/transport261.py\",\"sha256\":\"b9b92f957bf441cb5d1702f4881897328e6c0338f8c3f6d41d27d9a349b37688\",\"static\":{\"flags\":[\"--ask-password\",\"--cache-dir\",\"--config\",\"--contimeout\",\"--count\",\"--immutable\",\"--json\",\"--log-level\",\"--low-level-retries\",\"--max-depth\",\"--no-update-modtime\",\"--retries\",\"--stat\",\"--stats\",\"--timeout\"],\"functions\":[\"binding\",\"bounded_process\",\"create\",\"ident\",\"make_archive\",\"make_dir\",\"need\",\"open_dir\",\"pipeline\",\"read_secure\",\"remove_owned\",\"sha\"],\"language\":\"python\",\"words\":[\"backup\",\"crypt\",\"manifest\",\"restore\",\"resume\",\"sealed\"]},\"uid\":0}\nPVE_V2_SOURCE_3={\"bytes\":8831,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/stream-263r1/stream263.py\",\"sha256\":\"a83d03a86b93a855716658652dd073fcb281cd387fc6200fe4bc2a922f39ea16\",\"static\":{\"flags\":[],\"functions\":[\"file_handle\",\"hash_file\",\"need\",\"private_dir\",\"reassemble\",\"split_file\",\"validate_record\",\"verify_parts\",\"write_all\"],\"language\":\"python\",\"words\":[\"backup\",\"rclone\",\"restore\"]},\"uid\":0}\nPVE_V2_SOURCE_4={\"bytes\":19595,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py\",\"sha256\":\"97015277a4f3f8129c0fd11eb70c06293026366f1f8232a97feeed513a2dbcef\",\"static\":{\"flags\":[\"--output-format\",\"--quiet\",\"--test\"],\"functions\":[\"_parent\",\"capture_archive\",\"host_mapping\",\"live_gate\",\"produce\",\"validate_ct\",\"validate_mapping\"],\"language\":\"python\",\"words\":[\"backup\",\"verify\",\"vzdump\"]},\"uid\":0}\nPVE_V2_SOURCE_5={\"bytes\":6195,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py\",\"sha256\":\"73c6cb7773eb8e82d1e7ed5ab4733b4afb88f74ae69c09125d0378d6e480e012\",\"static\":{\"flags\":[\"--output-format\",\"--quiet\",\"--test\"],\"functions\":[\"live_gate\",\"produce\",\"require_target\",\"select112\"],\"language\":\"python\",\"words\":[\"backup\",\"plan\",\"vzdump\"]},\"uid\":0}\nPVE_V2_SOURCE_6={\"bytes\":13209,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py\",\"sha256\":\"5c8d2ba5d6fa67cb61623dfa59a2aa1a51af67cf8febc3a0878bc2347e32abd2\",\"static\":{\"flags\":[\"--decompress\",\"--output-format\",\"--quiet\",\"--stdout\",\"--test\"],\"functions\":[\"check_result\",\"live_gate\",\"produce\",\"require_vm\",\"run_flow\",\"select_first\",\"tool_check\",\"verify_vma\"],\"language\":\"python\",\"words\":[\"manifest\",\"plan\",\"restore\",\"verify\",\"vzdump\"]},\"uid\":0}\nPVE_V2_RELEASE_SOURCE_SET=PASS\nPVE_V2_PERSISTENT_ENTRYPOINT=NO\nPVE_PRODUCTION_WRAPPER_REQUIRED=YES\nCONTROL_V2_PRODUCER_1={\"bytes\":11862,\"gid\":0,\"identity_match\":true,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-control-backup\",\"sha256\":\"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\",\"static\":{\"flags\":[\"--archive\",\"--arg\",\"--argjson\",\"--config\",\"--expected-generation\",\"--generation\",\"--one-file-system\",\"--output-dir\"],\"functions\":[\"die\",\"latest_state\",\"mark_cloud_write\",\"prepare_rclone\",\"reconstruct\",\"run_backup\",\"scan\",\"state_decision\",\"verify_generation\"],\"language\":\"shell\",\"words\":[\"backup\",\"crypt\",\"flock\",\"force\",\"manifest\",\"rclone\",\"restore\",\"scan\",\"sealed\",\"verify\"]},\"uid\":0}\nCONTROL_V2_PERSISTENT_PRODUCER=YES\nROUTER_EXPORT_SOURCE_1={\"bytes\":4672,\"gid\":0,\"identity_match\":true,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-running-config-mail-cloud\",\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\",\"static\":{\"flags\":[\"--checksum\",\"--dirs-only\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"crypt\",\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_EXPORT_SOURCE_REUSABLE=YES\nROUTER_V2_TWO_REPLICA_PERSISTENT_WRAPPER=NOT_PROVEN\nVPS_LIVE_CANDIDATE_COUNT=5\nVPS_LIVE_CANDIDATE_1={\"bytes\":2608,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-external-probe-vps\",\"sha256\":\"fdbdeee1f2ea108d5318ea48b072e11f226d6f9d60957d9a95fb496e4322c19a\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_2={\"bytes\":3280,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-external-probe-vps-health\",\"sha256\":\"e889270a26129bc9da104b19fbb05a00f7547485bac9f713292958311fd0d366\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_3={\"bytes\":8889,\"gid\":0,\"identity_match\":null,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-ingress-failover\",\"sha256\":\"ae7978c58b1437e996c4664927a40d3a98be24f820876bd53d85c8151d820f11\",\"static\":{\"flags\":[\"--failed\",\"--format\",\"--no-legend\",\"--output-format\",\"--plain\",\"--timeout\",\"--type\"],\"functions\":[\"activate_standby\",\"cleanup\",\"dry_run_activate\",\"guest_health\",\"network_is_down\",\"node_run\",\"rollback_primary\",\"set_network_state\",\"show_status\",\"vm_state\",\"wait_agent\",\"wait_stopped\",\"write_state\"],\"language\":\"shell\",\"words\":[\"flock\",\"qm\",\"ssh\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_4={\"bytes\":5667,\"gid\":0,\"identity_match\":null,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-ingress-standby-refresh\",\"sha256\":\"ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a\",\"static\":{\"flags\":[\"--compress\",\"--mode\",\"--output-format\",\"--quiet\",\"--remove\",\"--storage\",\"--type\"],\"functions\":[\"cleanup\",\"run_node\"],\"language\":\"shell\",\"words\":[\"backup\",\"flock\",\"qm\",\"ssh\",\"vzdump\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_5={\"bytes\":2161,\"gid\":0,\"identity_match\":null,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-vps-identity-audit\",\"sha256\":\"b709691c52ae48432b70e197eb4810b6c374a05911cee3b9fdba4ecc67c76c3a\",\"static\":{\"flags\":[],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_COUNT=3\nROUTER_LIVE_CANDIDATE_1={\"bytes\":1737,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-hard-power-cycle\",\"sha256\":\"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7\",\"static\":{\"flags\":[],\"functions\":[],\"language\":\"shell\",\"words\":[\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_2={\"bytes\":4672,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-running-config-mail-cloud\",\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\",\"static\":{\"flags\":[\"--checksum\",\"--dirs-only\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"crypt\",\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_3={\"bytes\":5479,\"gid\":0,\"identity_match\":null,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-router-watchdog\",\"sha256\":\"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be\",\"static\":{\"flags\":[\"--connect-timeout\"],\"functions\":[\"router_query\",\"router_reboot\",\"write_health\",\"write_state\"],\"language\":\"shell\",\"words\":[\"flock\",\"router\",\"ssh\"]},\"uid\":0}\nXENFORO_LIVE_CANDIDATE_COUNT=1\nXENFORO_LIVE_CANDIDATE_1={\"bytes\":3349,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-forum-snuffleupagus-health\",\"sha256\":\"d7cee34b7d0e93c578f9203ba6e3634d304fee3ea5f3629a576dd683f1b50b29\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\",\"--ri\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"mariadb\",\"ssh\",\"xenforo\"]},\"uid\":0}\nVPS_THREE_ROLE_BACKUP_ANCHORS=PASS\nXENFORO_SEVEN_BACKUP_ANCHORS=FAIL\nVPS_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nXENFORO_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nROUTER_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nCHAT_RUN_STATE_SURFACE={\"entries\":[{\"kind\":\"DIR\",\"name\":\"public\"},{\"kind\":\"DIR\",\"name\":\"raw\"},{\"kind\":\"DIR\",\"name\":\"state\"}],\"present\":true}\nPERSISTENT_V2_READY_LANES=[\"CONTROL\"]\nREUSABLE_SOURCE_ONLY_LANES=[\"PVE_RELEASE_SOURCE\",\"ROUTER_EXPORT_SOURCE\"]\nPRODUCTIONIZATION_MISSING_COMPONENTS=[\"PVE_PERSISTENT_WRAPPER\",\"VPS_PERSISTENT_PRODUCER\",\"ROUTER_V2_WRAPPER\",\"XENFORO_PERSISTENT_PRODUCER\"]\nALL_LANES_PERSISTENT_PRODUCER_READY=NO\nRCA_ARCHITECTURE_RULE=NO_NAME_OR_REGEX_MATCH_MAY_PROMOTE_A_LANE_TO_V2_PERSISTENT_READY\nSTATUS=FAIL\nPHASE=SOURCE_MAP\nREASON=SOURCE_OR_ANCHOR_INCOMPLETE\nNEXT_GATE=STOP\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nEXTERNAL_SSH_ATTEMPTS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n" +} diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.txt b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.txt new file mode 100644 index 00000000..25f9f2d3 --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1.txt @@ -0,0 +1,115 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1 +STATUS=FAIL +RC=2 +HOST=pve01 +MODE=read-only +COMPONENT=infra-dr-backupv2-shadow-all-lanes-persistent-producer-source-map +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=1aa716e771e44b3659b1465bcfa615d1833759d6a28e54b058974231f24a9230 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=2 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6 +SANITIZED_OUTPUT_SHA256=78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6 +OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1 +MODE=READ_ONLY_BACKUPV2_SHADOW_ALL_LANES_PERSISTENT_PRODUCER_SOURCE_MAP +NO_BACKUP_EXECUTION=YES +NO_EXTERNAL_SSH=YES +NO_RCLONE=YES +NO_SYSTEMD_MUTATION=YES +CURRENT_ID_GITEA_FRESHNESS=404_404_PASS +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +ERROR_REGISTER_FRESH_READ=OK +ERROR_REGISTER_PROVENANCE_MATCH=YES +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +REFERENCE_FRESH_READ=OK +REFERENCE_PROVENANCE_MATCH=YES +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +RUNNER_SHA_MATCH=YES +ANCHOR_385_COMMIT=39549b0bdf54381b0e686b933d13f2eb04d92fb4 +ANCHOR_385_RUNTIME_IDENTITY=PASS +ANCHOR_385_GATE=PASS +ANCHOR_ROUTER_EXPORT=PASS +ANCHOR_ROUTER_BACKUP=PASS +ANCHOR_VPS_MD=PASS +ANCHOR_VPS_SPB=PASS +ANCHOR_VPS_US=PASS +ANCHOR_XF_CODEVIPE=FAIL +ANCHOR_XF_DSMODS=PASS +ANCHOR_XF_KING=PASS +ANCHOR_XF_NEWFI=PASS +ANCHOR_XF_GAMEVIPE=PASS +ANCHOR_XF_HKMODS=PASS +ANCHOR_XF_ZAKRUTIM=PASS +PVE_V2_SOURCE_1={"bytes":11755,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/core-260r1/v2core.py","sha256":"e285bf9a5678d07dcbb90261f9f93e7826ff524e04cfec780bf5a3c4b0dc29f2","static":{"flags":[],"functions":["allocate","canonical_bytes","crypt_size","integer","inventory_from_config","make_manifest","manifest_hash","part_sizes","quota_reason","require","required_space","safe_path","valid_hash","valid_name","validate_inventory","validate_manifest","verify_receipts"],"language":"python","words":["backup","crypt","plan","rclone","sealed"]},"uid":0} +PVE_V2_SOURCE_2={"bytes":15364,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/transport-261r1/transport261.py","sha256":"b9b92f957bf441cb5d1702f4881897328e6c0338f8c3f6d41d27d9a349b37688","static":{"flags":["--ask-password","--cache-dir","--config","--contimeout","--count","--immutable","--json","--log-level","--low-level-retries","--max-depth","--no-update-modtime","--retries","--stat","--stats","--timeout"],"functions":["binding","bounded_process","create","ident","make_archive","make_dir","need","open_dir","pipeline","read_secure","remove_owned","sha"],"language":"python","words":["backup","crypt","manifest","restore","resume","sealed"]},"uid":0} +PVE_V2_SOURCE_3={"bytes":8831,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/stream-263r1/stream263.py","sha256":"a83d03a86b93a855716658652dd073fcb281cd387fc6200fe4bc2a922f39ea16","static":{"flags":[],"functions":["file_handle","hash_file","need","private_dir","reassemble","split_file","validate_record","verify_parts","write_all"],"language":"python","words":["backup","rclone","restore"]},"uid":0} +PVE_V2_SOURCE_4={"bytes":19595,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py","sha256":"97015277a4f3f8129c0fd11eb70c06293026366f1f8232a97feeed513a2dbcef","static":{"flags":["--output-format","--quiet","--test"],"functions":["_parent","capture_archive","host_mapping","live_gate","produce","validate_ct","validate_mapping"],"language":"python","words":["backup","verify","vzdump"]},"uid":0} +PVE_V2_SOURCE_5={"bytes":6195,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py","sha256":"73c6cb7773eb8e82d1e7ed5ab4733b4afb88f74ae69c09125d0378d6e480e012","static":{"flags":["--output-format","--quiet","--test"],"functions":["live_gate","produce","require_target","select112"],"language":"python","words":["backup","plan","vzdump"]},"uid":0} +PVE_V2_SOURCE_6={"bytes":13209,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py","sha256":"5c8d2ba5d6fa67cb61623dfa59a2aa1a51af67cf8febc3a0878bc2347e32abd2","static":{"flags":["--decompress","--output-format","--quiet","--stdout","--test"],"functions":["check_result","live_gate","produce","require_vm","run_flow","select_first","tool_check","verify_vma"],"language":"python","words":["manifest","plan","restore","verify","vzdump"]},"uid":0} +PVE_V2_RELEASE_SOURCE_SET=PASS +PVE_V2_PERSISTENT_ENTRYPOINT=NO +PVE_PRODUCTION_WRAPPER_REQUIRED=YES +CONTROL_V2_PRODUCER_1={"bytes":11862,"gid":0,"identity_match":true,"mode":"0755","path":"/usr/local/sbin/homelab-control-backup","sha256":"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57","static":{"flags":["--archive","--arg","--argjson","--config","--expected-generation","--generation","--one-file-system","--output-dir"],"functions":["die","latest_state","mark_cloud_write","prepare_rclone","reconstruct","run_backup","scan","state_decision","verify_generation"],"language":"shell","words":["backup","crypt","flock","force","manifest","rclone","restore","scan","sealed","verify"]},"uid":0} +CONTROL_V2_PERSISTENT_PRODUCER=YES +ROUTER_EXPORT_SOURCE_1={"bytes":4672,"gid":0,"identity_match":true,"mode":"0700","path":"/usr/local/sbin/homelab-router-running-config-mail-cloud","sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7","static":{"flags":["--checksum","--dirs-only"],"functions":[],"language":"shell","words":["crypt","flock","rclone","router","ssh"]},"uid":0} +ROUTER_EXPORT_SOURCE_REUSABLE=YES +ROUTER_V2_TWO_REPLICA_PERSISTENT_WRAPPER=NOT_PROVEN +VPS_LIVE_CANDIDATE_COUNT=5 +VPS_LIVE_CANDIDATE_1={"bytes":2608,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-external-probe-vps","sha256":"fdbdeee1f2ea108d5318ea48b072e11f226d6f9d60957d9a95fb496e4322c19a","static":{"flags":["--connect-timeout","--max-time"],"functions":[],"language":"shell","words":["backup","netbird"]},"uid":0} +VPS_LIVE_CANDIDATE_2={"bytes":3280,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-external-probe-vps-health","sha256":"e889270a26129bc9da104b19fbb05a00f7547485bac9f713292958311fd0d366","static":{"flags":["--connect-timeout","--max-time"],"functions":[],"language":"shell","words":["backup","netbird"]},"uid":0} +VPS_LIVE_CANDIDATE_3={"bytes":8889,"gid":0,"identity_match":null,"mode":"0750","path":"/usr/local/sbin/homelab-ingress-failover","sha256":"ae7978c58b1437e996c4664927a40d3a98be24f820876bd53d85c8151d820f11","static":{"flags":["--failed","--format","--no-legend","--output-format","--plain","--timeout","--type"],"functions":["activate_standby","cleanup","dry_run_activate","guest_health","network_is_down","node_run","rollback_primary","set_network_state","show_status","vm_state","wait_agent","wait_stopped","write_state"],"language":"shell","words":["flock","qm","ssh"]},"uid":0} +VPS_LIVE_CANDIDATE_4={"bytes":5667,"gid":0,"identity_match":null,"mode":"0750","path":"/usr/local/sbin/homelab-ingress-standby-refresh","sha256":"ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a","static":{"flags":["--compress","--mode","--output-format","--quiet","--remove","--storage","--type"],"functions":["cleanup","run_node"],"language":"shell","words":["backup","flock","qm","ssh","vzdump"]},"uid":0} +VPS_LIVE_CANDIDATE_5={"bytes":2161,"gid":0,"identity_match":null,"mode":"0755","path":"/usr/local/sbin/homelab-vps-identity-audit","sha256":"b709691c52ae48432b70e197eb4810b6c374a05911cee3b9fdba4ecc67c76c3a","static":{"flags":[],"functions":[],"language":"shell","words":["backup","netbird","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_COUNT=3 +ROUTER_LIVE_CANDIDATE_1={"bytes":1737,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-router-hard-power-cycle","sha256":"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7","static":{"flags":[],"functions":[],"language":"shell","words":["flock","rclone","router","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_2={"bytes":4672,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-router-running-config-mail-cloud","sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7","static":{"flags":["--checksum","--dirs-only"],"functions":[],"language":"shell","words":["crypt","flock","rclone","router","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_3={"bytes":5479,"gid":0,"identity_match":null,"mode":"0755","path":"/usr/local/sbin/homelab-router-watchdog","sha256":"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be","static":{"flags":["--connect-timeout"],"functions":["router_query","router_reboot","write_health","write_state"],"language":"shell","words":["flock","router","ssh"]},"uid":0} +XENFORO_LIVE_CANDIDATE_COUNT=1 +XENFORO_LIVE_CANDIDATE_1={"bytes":3349,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-forum-snuffleupagus-health","sha256":"d7cee34b7d0e93c578f9203ba6e3634d304fee3ea5f3629a576dd683f1b50b29","static":{"flags":["--connect-timeout","--max-time","--ri"],"functions":[],"language":"shell","words":["mariadb","ssh","xenforo"]},"uid":0} +VPS_THREE_ROLE_BACKUP_ANCHORS=PASS +XENFORO_SEVEN_BACKUP_ANCHORS=FAIL +VPS_V2_PERSISTENT_PRODUCER=NOT_PROVEN +XENFORO_V2_PERSISTENT_PRODUCER=NOT_PROVEN +ROUTER_V2_PERSISTENT_PRODUCER=NOT_PROVEN +CHAT_RUN_STATE_SURFACE={"entries":[{"kind":"DIR","name":"public"},{"kind":"DIR","name":"raw"},{"kind":"DIR","name":"state"}],"present":true} +PERSISTENT_V2_READY_LANES=["CONTROL"] +REUSABLE_SOURCE_ONLY_LANES=["PVE_RELEASE_SOURCE","ROUTER_EXPORT_SOURCE"] +PRODUCTIONIZATION_MISSING_COMPONENTS=["PVE_PERSISTENT_WRAPPER","VPS_PERSISTENT_PRODUCER","ROUTER_V2_WRAPPER","XENFORO_PERSISTENT_PRODUCER"] +ALL_LANES_PERSISTENT_PRODUCER_READY=NO +RCA_ARCHITECTURE_RULE=NO_NAME_OR_REGEX_MATCH_MAY_PROMOTE_A_LANE_TO_V2_PERSISTENT_READY +STATUS=FAIL +PHASE=SOURCE_MAP +REASON=SOURCE_OR_ANCHOR_INCOMPLETE +NEXT_GATE=STOP +CHANGES_MADE=false +MUTATION_OUTCOME=NO_MUTATION +CLOUD_WRITES=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +EXTERNAL_SSH_ATTEMPTS=0 +CONTROL_ENGINE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 +SCHEDULER_CUTOVER=NO +LEGACY_BACKUP_DISABLES=0 +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index f1325e06..71f07cbe 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1", - "status": "OK", - "rc": 0, + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1", + "status": "FAIL", + "rc": 2, "host": "pve01", "mode": "read-only", - "component": "infra-dr-backupv2-shadow-persistent-runner-productionization-map", - "started_at_utc": "2026-09-14T20:21:10Z", - "finished_at_utc": "2026-09-14T20:21:14Z", + "component": "infra-dr-backupv2-shadow-all-lanes-persistent-producer-source-map", + "started_at_utc": "2026-09-14T20:36:19Z", + "finished_at_utc": "2026-09-14T20:36:27Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "999b5497a058a46eae3eed8ebf3748788295033e3c5936f2759c458dcdb986f0", + "command_sha256": "1aa716e771e44b3659b1465bcfa615d1833759d6a28e54b058974231f24a9230", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 0, + "command_rc": 2, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "1a543731fffb3166808a2f0d8477cb5ac178753f56a7e2b7935615b5922783aa", - "sanitized_output_sha256": "1a543731fffb3166808a2f0d8477cb5ac178753f56a7e2b7935615b5922783aa", + "raw_evidence_sha256": "78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6", + "sanitized_output_sha256": "78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1\nMODE=READ_ONLY_BACKUPV2_SHADOW_PERSISTENT_RUNNER_PRODUCTIONIZATION_MAP\nANCHOR_384_COMMIT=03ff50469779dbf6a9d63c1c47cc94d1fc0276b1\nNO_BACKUP_EXECUTION=YES\nNO_EXTERNAL_SSH=YES\nNO_SYSTEMD_MUTATION=YES\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nERROR_REGISTER_FRESH_READ=OK\nERROR_REGISTER_PROVENANCE_MATCH=YES\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nREFERENCE_FRESH_READ=OK\nREFERENCE_PROVENANCE_MATCH=YES\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nRUNNER_SHA_MATCH=YES\nANCHOR_384_RUNTIME_IDENTITY=PASS\nANCHOR_384_PRODUCTIONIZATION_GATE=PASS\nLANE_APP_SYSTEMD_MAP={\"dropin_count\":0,\"exec_parse_ok\":true,\"exec_path\":\"/usr/local/sbin/homelab-app-cloud-quorum-queue\",\"fragment_path\":\"/etc/systemd/system/homelab-app-cloud-quorum-queue.service\",\"fragment_sha256\":\"70b78ba529c270ec61d26a123d656385a8b2e2e4206ccf623111fa6ed3854602\",\"label\":\"APP\",\"safe_dependency_paths\":[\"/usr/local/sbin/homelab-app-cloud-quorum-queue\",\"/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe\",\"/usr/local/libexec/homelab-app-cloud-quorum-worker\",\"/usr/local/libexec/homelab-backup-target-registry\",\"/usr/local/sbin/homelab-backup-dispatcher\",\"/usr/local/libexec/homelab-app-cloud-quorum-core-helper\",\"/usr/local/libexec/homelab-app-cloud-quorum-edge-helper\",\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\"],\"service\":\"homelab-app-cloud-quorum-queue.service\",\"service_active\":\"inactive\",\"service_enabled\":\"static\",\"timer\":\"homelab-app-cloud-quorum-queue.timer\",\"timer_active\":\"active\",\"timer_enabled\":\"enabled\"}\nLANE_APP_DEP_1={\"bytes\":7855,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-app-cloud-quorum-queue\",\"sha256\":\"1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650\",\"text_scanned\":true,\"tokens\":{\"backup\":25,\"cloud\":3,\"crypt\":0,\"flock\":4,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":36,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":18,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":5,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_2={\"bytes\":6019,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe\",\"sha256\":\"9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987\",\"text_scanned\":true,\"tokens\":{\"backup\":16,\"cloud\":8,\"crypt\":0,\"flock\":0,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":18,\"router\":0,\"sealed\":10,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_3={\"bytes\":59486,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/libexec/homelab-app-cloud-quorum-worker\",\"sha256\":\"1d6c4a04f762e2a33561c109b0c0a4878caaa48627903e7e78fdf5f22d79f196\",\"text_scanned\":true,\"tokens\":{\"backup\":19,\"cloud\":19,\"crypt\":2,\"flock\":1,\"manifest\":75,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":12,\"qm\":0,\"queue\":0,\"rclone\":3,\"restore\":120,\"router\":0,\"sealed\":27,\"sqlite\":55,\"ssh\":40,\"systemd_run\":0,\"verify\":30,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_4={\"bytes\":4406,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/libexec/homelab-backup-target-registry\",\"sha256\":\"c681c44be7557d192d7b453b67e31164237874596168f1d4c78e1e926e2e9cb4\",\"text_scanned\":true,\"tokens\":{\"backup\":3,\"cloud\":0,\"crypt\":0,\"flock\":0,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":0,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_5={\"bytes\":5839,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-backup-dispatcher\",\"sha256\":\"9752efc418bee24b876b6bc8c7ff946c605b027d71500bad4a9684ac0b82621c\",\"text_scanned\":true,\"tokens\":{\"backup\":12,\"cloud\":2,\"crypt\":0,\"flock\":1,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":8,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":6,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_6={\"bytes\":25031,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/libexec/homelab-app-cloud-quorum-core-helper\",\"sha256\":\"b7ea28e5f790bbaea140273e4c5dde63e505245448da119ee35011d0e99cb74e\",\"text_scanned\":true,\"tokens\":{\"backup\":4,\"cloud\":0,\"crypt\":0,\"flock\":0,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":61,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":69,\"router\":0,\"sealed\":2,\"sqlite\":16,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_7={\"bytes\":2718,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-app-cloud-quorum-edge-helper\",\"sha256\":\"64e28f54569f1d4528796bd8e62a93f9a30e2ad5fe3b4faca45263cf44e353ee\",\"text_scanned\":true,\"tokens\":{\"backup\":2,\"cloud\":0,\"crypt\":0,\"flock\":0,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":0,\"sqlite\":18,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_8={\"bytes\":38039,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"sha256\":\"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352\",\"text_scanned\":true,\"tokens\":{\"backup\":14,\"cloud\":79,\"crypt\":2,\"flock\":2,\"manifest\":118,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":26,\"restore\":0,\"router\":0,\"sealed\":33,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":38,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_APP_DEP_9={\"bytes\":8484,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\",\"sha256\":\"b42f150c0ba2d2519425b082c69dcfa26ea0f8eb07143c4205cb3eaa53c5e7d1\",\"text_scanned\":true,\"tokens\":{\"backup\":22,\"cloud\":3,\"crypt\":0,\"flock\":4,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":24,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":11,\"sqlite\":0,\"ssh\":8,\"systemd_run\":0,\"verify\":7,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_VM_SYSTEMD_MAP={\"dropin_count\":0,\"exec_parse_ok\":true,\"exec_path\":\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\",\"fragment_path\":\"/etc/systemd/system/homelab-vm-cloud-quorum-queue.service\",\"fragment_sha256\":\"6aa2c72d3eda795f53d25292a11225ae13b418651cef9cce040564ee873fe759\",\"label\":\"VM\",\"safe_dependency_paths\":[\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\",\"/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe\",\"/usr/local/libexec/homelab-vm-cloud-quorum-node-worker\",\"/usr/local/sbin/homelab-backup-dispatcher\",\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"/usr/local/sbin/homelab-app-cloud-quorum-queue\"],\"service\":\"homelab-vm-cloud-quorum-queue.service\",\"service_active\":\"inactive\",\"service_enabled\":\"static\",\"timer\":\"homelab-vm-cloud-quorum-queue.timer\",\"timer_active\":\"active\",\"timer_enabled\":\"enabled\"}\nLANE_VM_DEP_1={\"bytes\":8484,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\",\"sha256\":\"b42f150c0ba2d2519425b082c69dcfa26ea0f8eb07143c4205cb3eaa53c5e7d1\",\"text_scanned\":true,\"tokens\":{\"backup\":22,\"cloud\":3,\"crypt\":0,\"flock\":4,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":24,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":11,\"sqlite\":0,\"ssh\":8,\"systemd_run\":0,\"verify\":7,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_VM_DEP_2={\"bytes\":5271,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe\",\"sha256\":\"bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96\",\"text_scanned\":true,\"tokens\":{\"backup\":11,\"cloud\":8,\"crypt\":0,\"flock\":0,\"manifest\":1,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":19,\"router\":0,\"sealed\":7,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_VM_DEP_3={\"bytes\":17702,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-vm-cloud-quorum-node-worker\",\"sha256\":\"91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1\",\"text_scanned\":true,\"tokens\":{\"backup\":19,\"cloud\":22,\"crypt\":6,\"flock\":0,\"manifest\":22,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":4,\"postgres\":0,\"qm\":4,\"queue\":0,\"rclone\":8,\"restore\":83,\"router\":0,\"sealed\":14,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":5,\"vzdump\":15,\"xenforo\":0},\"uid\":0}\nLANE_VM_DEP_4={\"bytes\":5839,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-backup-dispatcher\",\"sha256\":\"9752efc418bee24b876b6bc8c7ff946c605b027d71500bad4a9684ac0b82621c\",\"text_scanned\":true,\"tokens\":{\"backup\":12,\"cloud\":2,\"crypt\":0,\"flock\":1,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":8,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":6,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":0,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_VM_DEP_5={\"bytes\":38039,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"sha256\":\"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352\",\"text_scanned\":true,\"tokens\":{\"backup\":14,\"cloud\":79,\"crypt\":2,\"flock\":2,\"manifest\":118,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":26,\"restore\":0,\"router\":0,\"sealed\":33,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":38,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_VM_DEP_6={\"bytes\":7855,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-app-cloud-quorum-queue\",\"sha256\":\"1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650\",\"text_scanned\":true,\"tokens\":{\"backup\":25,\"cloud\":3,\"crypt\":0,\"flock\":4,\"manifest\":0,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":36,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":18,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":5,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_CONTROL_SYSTEMD_MAP={\"dropin_count\":0,\"exec_parse_ok\":true,\"exec_path\":\"/usr/local/sbin/homelab-control-backup\",\"fragment_path\":\"/etc/systemd/system/homelab-control-backup.service\",\"fragment_sha256\":\"428d3e1f3042c3347b7c34b6f190e44fa35f7a97264eec3974239f581c9b9250\",\"label\":\"CONTROL\",\"safe_dependency_paths\":[\"/usr/local/sbin/homelab-control-backup\",\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"/usr/local/libexec/homelab-control-bundle-builder\"],\"service\":\"homelab-control-backup.service\",\"service_active\":\"inactive\",\"service_enabled\":\"static\",\"timer\":\"homelab-control-backup.timer\",\"timer_active\":\"active\",\"timer_enabled\":\"enabled\"}\nLANE_CONTROL_DEP_1={\"bytes\":11862,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-control-backup\",\"sha256\":\"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\",\"text_scanned\":true,\"tokens\":{\"backup\":33,\"cloud\":23,\"crypt\":2,\"flock\":3,\"manifest\":16,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":14,\"restore\":5,\"router\":0,\"sealed\":6,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":36,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_CONTROL_DEP_2={\"bytes\":38039,\"gid\":0,\"mode\":\"0750\",\"path\":\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"sha256\":\"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352\",\"text_scanned\":true,\"tokens\":{\"backup\":14,\"cloud\":79,\"crypt\":2,\"flock\":2,\"manifest\":118,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":26,\"restore\":0,\"router\":0,\"sealed\":33,\"sqlite\":0,\"ssh\":0,\"systemd_run\":0,\"verify\":38,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLANE_CONTROL_DEP_3={\"bytes\":18962,\"gid\":0,\"mode\":\"0755\",\"path\":\"/usr/local/libexec/homelab-control-bundle-builder\",\"sha256\":\"2e1c3935b5016c09aad21f34a36f7e1f53188bbc34a3f033e59fe964571ec3f0\",\"text_scanned\":true,\"tokens\":{\"backup\":15,\"cloud\":0,\"crypt\":0,\"flock\":0,\"manifest\":25,\"mariadb\":0,\"mysqldump\":0,\"netbird\":0,\"pct\":0,\"postgres\":0,\"qm\":0,\"queue\":0,\"rclone\":0,\"restore\":0,\"router\":0,\"sealed\":0,\"sqlite\":0,\"ssh\":3,\"systemd_run\":0,\"verify\":5,\"vzdump\":0,\"xenforo\":0},\"uid\":0}\nLEGACY_LANE_SYSTEMD_MAP_HEALTH=PASS\nUNIQUE_PERSISTENT_DEPENDENCY_COUNT=13\nUNIQUE_PERSISTENT_DEPENDENCY_PATHS=[\"/usr/local/libexec/homelab-app-cloud-quorum-core-helper\",\"/usr/local/libexec/homelab-app-cloud-quorum-edge-helper\",\"/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe\",\"/usr/local/libexec/homelab-app-cloud-quorum-worker\",\"/usr/local/libexec/homelab-backup-target-registry\",\"/usr/local/libexec/homelab-cloud-quorum-payload\",\"/usr/local/libexec/homelab-control-bundle-builder\",\"/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe\",\"/usr/local/libexec/homelab-vm-cloud-quorum-node-worker\",\"/usr/local/sbin/homelab-app-cloud-quorum-queue\",\"/usr/local/sbin/homelab-backup-dispatcher\",\"/usr/local/sbin/homelab-control-backup\",\"/usr/local/sbin/homelab-vm-cloud-quorum-queue\"]\nCONTROL_PERSISTENT_RUNNER_PRESENT=YES\nNONCONTROL_PERSISTENT_DEPENDENCY_COUNT=12\nPRODUCTIONIZATION_MAP_COMPLETE=YES\nSTATUS=OK\nPHASE=COMPLETE\nREASON=NONE\nNEXT_GATE=BACKUPV2_DISABLED_SHADOW_SCHEDULER_STAGE_DESIGN_FINALIZE\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nEXTERNAL_SSH_ATTEMPTS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n" + "output": "COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1\nMODE=READ_ONLY_BACKUPV2_SHADOW_ALL_LANES_PERSISTENT_PRODUCER_SOURCE_MAP\nNO_BACKUP_EXECUTION=YES\nNO_EXTERNAL_SSH=YES\nNO_RCLONE=YES\nNO_SYSTEMD_MUTATION=YES\nCURRENT_ID_GITEA_FRESHNESS=404_404_PASS\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nERROR_REGISTER_FRESH_READ=OK\nERROR_REGISTER_PROVENANCE_MATCH=YES\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nREFERENCE_FRESH_READ=OK\nREFERENCE_PROVENANCE_MATCH=YES\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nRUNNER_SHA_MATCH=YES\nANCHOR_385_COMMIT=39549b0bdf54381b0e686b933d13f2eb04d92fb4\nANCHOR_385_RUNTIME_IDENTITY=PASS\nANCHOR_385_GATE=PASS\nANCHOR_ROUTER_EXPORT=PASS\nANCHOR_ROUTER_BACKUP=PASS\nANCHOR_VPS_MD=PASS\nANCHOR_VPS_SPB=PASS\nANCHOR_VPS_US=PASS\nANCHOR_XF_CODEVIPE=FAIL\nANCHOR_XF_DSMODS=PASS\nANCHOR_XF_KING=PASS\nANCHOR_XF_NEWFI=PASS\nANCHOR_XF_GAMEVIPE=PASS\nANCHOR_XF_HKMODS=PASS\nANCHOR_XF_ZAKRUTIM=PASS\nPVE_V2_SOURCE_1={\"bytes\":11755,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/core-260r1/v2core.py\",\"sha256\":\"e285bf9a5678d07dcbb90261f9f93e7826ff524e04cfec780bf5a3c4b0dc29f2\",\"static\":{\"flags\":[],\"functions\":[\"allocate\",\"canonical_bytes\",\"crypt_size\",\"integer\",\"inventory_from_config\",\"make_manifest\",\"manifest_hash\",\"part_sizes\",\"quota_reason\",\"require\",\"required_space\",\"safe_path\",\"valid_hash\",\"valid_name\",\"validate_inventory\",\"validate_manifest\",\"verify_receipts\"],\"language\":\"python\",\"words\":[\"backup\",\"crypt\",\"plan\",\"rclone\",\"sealed\"]},\"uid\":0}\nPVE_V2_SOURCE_2={\"bytes\":15364,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/transport-261r1/transport261.py\",\"sha256\":\"b9b92f957bf441cb5d1702f4881897328e6c0338f8c3f6d41d27d9a349b37688\",\"static\":{\"flags\":[\"--ask-password\",\"--cache-dir\",\"--config\",\"--contimeout\",\"--count\",\"--immutable\",\"--json\",\"--log-level\",\"--low-level-retries\",\"--max-depth\",\"--no-update-modtime\",\"--retries\",\"--stat\",\"--stats\",\"--timeout\"],\"functions\":[\"binding\",\"bounded_process\",\"create\",\"ident\",\"make_archive\",\"make_dir\",\"need\",\"open_dir\",\"pipeline\",\"read_secure\",\"remove_owned\",\"sha\"],\"language\":\"python\",\"words\":[\"backup\",\"crypt\",\"manifest\",\"restore\",\"resume\",\"sealed\"]},\"uid\":0}\nPVE_V2_SOURCE_3={\"bytes\":8831,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/stream-263r1/stream263.py\",\"sha256\":\"a83d03a86b93a855716658652dd073fcb281cd387fc6200fe4bc2a922f39ea16\",\"static\":{\"flags\":[],\"functions\":[\"file_handle\",\"hash_file\",\"need\",\"private_dir\",\"reassemble\",\"split_file\",\"validate_record\",\"verify_parts\",\"write_all\"],\"language\":\"python\",\"words\":[\"backup\",\"rclone\",\"restore\"]},\"uid\":0}\nPVE_V2_SOURCE_4={\"bytes\":19595,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py\",\"sha256\":\"97015277a4f3f8129c0fd11eb70c06293026366f1f8232a97feeed513a2dbcef\",\"static\":{\"flags\":[\"--output-format\",\"--quiet\",\"--test\"],\"functions\":[\"_parent\",\"capture_archive\",\"host_mapping\",\"live_gate\",\"produce\",\"validate_ct\",\"validate_mapping\"],\"language\":\"python\",\"words\":[\"backup\",\"verify\",\"vzdump\"]},\"uid\":0}\nPVE_V2_SOURCE_5={\"bytes\":6195,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py\",\"sha256\":\"73c6cb7773eb8e82d1e7ed5ab4733b4afb88f74ae69c09125d0378d6e480e012\",\"static\":{\"flags\":[\"--output-format\",\"--quiet\",\"--test\"],\"functions\":[\"live_gate\",\"produce\",\"require_target\",\"select112\"],\"language\":\"python\",\"words\":[\"backup\",\"plan\",\"vzdump\"]},\"uid\":0}\nPVE_V2_SOURCE_6={\"bytes\":13209,\"gid\":0,\"identity_match\":true,\"mode\":\"0400\",\"path\":\"/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py\",\"sha256\":\"5c8d2ba5d6fa67cb61623dfa59a2aa1a51af67cf8febc3a0878bc2347e32abd2\",\"static\":{\"flags\":[\"--decompress\",\"--output-format\",\"--quiet\",\"--stdout\",\"--test\"],\"functions\":[\"check_result\",\"live_gate\",\"produce\",\"require_vm\",\"run_flow\",\"select_first\",\"tool_check\",\"verify_vma\"],\"language\":\"python\",\"words\":[\"manifest\",\"plan\",\"restore\",\"verify\",\"vzdump\"]},\"uid\":0}\nPVE_V2_RELEASE_SOURCE_SET=PASS\nPVE_V2_PERSISTENT_ENTRYPOINT=NO\nPVE_PRODUCTION_WRAPPER_REQUIRED=YES\nCONTROL_V2_PRODUCER_1={\"bytes\":11862,\"gid\":0,\"identity_match\":true,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-control-backup\",\"sha256\":\"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\",\"static\":{\"flags\":[\"--archive\",\"--arg\",\"--argjson\",\"--config\",\"--expected-generation\",\"--generation\",\"--one-file-system\",\"--output-dir\"],\"functions\":[\"die\",\"latest_state\",\"mark_cloud_write\",\"prepare_rclone\",\"reconstruct\",\"run_backup\",\"scan\",\"state_decision\",\"verify_generation\"],\"language\":\"shell\",\"words\":[\"backup\",\"crypt\",\"flock\",\"force\",\"manifest\",\"rclone\",\"restore\",\"scan\",\"sealed\",\"verify\"]},\"uid\":0}\nCONTROL_V2_PERSISTENT_PRODUCER=YES\nROUTER_EXPORT_SOURCE_1={\"bytes\":4672,\"gid\":0,\"identity_match\":true,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-running-config-mail-cloud\",\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\",\"static\":{\"flags\":[\"--checksum\",\"--dirs-only\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"crypt\",\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_EXPORT_SOURCE_REUSABLE=YES\nROUTER_V2_TWO_REPLICA_PERSISTENT_WRAPPER=NOT_PROVEN\nVPS_LIVE_CANDIDATE_COUNT=5\nVPS_LIVE_CANDIDATE_1={\"bytes\":2608,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-external-probe-vps\",\"sha256\":\"fdbdeee1f2ea108d5318ea48b072e11f226d6f9d60957d9a95fb496e4322c19a\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_2={\"bytes\":3280,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-external-probe-vps-health\",\"sha256\":\"e889270a26129bc9da104b19fbb05a00f7547485bac9f713292958311fd0d366\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_3={\"bytes\":8889,\"gid\":0,\"identity_match\":null,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-ingress-failover\",\"sha256\":\"ae7978c58b1437e996c4664927a40d3a98be24f820876bd53d85c8151d820f11\",\"static\":{\"flags\":[\"--failed\",\"--format\",\"--no-legend\",\"--output-format\",\"--plain\",\"--timeout\",\"--type\"],\"functions\":[\"activate_standby\",\"cleanup\",\"dry_run_activate\",\"guest_health\",\"network_is_down\",\"node_run\",\"rollback_primary\",\"set_network_state\",\"show_status\",\"vm_state\",\"wait_agent\",\"wait_stopped\",\"write_state\"],\"language\":\"shell\",\"words\":[\"flock\",\"qm\",\"ssh\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_4={\"bytes\":5667,\"gid\":0,\"identity_match\":null,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-ingress-standby-refresh\",\"sha256\":\"ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a\",\"static\":{\"flags\":[\"--compress\",\"--mode\",\"--output-format\",\"--quiet\",\"--remove\",\"--storage\",\"--type\"],\"functions\":[\"cleanup\",\"run_node\"],\"language\":\"shell\",\"words\":[\"backup\",\"flock\",\"qm\",\"ssh\",\"vzdump\"]},\"uid\":0}\nVPS_LIVE_CANDIDATE_5={\"bytes\":2161,\"gid\":0,\"identity_match\":null,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-vps-identity-audit\",\"sha256\":\"b709691c52ae48432b70e197eb4810b6c374a05911cee3b9fdba4ecc67c76c3a\",\"static\":{\"flags\":[],\"functions\":[],\"language\":\"shell\",\"words\":[\"backup\",\"netbird\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_COUNT=3\nROUTER_LIVE_CANDIDATE_1={\"bytes\":1737,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-hard-power-cycle\",\"sha256\":\"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7\",\"static\":{\"flags\":[],\"functions\":[],\"language\":\"shell\",\"words\":[\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_2={\"bytes\":4672,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-router-running-config-mail-cloud\",\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\",\"static\":{\"flags\":[\"--checksum\",\"--dirs-only\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"crypt\",\"flock\",\"rclone\",\"router\",\"ssh\"]},\"uid\":0}\nROUTER_LIVE_CANDIDATE_3={\"bytes\":5479,\"gid\":0,\"identity_match\":null,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-router-watchdog\",\"sha256\":\"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be\",\"static\":{\"flags\":[\"--connect-timeout\"],\"functions\":[\"router_query\",\"router_reboot\",\"write_health\",\"write_state\"],\"language\":\"shell\",\"words\":[\"flock\",\"router\",\"ssh\"]},\"uid\":0}\nXENFORO_LIVE_CANDIDATE_COUNT=1\nXENFORO_LIVE_CANDIDATE_1={\"bytes\":3349,\"gid\":0,\"identity_match\":null,\"mode\":\"0700\",\"path\":\"/usr/local/sbin/homelab-forum-snuffleupagus-health\",\"sha256\":\"d7cee34b7d0e93c578f9203ba6e3634d304fee3ea5f3629a576dd683f1b50b29\",\"static\":{\"flags\":[\"--connect-timeout\",\"--max-time\",\"--ri\"],\"functions\":[],\"language\":\"shell\",\"words\":[\"mariadb\",\"ssh\",\"xenforo\"]},\"uid\":0}\nVPS_THREE_ROLE_BACKUP_ANCHORS=PASS\nXENFORO_SEVEN_BACKUP_ANCHORS=FAIL\nVPS_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nXENFORO_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nROUTER_V2_PERSISTENT_PRODUCER=NOT_PROVEN\nCHAT_RUN_STATE_SURFACE={\"entries\":[{\"kind\":\"DIR\",\"name\":\"public\"},{\"kind\":\"DIR\",\"name\":\"raw\"},{\"kind\":\"DIR\",\"name\":\"state\"}],\"present\":true}\nPERSISTENT_V2_READY_LANES=[\"CONTROL\"]\nREUSABLE_SOURCE_ONLY_LANES=[\"PVE_RELEASE_SOURCE\",\"ROUTER_EXPORT_SOURCE\"]\nPRODUCTIONIZATION_MISSING_COMPONENTS=[\"PVE_PERSISTENT_WRAPPER\",\"VPS_PERSISTENT_PRODUCER\",\"ROUTER_V2_WRAPPER\",\"XENFORO_PERSISTENT_PRODUCER\"]\nALL_LANES_PERSISTENT_PRODUCER_READY=NO\nRCA_ARCHITECTURE_RULE=NO_NAME_OR_REGEX_MATCH_MAY_PROMOTE_A_LANE_TO_V2_PERSISTENT_READY\nSTATUS=FAIL\nPHASE=SOURCE_MAP\nREASON=SOURCE_OR_ANCHOR_INCOMPLETE\nNEXT_GATE=STOP\nCHANGES_MADE=false\nMUTATION_OUTCOME=NO_MUTATION\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nEXTERNAL_SSH_ATTEMPTS=0\nCONTROL_ENGINE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index d46d1c02..25f9f2d3 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1 -STATUS=OK -RC=0 +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1 +STATUS=FAIL +RC=2 HOST=pve01 MODE=read-only -COMPONENT=infra-dr-backupv2-shadow-persistent-runner-productionization-map +COMPONENT=infra-dr-backupv2-shadow-all-lanes-persistent-producer-source-map REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=999b5497a058a46eae3eed8ebf3748788295033e3c5936f2759c458dcdb986f0 +COMMAND_SHA256=1aa716e771e44b3659b1465bcfa615d1833759d6a28e54b058974231f24a9230 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=2 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,14 +24,14 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=1a543731fffb3166808a2f0d8477cb5ac178753f56a7e2b7935615b5922783aa -SANITIZED_OUTPUT_SHA256=1a543731fffb3166808a2f0d8477cb5ac178753f56a7e2b7935615b5922783aa +RAW_EVIDENCE_SHA256=78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6 +SANITIZED_OUTPUT_SHA256=78e191c1dcb1034c25f75b3e0de540d2cedb64588592b638b631cb9acbebf4d6 OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1 -MODE=READ_ONLY_BACKUPV2_SHADOW_PERSISTENT_RUNNER_PRODUCTIONIZATION_MAP -ANCHOR_384_COMMIT=03ff50469779dbf6a9d63c1c47cc94d1fc0276b1 +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1 +MODE=READ_ONLY_BACKUPV2_SHADOW_ALL_LANES_PERSISTENT_PRODUCER_SOURCE_MAP NO_BACKUP_EXECUTION=YES NO_EXTERNAL_SSH=YES +NO_RCLONE=YES NO_SYSTEMD_MUTATION=YES CURRENT_ID_GITEA_FRESHNESS=404_404_PASS ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 @@ -42,39 +42,62 @@ REFERENCE_FRESH_READ=OK REFERENCE_PROVENANCE_MATCH=YES RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d RUNNER_SHA_MATCH=YES -ANCHOR_384_RUNTIME_IDENTITY=PASS -ANCHOR_384_PRODUCTIONIZATION_GATE=PASS -LANE_APP_SYSTEMD_MAP={"dropin_count":0,"exec_parse_ok":true,"exec_path":"/usr/local/sbin/homelab-app-cloud-quorum-queue","fragment_path":"/etc/systemd/system/homelab-app-cloud-quorum-queue.service","fragment_sha256":"70b78ba529c270ec61d26a123d656385a8b2e2e4206ccf623111fa6ed3854602","label":"APP","safe_dependency_paths":["/usr/local/sbin/homelab-app-cloud-quorum-queue","/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe","/usr/local/libexec/homelab-app-cloud-quorum-worker","/usr/local/libexec/homelab-backup-target-registry","/usr/local/sbin/homelab-backup-dispatcher","/usr/local/libexec/homelab-app-cloud-quorum-core-helper","/usr/local/libexec/homelab-app-cloud-quorum-edge-helper","/usr/local/libexec/homelab-cloud-quorum-payload","/usr/local/sbin/homelab-vm-cloud-quorum-queue"],"service":"homelab-app-cloud-quorum-queue.service","service_active":"inactive","service_enabled":"static","timer":"homelab-app-cloud-quorum-queue.timer","timer_active":"active","timer_enabled":"enabled"} -LANE_APP_DEP_1={"bytes":7855,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-app-cloud-quorum-queue","sha256":"1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650","text_scanned":true,"tokens":{"backup":25,"cloud":3,"crypt":0,"flock":4,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":36,"rclone":0,"restore":0,"router":0,"sealed":18,"sqlite":0,"ssh":0,"systemd_run":0,"verify":5,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_2={"bytes":6019,"gid":0,"mode":"0755","path":"/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe","sha256":"9cd4d8f20ea449e16b3c8dc74a1b20a023ea609cf2404f5961dcd0489dc60987","text_scanned":true,"tokens":{"backup":16,"cloud":8,"crypt":0,"flock":0,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":0,"restore":18,"router":0,"sealed":10,"sqlite":0,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_3={"bytes":59486,"gid":0,"mode":"0755","path":"/usr/local/libexec/homelab-app-cloud-quorum-worker","sha256":"1d6c4a04f762e2a33561c109b0c0a4878caaa48627903e7e78fdf5f22d79f196","text_scanned":true,"tokens":{"backup":19,"cloud":19,"crypt":2,"flock":1,"manifest":75,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":12,"qm":0,"queue":0,"rclone":3,"restore":120,"router":0,"sealed":27,"sqlite":55,"ssh":40,"systemd_run":0,"verify":30,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_4={"bytes":4406,"gid":0,"mode":"0755","path":"/usr/local/libexec/homelab-backup-target-registry","sha256":"c681c44be7557d192d7b453b67e31164237874596168f1d4c78e1e926e2e9cb4","text_scanned":true,"tokens":{"backup":3,"cloud":0,"crypt":0,"flock":0,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":0,"restore":0,"router":0,"sealed":0,"sqlite":0,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_5={"bytes":5839,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-backup-dispatcher","sha256":"9752efc418bee24b876b6bc8c7ff946c605b027d71500bad4a9684ac0b82621c","text_scanned":true,"tokens":{"backup":12,"cloud":2,"crypt":0,"flock":1,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":8,"rclone":0,"restore":0,"router":0,"sealed":6,"sqlite":0,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_6={"bytes":25031,"gid":0,"mode":"0755","path":"/usr/local/libexec/homelab-app-cloud-quorum-core-helper","sha256":"b7ea28e5f790bbaea140273e4c5dde63e505245448da119ee35011d0e99cb74e","text_scanned":true,"tokens":{"backup":4,"cloud":0,"crypt":0,"flock":0,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":61,"qm":0,"queue":0,"rclone":0,"restore":69,"router":0,"sealed":2,"sqlite":16,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_7={"bytes":2718,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-app-cloud-quorum-edge-helper","sha256":"64e28f54569f1d4528796bd8e62a93f9a30e2ad5fe3b4faca45263cf44e353ee","text_scanned":true,"tokens":{"backup":2,"cloud":0,"crypt":0,"flock":0,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":0,"restore":0,"router":0,"sealed":0,"sqlite":18,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_8={"bytes":38039,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-cloud-quorum-payload","sha256":"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352","text_scanned":true,"tokens":{"backup":14,"cloud":79,"crypt":2,"flock":2,"manifest":118,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":26,"restore":0,"router":0,"sealed":33,"sqlite":0,"ssh":0,"systemd_run":0,"verify":38,"vzdump":0,"xenforo":0},"uid":0} -LANE_APP_DEP_9={"bytes":8484,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-vm-cloud-quorum-queue","sha256":"b42f150c0ba2d2519425b082c69dcfa26ea0f8eb07143c4205cb3eaa53c5e7d1","text_scanned":true,"tokens":{"backup":22,"cloud":3,"crypt":0,"flock":4,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":24,"rclone":0,"restore":0,"router":0,"sealed":11,"sqlite":0,"ssh":8,"systemd_run":0,"verify":7,"vzdump":0,"xenforo":0},"uid":0} -LANE_VM_SYSTEMD_MAP={"dropin_count":0,"exec_parse_ok":true,"exec_path":"/usr/local/sbin/homelab-vm-cloud-quorum-queue","fragment_path":"/etc/systemd/system/homelab-vm-cloud-quorum-queue.service","fragment_sha256":"6aa2c72d3eda795f53d25292a11225ae13b418651cef9cce040564ee873fe759","label":"VM","safe_dependency_paths":["/usr/local/sbin/homelab-vm-cloud-quorum-queue","/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe","/usr/local/libexec/homelab-vm-cloud-quorum-node-worker","/usr/local/sbin/homelab-backup-dispatcher","/usr/local/libexec/homelab-cloud-quorum-payload","/usr/local/sbin/homelab-app-cloud-quorum-queue"],"service":"homelab-vm-cloud-quorum-queue.service","service_active":"inactive","service_enabled":"static","timer":"homelab-vm-cloud-quorum-queue.timer","timer_active":"active","timer_enabled":"enabled"} -LANE_VM_DEP_1={"bytes":8484,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-vm-cloud-quorum-queue","sha256":"b42f150c0ba2d2519425b082c69dcfa26ea0f8eb07143c4205cb3eaa53c5e7d1","text_scanned":true,"tokens":{"backup":22,"cloud":3,"crypt":0,"flock":4,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":24,"rclone":0,"restore":0,"router":0,"sealed":11,"sqlite":0,"ssh":8,"systemd_run":0,"verify":7,"vzdump":0,"xenforo":0},"uid":0} -LANE_VM_DEP_2={"bytes":5271,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe","sha256":"bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96","text_scanned":true,"tokens":{"backup":11,"cloud":8,"crypt":0,"flock":0,"manifest":1,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":0,"restore":19,"router":0,"sealed":7,"sqlite":0,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_VM_DEP_3={"bytes":17702,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-vm-cloud-quorum-node-worker","sha256":"91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1","text_scanned":true,"tokens":{"backup":19,"cloud":22,"crypt":6,"flock":0,"manifest":22,"mariadb":0,"mysqldump":0,"netbird":0,"pct":4,"postgres":0,"qm":4,"queue":0,"rclone":8,"restore":83,"router":0,"sealed":14,"sqlite":0,"ssh":0,"systemd_run":0,"verify":5,"vzdump":15,"xenforo":0},"uid":0} -LANE_VM_DEP_4={"bytes":5839,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-backup-dispatcher","sha256":"9752efc418bee24b876b6bc8c7ff946c605b027d71500bad4a9684ac0b82621c","text_scanned":true,"tokens":{"backup":12,"cloud":2,"crypt":0,"flock":1,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":8,"rclone":0,"restore":0,"router":0,"sealed":6,"sqlite":0,"ssh":0,"systemd_run":0,"verify":0,"vzdump":0,"xenforo":0},"uid":0} -LANE_VM_DEP_5={"bytes":38039,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-cloud-quorum-payload","sha256":"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352","text_scanned":true,"tokens":{"backup":14,"cloud":79,"crypt":2,"flock":2,"manifest":118,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":26,"restore":0,"router":0,"sealed":33,"sqlite":0,"ssh":0,"systemd_run":0,"verify":38,"vzdump":0,"xenforo":0},"uid":0} -LANE_VM_DEP_6={"bytes":7855,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-app-cloud-quorum-queue","sha256":"1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650","text_scanned":true,"tokens":{"backup":25,"cloud":3,"crypt":0,"flock":4,"manifest":0,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":36,"rclone":0,"restore":0,"router":0,"sealed":18,"sqlite":0,"ssh":0,"systemd_run":0,"verify":5,"vzdump":0,"xenforo":0},"uid":0} -LANE_CONTROL_SYSTEMD_MAP={"dropin_count":0,"exec_parse_ok":true,"exec_path":"/usr/local/sbin/homelab-control-backup","fragment_path":"/etc/systemd/system/homelab-control-backup.service","fragment_sha256":"428d3e1f3042c3347b7c34b6f190e44fa35f7a97264eec3974239f581c9b9250","label":"CONTROL","safe_dependency_paths":["/usr/local/sbin/homelab-control-backup","/usr/local/libexec/homelab-cloud-quorum-payload","/usr/local/libexec/homelab-control-bundle-builder"],"service":"homelab-control-backup.service","service_active":"inactive","service_enabled":"static","timer":"homelab-control-backup.timer","timer_active":"active","timer_enabled":"enabled"} -LANE_CONTROL_DEP_1={"bytes":11862,"gid":0,"mode":"0755","path":"/usr/local/sbin/homelab-control-backup","sha256":"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57","text_scanned":true,"tokens":{"backup":33,"cloud":23,"crypt":2,"flock":3,"manifest":16,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":14,"restore":5,"router":0,"sealed":6,"sqlite":0,"ssh":0,"systemd_run":0,"verify":36,"vzdump":0,"xenforo":0},"uid":0} -LANE_CONTROL_DEP_2={"bytes":38039,"gid":0,"mode":"0750","path":"/usr/local/libexec/homelab-cloud-quorum-payload","sha256":"df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352","text_scanned":true,"tokens":{"backup":14,"cloud":79,"crypt":2,"flock":2,"manifest":118,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":26,"restore":0,"router":0,"sealed":33,"sqlite":0,"ssh":0,"systemd_run":0,"verify":38,"vzdump":0,"xenforo":0},"uid":0} -LANE_CONTROL_DEP_3={"bytes":18962,"gid":0,"mode":"0755","path":"/usr/local/libexec/homelab-control-bundle-builder","sha256":"2e1c3935b5016c09aad21f34a36f7e1f53188bbc34a3f033e59fe964571ec3f0","text_scanned":true,"tokens":{"backup":15,"cloud":0,"crypt":0,"flock":0,"manifest":25,"mariadb":0,"mysqldump":0,"netbird":0,"pct":0,"postgres":0,"qm":0,"queue":0,"rclone":0,"restore":0,"router":0,"sealed":0,"sqlite":0,"ssh":3,"systemd_run":0,"verify":5,"vzdump":0,"xenforo":0},"uid":0} -LEGACY_LANE_SYSTEMD_MAP_HEALTH=PASS -UNIQUE_PERSISTENT_DEPENDENCY_COUNT=13 -UNIQUE_PERSISTENT_DEPENDENCY_PATHS=["/usr/local/libexec/homelab-app-cloud-quorum-core-helper","/usr/local/libexec/homelab-app-cloud-quorum-edge-helper","/usr/local/libexec/homelab-app-cloud-quorum-freshness-probe","/usr/local/libexec/homelab-app-cloud-quorum-worker","/usr/local/libexec/homelab-backup-target-registry","/usr/local/libexec/homelab-cloud-quorum-payload","/usr/local/libexec/homelab-control-bundle-builder","/usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe","/usr/local/libexec/homelab-vm-cloud-quorum-node-worker","/usr/local/sbin/homelab-app-cloud-quorum-queue","/usr/local/sbin/homelab-backup-dispatcher","/usr/local/sbin/homelab-control-backup","/usr/local/sbin/homelab-vm-cloud-quorum-queue"] -CONTROL_PERSISTENT_RUNNER_PRESENT=YES -NONCONTROL_PERSISTENT_DEPENDENCY_COUNT=12 -PRODUCTIONIZATION_MAP_COMPLETE=YES -STATUS=OK -PHASE=COMPLETE -REASON=NONE -NEXT_GATE=BACKUPV2_DISABLED_SHADOW_SCHEDULER_STAGE_DESIGN_FINALIZE +ANCHOR_385_COMMIT=39549b0bdf54381b0e686b933d13f2eb04d92fb4 +ANCHOR_385_RUNTIME_IDENTITY=PASS +ANCHOR_385_GATE=PASS +ANCHOR_ROUTER_EXPORT=PASS +ANCHOR_ROUTER_BACKUP=PASS +ANCHOR_VPS_MD=PASS +ANCHOR_VPS_SPB=PASS +ANCHOR_VPS_US=PASS +ANCHOR_XF_CODEVIPE=FAIL +ANCHOR_XF_DSMODS=PASS +ANCHOR_XF_KING=PASS +ANCHOR_XF_NEWFI=PASS +ANCHOR_XF_GAMEVIPE=PASS +ANCHOR_XF_HKMODS=PASS +ANCHOR_XF_ZAKRUTIM=PASS +PVE_V2_SOURCE_1={"bytes":11755,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/core-260r1/v2core.py","sha256":"e285bf9a5678d07dcbb90261f9f93e7826ff524e04cfec780bf5a3c4b0dc29f2","static":{"flags":[],"functions":["allocate","canonical_bytes","crypt_size","integer","inventory_from_config","make_manifest","manifest_hash","part_sizes","quota_reason","require","required_space","safe_path","valid_hash","valid_name","validate_inventory","validate_manifest","verify_receipts"],"language":"python","words":["backup","crypt","plan","rclone","sealed"]},"uid":0} +PVE_V2_SOURCE_2={"bytes":15364,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/transport-261r1/transport261.py","sha256":"b9b92f957bf441cb5d1702f4881897328e6c0338f8c3f6d41d27d9a349b37688","static":{"flags":["--ask-password","--cache-dir","--config","--contimeout","--count","--immutable","--json","--log-level","--low-level-retries","--max-depth","--no-update-modtime","--retries","--stat","--stats","--timeout"],"functions":["binding","bounded_process","create","ident","make_archive","make_dir","need","open_dir","pipeline","read_secure","remove_owned","sha"],"language":"python","words":["backup","crypt","manifest","restore","resume","sealed"]},"uid":0} +PVE_V2_SOURCE_3={"bytes":8831,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/stream-263r1/stream263.py","sha256":"a83d03a86b93a855716658652dd073fcb281cd387fc6200fe4bc2a922f39ea16","static":{"flags":[],"functions":["file_handle","hash_file","need","private_dir","reassemble","split_file","validate_record","verify_parts","write_all"],"language":"python","words":["backup","rclone","restore"]},"uid":0} +PVE_V2_SOURCE_4={"bytes":19595,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/pve-retry-270r1/pve270.py","sha256":"97015277a4f3f8129c0fd11eb70c06293026366f1f8232a97feeed513a2dbcef","static":{"flags":["--output-format","--quiet","--test"],"functions":["_parent","capture_archive","host_mapping","live_gate","produce","validate_ct","validate_mapping"],"language":"python","words":["backup","verify","vzdump"]},"uid":0} +PVE_V2_SOURCE_5={"bytes":6195,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/ct-backup-282r1/pve282.py","sha256":"73c6cb7773eb8e82d1e7ed5ab4733b4afb88f74ae69c09125d0378d6e480e012","static":{"flags":["--output-format","--quiet","--test"],"functions":["live_gate","produce","require_target","select112"],"language":"python","words":["backup","plan","vzdump"]},"uid":0} +PVE_V2_SOURCE_6={"bytes":13209,"gid":0,"identity_match":true,"mode":"0400","path":"/opt/homelab-backup-v2/releases/vm-backup-283r1/vm283.py","sha256":"5c8d2ba5d6fa67cb61623dfa59a2aa1a51af67cf8febc3a0878bc2347e32abd2","static":{"flags":["--decompress","--output-format","--quiet","--stdout","--test"],"functions":["check_result","live_gate","produce","require_vm","run_flow","select_first","tool_check","verify_vma"],"language":"python","words":["manifest","plan","restore","verify","vzdump"]},"uid":0} +PVE_V2_RELEASE_SOURCE_SET=PASS +PVE_V2_PERSISTENT_ENTRYPOINT=NO +PVE_PRODUCTION_WRAPPER_REQUIRED=YES +CONTROL_V2_PRODUCER_1={"bytes":11862,"gid":0,"identity_match":true,"mode":"0755","path":"/usr/local/sbin/homelab-control-backup","sha256":"0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57","static":{"flags":["--archive","--arg","--argjson","--config","--expected-generation","--generation","--one-file-system","--output-dir"],"functions":["die","latest_state","mark_cloud_write","prepare_rclone","reconstruct","run_backup","scan","state_decision","verify_generation"],"language":"shell","words":["backup","crypt","flock","force","manifest","rclone","restore","scan","sealed","verify"]},"uid":0} +CONTROL_V2_PERSISTENT_PRODUCER=YES +ROUTER_EXPORT_SOURCE_1={"bytes":4672,"gid":0,"identity_match":true,"mode":"0700","path":"/usr/local/sbin/homelab-router-running-config-mail-cloud","sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7","static":{"flags":["--checksum","--dirs-only"],"functions":[],"language":"shell","words":["crypt","flock","rclone","router","ssh"]},"uid":0} +ROUTER_EXPORT_SOURCE_REUSABLE=YES +ROUTER_V2_TWO_REPLICA_PERSISTENT_WRAPPER=NOT_PROVEN +VPS_LIVE_CANDIDATE_COUNT=5 +VPS_LIVE_CANDIDATE_1={"bytes":2608,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-external-probe-vps","sha256":"fdbdeee1f2ea108d5318ea48b072e11f226d6f9d60957d9a95fb496e4322c19a","static":{"flags":["--connect-timeout","--max-time"],"functions":[],"language":"shell","words":["backup","netbird"]},"uid":0} +VPS_LIVE_CANDIDATE_2={"bytes":3280,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-external-probe-vps-health","sha256":"e889270a26129bc9da104b19fbb05a00f7547485bac9f713292958311fd0d366","static":{"flags":["--connect-timeout","--max-time"],"functions":[],"language":"shell","words":["backup","netbird"]},"uid":0} +VPS_LIVE_CANDIDATE_3={"bytes":8889,"gid":0,"identity_match":null,"mode":"0750","path":"/usr/local/sbin/homelab-ingress-failover","sha256":"ae7978c58b1437e996c4664927a40d3a98be24f820876bd53d85c8151d820f11","static":{"flags":["--failed","--format","--no-legend","--output-format","--plain","--timeout","--type"],"functions":["activate_standby","cleanup","dry_run_activate","guest_health","network_is_down","node_run","rollback_primary","set_network_state","show_status","vm_state","wait_agent","wait_stopped","write_state"],"language":"shell","words":["flock","qm","ssh"]},"uid":0} +VPS_LIVE_CANDIDATE_4={"bytes":5667,"gid":0,"identity_match":null,"mode":"0750","path":"/usr/local/sbin/homelab-ingress-standby-refresh","sha256":"ab0f89db0a06958661206797342e915a78e88de8bc9bab58c016df162518933a","static":{"flags":["--compress","--mode","--output-format","--quiet","--remove","--storage","--type"],"functions":["cleanup","run_node"],"language":"shell","words":["backup","flock","qm","ssh","vzdump"]},"uid":0} +VPS_LIVE_CANDIDATE_5={"bytes":2161,"gid":0,"identity_match":null,"mode":"0755","path":"/usr/local/sbin/homelab-vps-identity-audit","sha256":"b709691c52ae48432b70e197eb4810b6c374a05911cee3b9fdba4ecc67c76c3a","static":{"flags":[],"functions":[],"language":"shell","words":["backup","netbird","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_COUNT=3 +ROUTER_LIVE_CANDIDATE_1={"bytes":1737,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-router-hard-power-cycle","sha256":"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7","static":{"flags":[],"functions":[],"language":"shell","words":["flock","rclone","router","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_2={"bytes":4672,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-router-running-config-mail-cloud","sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7","static":{"flags":["--checksum","--dirs-only"],"functions":[],"language":"shell","words":["crypt","flock","rclone","router","ssh"]},"uid":0} +ROUTER_LIVE_CANDIDATE_3={"bytes":5479,"gid":0,"identity_match":null,"mode":"0755","path":"/usr/local/sbin/homelab-router-watchdog","sha256":"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be","static":{"flags":["--connect-timeout"],"functions":["router_query","router_reboot","write_health","write_state"],"language":"shell","words":["flock","router","ssh"]},"uid":0} +XENFORO_LIVE_CANDIDATE_COUNT=1 +XENFORO_LIVE_CANDIDATE_1={"bytes":3349,"gid":0,"identity_match":null,"mode":"0700","path":"/usr/local/sbin/homelab-forum-snuffleupagus-health","sha256":"d7cee34b7d0e93c578f9203ba6e3634d304fee3ea5f3629a576dd683f1b50b29","static":{"flags":["--connect-timeout","--max-time","--ri"],"functions":[],"language":"shell","words":["mariadb","ssh","xenforo"]},"uid":0} +VPS_THREE_ROLE_BACKUP_ANCHORS=PASS +XENFORO_SEVEN_BACKUP_ANCHORS=FAIL +VPS_V2_PERSISTENT_PRODUCER=NOT_PROVEN +XENFORO_V2_PERSISTENT_PRODUCER=NOT_PROVEN +ROUTER_V2_PERSISTENT_PRODUCER=NOT_PROVEN +CHAT_RUN_STATE_SURFACE={"entries":[{"kind":"DIR","name":"public"},{"kind":"DIR","name":"raw"},{"kind":"DIR","name":"state"}],"present":true} +PERSISTENT_V2_READY_LANES=["CONTROL"] +REUSABLE_SOURCE_ONLY_LANES=["PVE_RELEASE_SOURCE","ROUTER_EXPORT_SOURCE"] +PRODUCTIONIZATION_MISSING_COMPONENTS=["PVE_PERSISTENT_WRAPPER","VPS_PERSISTENT_PRODUCER","ROUTER_V2_WRAPPER","XENFORO_PERSISTENT_PRODUCER"] +ALL_LANES_PERSISTENT_PRODUCER_READY=NO +RCA_ARCHITECTURE_RULE=NO_NAME_OR_REGEX_MATCH_MAY_PROMOTE_A_LANE_TO_V2_PERSISTENT_READY +STATUS=FAIL +PHASE=SOURCE_MAP +REASON=SOURCE_OR_ANCHOR_INCOMPLETE +NEXT_GATE=STOP CHANGES_MADE=false MUTATION_OUTCOME=NO_MUTATION CLOUD_WRITES=0 @@ -86,7 +109,7 @@ CONTROL_ENGINE_EXECUTIONS=0 SYSTEMD_MUTATIONS=0 SCHEDULER_CUTOVER=NO LEGACY_BACKUP_DISABLES=0 -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-PERSISTENT-RUNNER-PRODUCTIONIZATION-MAP-385R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-SHADOW-ALL-LANES-PERSISTENT-PRODUCER-SOURCE-MAP-386R1","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} OUTPUT_END CHAT_OUTPUT_END