diff --git a/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.json b/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.json new file mode 100644 index 00000000..3b993f66 --- /dev/null +++ b/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "infra-dr-backupv2-external-vps-router-apps-reconcile", + "started_at_utc": "2026-09-13T10:02:17Z", + "finished_at_utc": "2026-09-13T10:02:17Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "9ac07ee7ab7a3aae9d9a9b06bc52a6a81e0123faa665f7a35e402f74bab07055", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58", + "sanitized_output_sha256": "2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "EXT307_BEGIN=\nCOMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1\nANCHOR306_COMMIT=a763f70681f74e270fcf5509775e3914d02a6806\nMODE=READ_ONLY_EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE\nSELFTESTS=4\nAUTHORITY_FRESH_READ=OK\nPVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_ANCHOR=306R1_OK\nREGISTRY242_COMMAND_ID=SUPPORT-260911-INFRA-DR-VPS-REGISTRY-GATE-242R1\nREGISTRY242_DECISION=PRIMARY_EXTERNAL_REGISTRY_CLOSED_BACKUP_V2_IMPLEMENTATION_GATE_OPEN\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-SPB-RECOVERY-ACCESS-VERIFY-226R1\",\"commit\":\"9b1aad518e69ba757a11b921161cc9be2eb615c0\",\"decision\":\"SPB_RECOVERY_ACCESS_VERIFIED\",\"role\":\"SPB_INGRESS\",\"transport\":\"CLIENT_PAGEANT_STRICT_HOSTKEY\"}\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-MD-RECOVERY-ACCESS-VERIFY-235R1\",\"commit\":\"9589fa8bcdab27277e5927f8da1cddb06ff3b109\",\"decision\":\"MD_RECOVERY_ACCESS_VERIFIED\",\"role\":\"MD_RELAY\",\"transport\":\"CLIENT_PAGEANT_STRICT_HOSTKEY\"}\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-US-OPERATOR-KEY-AUTH-241R1\",\"commit\":\"595e3cb3a590b7bb689c827dd3920dfc643e9e2c\",\"decision\":\"US_OPERATOR_KEY_ACCESS_VERIFIED\",\"role\":\"US_NETBIRD\",\"transport\":\"PVE01_OPERATOR_KEY_STRICT_HOSTKEY\"}\nPRIMARY_ROLE_READY_COUNT=3\nPRIMARY_ROLE_REQUIRED_COUNT=3\nEXTERNAL_SSH_ATTEMPTS=0\nEXTERNAL_MUTATIONS=0\nAUXILIARY_OR_REJECTED_VPS_PROBED=0\nNEXT_VPS_BACKUP_MUST_REVALIDATE_STRICT_HOSTKEY=YES\nUS_OPERATOR_KEY_STATE={\"private_present\":true,\"public_fingerprint_match\":true,\"public_present\":true}\nBACKUP_CONTROL_UNIT_COUNT=22\nBACKUP_CONTROL_UNITS=[{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"dpkg-db-backup.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"dpkg-db-backup.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-app-cloud-quorum-queue.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-app-cloud-quorum-queue.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-backup-audit.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-backup-audit.timer\"},{\"active\":\"failed\",\"enabled\":\"static\",\"unit\":\"homelab-backup-retention-gc.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-backup-retention-gc.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-control-backup.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-control-backup.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-forum-snuffleupagus-health.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-forum-snuffleupagus-health.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-router-running-config-mail-cloud.service\"},{\"active\":\"inactive\",\"enabled\":\"disabled\",\"unit\":\"homelab-router-running-config-mail-cloud.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-router-watchdog.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-router-watchdog.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-vm-cloud-quorum-queue.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-vm-cloud-quorum-queue.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"netbird-peers-health.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"netbird-peers-health.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"netbird.service\"},{\"active\":\"active\",\"enabled\":\"static\",\"unit\":\"systemd-udevd-control.socket\"}]\nV2_UNIT_COUNT=0\nV2_TIMER_ACTIVE_COUNT=0\nV2_SCHEDULE_DISABLED=YES\nLEGACY_BACKUP_CONTROL_UNITS=[{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-app-cloud-quorum-queue.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-control-backup.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-vm-cloud-quorum-queue.timer\"}]\nLEGACY_BACKUP_PRESERVED=YES\nROUTER_IDENTITY=NETCRAZE_ULTRA_NC-1812_NDMS_5.01.B.4.0-1\nROUTER_LOCAL_EVIDENCE_CANDIDATES=[{\"base\":\"homelab-router-running-config-mail-cloud.service\",\"bytes\":214,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":false},\"sha256\":\"c5dbde6e2d1d9dd0b4cbdb380bd92d75744d548e998105755de1b17185297841\"},{\"base\":\"homelab-router-running-config-mail-cloud.timer\",\"bytes\":185,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":false},\"sha256\":\"129ef2d44e7bc13b4c39b657af021c9b7f0f35f74ff5dfa259dd78c68f845477\"},{\"base\":\"homelab-router-watchdog.service\",\"bytes\":199,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":true,\"read_transport\":false},\"sha256\":\"e61580bf409bd39f727ba161960bfe6044b8d694835e11c38d84433d00d4a62b\"},{\"base\":\"homelab-router-watchdog.timer\",\"bytes\":236,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":true,\"read_transport\":false},\"sha256\":\"8c6c69f12c5becb070fad8680d0b036bed6fccedee5b63b851df0a2e67cb907b\"},{\"base\":\"homelab-router-hard-power-cycle\",\"bytes\":1737,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7\"},{\"base\":\"homelab-router-running-config-mail-cloud\",\"bytes\":4672,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\"},{\"base\":\"homelab-router-watchdog\",\"bytes\":5479,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be\"}]\nROUTER_EXPORT_CANDIDATE_COUNT=0\nROUTER_EXPORT_MECHANISM_PROVEN=NO\nROUTER_NEXT_GATE=ROUTER_READONLY_EXPORT_MECHANISM_PROOF\nROUTER_REFERENCE_IDENTITY_MARKER=YES\nVM160_XENFORO_GRANULAR_REQUIRED=YES\nVM160_EXPECTED_PRODUCTION_FORUM_COUNT=6\nCONTROLPLANE_NETBIRD_REQUIRED=YES\nROUTER_CONFIG_BACKUP_REQUIRED=YES\nAPP_CONTROLPLANE_NEXT_GATE=APP_CONTROLPLANE_GRANULAR_BACKUP_RESTORE\nPVE01_STAGING={\"free_bytes\":296977113088,\"total_bytes\":315926315008}\nCRYPT_COUNT=13\nVPS_BACKUP_BLOCKERS=[]\nVPS_BACKUP_READY=YES\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=VPS_SEQUENTIAL_BACKUP\nFOLLOWING_GATE=VPS_ISOLATED_RESTORE_PROOF\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nEXT307_END=\n" +} diff --git a/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.txt b/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.txt new file mode 100644 index 00000000..19a9fbc4 --- /dev/null +++ b/runtime/history/SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1.txt @@ -0,0 +1,87 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=infra-dr-backupv2-external-vps-router-apps-reconcile +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=9ac07ee7ab7a3aae9d9a9b06bc52a6a81e0123faa665f7a35e402f74bab07055 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58 +SANITIZED_OUTPUT_SHA256=2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58 +OUTPUT_BEGIN +EXT307_BEGIN= +COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1 +ANCHOR306_COMMIT=a763f70681f74e270fcf5509775e3914d02a6806 +MODE=READ_ONLY_EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE +SELFTESTS=4 +AUTHORITY_FRESH_READ=OK +PVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_ANCHOR=306R1_OK +REGISTRY242_COMMAND_ID=SUPPORT-260911-INFRA-DR-VPS-REGISTRY-GATE-242R1 +REGISTRY242_DECISION=PRIMARY_EXTERNAL_REGISTRY_CLOSED_BACKUP_V2_IMPLEMENTATION_GATE_OPEN +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-SPB-RECOVERY-ACCESS-VERIFY-226R1","commit":"9b1aad518e69ba757a11b921161cc9be2eb615c0","decision":"SPB_RECOVERY_ACCESS_VERIFIED","role":"SPB_INGRESS","transport":"CLIENT_PAGEANT_STRICT_HOSTKEY"} +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-MD-RECOVERY-ACCESS-VERIFY-235R1","commit":"9589fa8bcdab27277e5927f8da1cddb06ff3b109","decision":"MD_RECOVERY_ACCESS_VERIFIED","role":"MD_RELAY","transport":"CLIENT_PAGEANT_STRICT_HOSTKEY"} +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-US-OPERATOR-KEY-AUTH-241R1","commit":"595e3cb3a590b7bb689c827dd3920dfc643e9e2c","decision":"US_OPERATOR_KEY_ACCESS_VERIFIED","role":"US_NETBIRD","transport":"PVE01_OPERATOR_KEY_STRICT_HOSTKEY"} +PRIMARY_ROLE_READY_COUNT=3 +PRIMARY_ROLE_REQUIRED_COUNT=3 +EXTERNAL_SSH_ATTEMPTS=0 +EXTERNAL_MUTATIONS=0 +AUXILIARY_OR_REJECTED_VPS_PROBED=0 +NEXT_VPS_BACKUP_MUST_REVALIDATE_STRICT_HOSTKEY=YES +US_OPERATOR_KEY_STATE={"private_present":true,"public_fingerprint_match":true,"public_present":true} +BACKUP_CONTROL_UNIT_COUNT=22 +BACKUP_CONTROL_UNITS=[{"active":"inactive","enabled":"static","unit":"dpkg-db-backup.service"},{"active":"active","enabled":"enabled","unit":"dpkg-db-backup.timer"},{"active":"inactive","enabled":"static","unit":"homelab-app-cloud-quorum-queue.service"},{"active":"active","enabled":"enabled","unit":"homelab-app-cloud-quorum-queue.timer"},{"active":"inactive","enabled":"static","unit":"homelab-backup-audit.service"},{"active":"active","enabled":"enabled","unit":"homelab-backup-audit.timer"},{"active":"failed","enabled":"static","unit":"homelab-backup-retention-gc.service"},{"active":"active","enabled":"enabled","unit":"homelab-backup-retention-gc.timer"},{"active":"inactive","enabled":"static","unit":"homelab-control-backup.service"},{"active":"active","enabled":"enabled","unit":"homelab-control-backup.timer"},{"active":"inactive","enabled":"static","unit":"homelab-forum-snuffleupagus-health.service"},{"active":"active","enabled":"enabled","unit":"homelab-forum-snuffleupagus-health.timer"},{"active":"inactive","enabled":"static","unit":"homelab-router-running-config-mail-cloud.service"},{"active":"inactive","enabled":"disabled","unit":"homelab-router-running-config-mail-cloud.timer"},{"active":"inactive","enabled":"static","unit":"homelab-router-watchdog.service"},{"active":"active","enabled":"enabled","unit":"homelab-router-watchdog.timer"},{"active":"inactive","enabled":"static","unit":"homelab-vm-cloud-quorum-queue.service"},{"active":"active","enabled":"enabled","unit":"homelab-vm-cloud-quorum-queue.timer"},{"active":"inactive","enabled":"static","unit":"netbird-peers-health.service"},{"active":"active","enabled":"enabled","unit":"netbird-peers-health.timer"},{"active":"active","enabled":"enabled","unit":"netbird.service"},{"active":"active","enabled":"static","unit":"systemd-udevd-control.socket"}] +V2_UNIT_COUNT=0 +V2_TIMER_ACTIVE_COUNT=0 +V2_SCHEDULE_DISABLED=YES +LEGACY_BACKUP_CONTROL_UNITS=[{"active":"active","enabled":"enabled","unit":"homelab-app-cloud-quorum-queue.timer"},{"active":"active","enabled":"enabled","unit":"homelab-control-backup.timer"},{"active":"active","enabled":"enabled","unit":"homelab-vm-cloud-quorum-queue.timer"}] +LEGACY_BACKUP_PRESERVED=YES +ROUTER_IDENTITY=NETCRAZE_ULTRA_NC-1812_NDMS_5.01.B.4.0-1 +ROUTER_LOCAL_EVIDENCE_CANDIDATES=[{"base":"homelab-router-running-config-mail-cloud.service","bytes":214,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":false},"sha256":"c5dbde6e2d1d9dd0b4cbdb380bd92d75744d548e998105755de1b17185297841"},{"base":"homelab-router-running-config-mail-cloud.timer","bytes":185,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":false},"sha256":"129ef2d44e7bc13b4c39b657af021c9b7f0f35f74ff5dfa259dd78c68f845477"},{"base":"homelab-router-watchdog.service","bytes":199,"flags":{"config_word":false,"export_word":false,"rci_word":true,"read_transport":false},"sha256":"e61580bf409bd39f727ba161960bfe6044b8d694835e11c38d84433d00d4a62b"},{"base":"homelab-router-watchdog.timer","bytes":236,"flags":{"config_word":false,"export_word":false,"rci_word":true,"read_transport":false},"sha256":"8c6c69f12c5becb070fad8680d0b036bed6fccedee5b63b851df0a2e67cb907b"},{"base":"homelab-router-hard-power-cycle","bytes":1737,"flags":{"config_word":false,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7"},{"base":"homelab-router-running-config-mail-cloud","bytes":4672,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7"},{"base":"homelab-router-watchdog","bytes":5479,"flags":{"config_word":false,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be"}] +ROUTER_EXPORT_CANDIDATE_COUNT=0 +ROUTER_EXPORT_MECHANISM_PROVEN=NO +ROUTER_NEXT_GATE=ROUTER_READONLY_EXPORT_MECHANISM_PROOF +ROUTER_REFERENCE_IDENTITY_MARKER=YES +VM160_XENFORO_GRANULAR_REQUIRED=YES +VM160_EXPECTED_PRODUCTION_FORUM_COUNT=6 +CONTROLPLANE_NETBIRD_REQUIRED=YES +ROUTER_CONFIG_BACKUP_REQUIRED=YES +APP_CONTROLPLANE_NEXT_GATE=APP_CONTROLPLANE_GRANULAR_BACKUP_RESTORE +PVE01_STAGING={"free_bytes":296977113088,"total_bytes":315926315008} +CRYPT_COUNT=13 +VPS_BACKUP_BLOCKERS=[] +VPS_BACKUP_READY=YES +STATUS=OK +PHASE=COMPLETE +NEXT_GATE=VPS_SEQUENTIAL_BACKUP +FOLLOWING_GATE=VPS_ISOLATED_RESTORE_PROOF +CLOUD_WRITE_ATTEMPTS=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 +FAILED_TOOL=NONE +FAILED_RC=NONE +FAILED_STDERR_BYTES=0 +FAILED_STDERR_SHA256=NONE +EXT307_END= + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 6da62923..3b993f66 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1", + "command_id": "SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1", "status": "OK", "rc": 0, "host": "pve01", - "mode": "change", - "component": "infra-dr-backupv2-pve02-sequential-restore-proof-transportfix", - "started_at_utc": "2026-09-13T09:30:55Z", - "finished_at_utc": "2026-09-13T09:48:08Z", + "mode": "read-only", + "component": "infra-dr-backupv2-external-vps-router-apps-reconcile", + "started_at_utc": "2026-09-13T10:02:17Z", + "finished_at_utc": "2026-09-13T10:02:17Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "6c85fb4d7ffad6c58fcfcf055c0fdb101a841e8d3d2a7c6e36d35eed72c9ef61", + "command_sha256": "9ac07ee7ab7a3aae9d9a9b06bc52a6a81e0123faa665f7a35e402f74bab07055", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "OK", + "result_contract_status": null, "result_contract_error": null, "command_rc": 0, - "changes_made": true, + "changes_made": false, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "MUTATED", + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "d1c9e0eb6f38918e6cb29e3ae16c09879ff102978f3499c2e6a01c048e5adcf1", - "sanitized_output_sha256": "d1c9e0eb6f38918e6cb29e3ae16c09879ff102978f3499c2e6a01c048e5adcf1", + "raw_evidence_sha256": "2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58", + "sanitized_output_sha256": "2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE306_BEGIN=\nCOMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1\nANCHOR304_COMMIT=4307d2db968d52e658971939d86f8c33b3b4483c\nANCHOR304_RUNTIME=FAIL_RC76_RESULT_CONTRACT_ONLY_ARTIFACTS_REQUIRE_INDEPENDENT_VALIDATION\nMODE=CHANGE_PVE02_CLOUD_VALIDATED_MIXED_SEQUENTIAL_RESTORE_BOOT_NODEBUNDLE_NODESET_VERIFY\nSELFTESTS=25\nAUTHORITY_FRESH_READ=OK\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osrelease\":\"PASS\",\"shell\":\"PASS\",\"type\":\"lxc\",\"vmid\":111}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osrelease\":\"PASS\",\"shell\":\"PASS\",\"type\":\"lxc\",\"vmid\":113}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"qga_configured\":\"YES\",\"status\":\"SKIPPED_SOURCE_STOPPED\",\"type\":\"qemu\",\"vmid\":9130}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osinfo\":\"PASS\",\"ping\":\"PASS\",\"qga_configured\":\"YES\",\"type\":\"qemu\",\"vmid\":160}\nCRYPT_COUNT=13\nPHYSICAL_COUNT=13\nNODE_BUNDLE_RECONSTRUCTION_VERIFIED=YES\nNODE_BUNDLE_PVE_REFERENCE_VERIFIED=YES\nNODE_BUNDLE_MEMBER_COUNT=234\nGUEST_RESTORE_BEGIN=111\nTEST_VMID=900331\nSOURCE_TYPE=lxc\nSOURCE_EXPECTED_STATUS=running\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST111_SOURCE_PRESTATE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osrelease\":\"PASS\",\"shell\":\"PASS\",\"type\":\"lxc\",\"vmid\":111}\nGENERATION_DISCOVERY_SUMMARY={\"generation\":\"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3\",\"listed_replicas\":2,\"reject_counts\":{\"REMOTE_GENERATION_ABSENT\":11},\"valid_hits\":2,\"vmid\":111}\nGENERATION_DISCOVERED={\"generation\":\"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3\",\"manifest_sha256\":\"362b9abbe0f3d1105ee353768fb2e60fbc5a82222228d9b30b720a282315c37b\",\"replica_count\":2,\"type\":\"lxc\",\"vmid\":111}\nRESTORE_ADMISSION={\"local_lvm_available\":744008527643,\"maxdisk_bytes\":8350298112,\"payload_bytes\":388289318,\"staging_available\":296977113088,\"test_node\":\"pve01\",\"type\":\"lxc\",\"vmid\":111}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST111_LOCAL_PREP\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nRESTORE_ARCHIVE_VERIFIED={\"bytes\":388289318,\"generation\":\"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3\",\"sha256\":\"649785b391b35f0ba7c17577ca51be1541dbf3e772480fac3b821f8a63680a4b\",\"type\":\"lxc\",\"vmid\":111}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST111_LOCAL_PRE_RESTORE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nTEST_GUEST_ISOLATION={\"network_devices_remaining\":0,\"protection\":1,\"removed_keys\":[\"net0\"],\"source_vmid\":111,\"test_vmid\":900331,\"type\":\"lxc\"}\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_GUEST_AND_VOLUMES_REMOVED=YES\nRESTORE_PAYLOAD_REMOVED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_RESTORE_PROOF_COMPLETE=111\nGUEST_RESTORE_BEGIN=113\nTEST_VMID=900332\nSOURCE_TYPE=lxc\nSOURCE_EXPECTED_STATUS=running\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST113_SOURCE_PRESTATE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osrelease\":\"PASS\",\"shell\":\"PASS\",\"type\":\"lxc\",\"vmid\":113}\nGENERATION_DISCOVERY_SUMMARY={\"generation\":\"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad\",\"listed_replicas\":2,\"reject_counts\":{\"REMOTE_GENERATION_ABSENT\":11},\"valid_hits\":2,\"vmid\":113}\nGENERATION_DISCOVERED={\"generation\":\"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad\",\"manifest_sha256\":\"21e60227e12baf7663384f4ba14ab980948ced2ded47a2a57386b20a54ed8233\",\"replica_count\":2,\"type\":\"lxc\",\"vmid\":113}\nRESTORE_ADMISSION={\"local_lvm_available\":743747776991,\"maxdisk_bytes\":8350298112,\"payload_bytes\":221669367,\"staging_available\":296977113088,\"test_node\":\"pve01\",\"type\":\"lxc\",\"vmid\":113}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST113_LOCAL_PREP\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nRESTORE_ARCHIVE_VERIFIED={\"bytes\":221669367,\"generation\":\"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad\",\"sha256\":\"c6205058bf56ef2ac320cf5774d9d29b3c3ec98b71087203c8df01c94ea659ff\",\"type\":\"lxc\",\"vmid\":113}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST113_LOCAL_PRE_RESTORE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nTEST_GUEST_ISOLATION={\"network_devices_remaining\":0,\"protection\":1,\"removed_keys\":[\"net0\"],\"source_vmid\":113,\"test_vmid\":900332,\"type\":\"lxc\"}\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_GUEST_AND_VOLUMES_REMOVED=YES\nRESTORE_PAYLOAD_REMOVED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_RESTORE_PROOF_COMPLETE=113\nGUEST_RESTORE_BEGIN=9130\nTEST_VMID=900333\nSOURCE_TYPE=qemu\nSOURCE_EXPECTED_STATUS=stopped\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST9130_SOURCE_PRESTATE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"qga_configured\":\"YES\",\"status\":\"SKIPPED_SOURCE_STOPPED\",\"type\":\"qemu\",\"vmid\":9130}\nGENERATION_DISCOVERY_SUMMARY={\"generation\":\"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\",\"listed_replicas\":2,\"reject_counts\":{\"REMOTE_GENERATION_ABSENT\":11},\"valid_hits\":2,\"vmid\":9130}\nGENERATION_DISCOVERED={\"generation\":\"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\",\"manifest_sha256\":\"9b5a7fbbf2e85e479a2187df375e38307df47e04a9d08322cc017ca51f614f5d\",\"replica_count\":2,\"type\":\"qemu\",\"vmid\":9130}\nRESTORE_ADMISSION={\"local_lvm_available\":743660860107,\"maxdisk_bytes\":103079215104,\"payload_bytes\":11013752872,\"staging_available\":296977113088,\"test_node\":\"pve01\",\"type\":\"qemu\",\"vmid\":9130}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST9130_LOCAL_PREP\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nRESTORE_ARCHIVE_VERIFIED={\"bytes\":11013752872,\"generation\":\"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\",\"sha256\":\"8e38f8aebac3125ee5fc2352b9492c114601b6bd49b36bd577e3cbb6b56fdb41\",\"type\":\"qemu\",\"vmid\":9130}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST9130_LOCAL_PRE_RESTORE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nTEST_GUEST_ISOLATION={\"network_devices_remaining\":0,\"protection\":1,\"removed_keys\":[\"net0\",\"serial0\",\"startup\"],\"source_vmid\":9130,\"test_vmid\":900333,\"type\":\"qemu\"}\nQEMU_GUEST_AGENT_PING=PASS\nGUEST_OSINFO_QUERY=PASS\nGUEST_HOSTNAME_QUERY=PASS\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_GUEST_AND_VOLUMES_REMOVED=YES\nRESTORE_PAYLOAD_REMOVED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_RESTORE_PROOF_COMPLETE=9130\nGUEST_RESTORE_BEGIN=160\nTEST_VMID=900334\nSOURCE_TYPE=qemu\nSOURCE_EXPECTED_STATUS=running\nSOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_SOURCE_PRESTATE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nSOURCE_RUNTIME_PREFLIGHT={\"node\":\"pve02\",\"osinfo\":\"PASS\",\"ping\":\"PASS\",\"qga_configured\":\"YES\",\"type\":\"qemu\",\"vmid\":160}\nGENERATION_DISCOVERY_SUMMARY={\"generation\":\"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\",\"listed_replicas\":2,\"reject_counts\":{\"REMOTE_GENERATION_ABSENT\":11},\"valid_hits\":2,\"vmid\":160}\nGENERATION_DISCOVERED={\"generation\":\"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\",\"manifest_sha256\":\"f23fb9e91b92dd215ff9394d657c298b9755e2b048038da94dead9ce0956a85e\",\"replica_count\":2,\"type\":\"qemu\",\"vmid\":160}\nRESTORE_ADMISSION={\"local_lvm_available\":726538233945,\"maxdisk_bytes\":214748364800,\"payload_bytes\":3668087651,\"staging_available\":296977113088,\"test_node\":\"pve01\",\"type\":\"qemu\",\"vmid\":160}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_LOCAL_PREP\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nRESTORE_ARCHIVE_VERIFIED={\"bytes\":3668087651,\"generation\":\"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\",\"sha256\":\"872cf7ef6030e0ca4743b5055c3ad5c63dc9d0a73b668dbbf1e19958edbc2cbf\",\"type\":\"qemu\",\"vmid\":160}\nLOCAL_RESTORE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_LOCAL_PRE_RESTORE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nTEST_GUEST_ISOLATION={\"network_devices_remaining\":0,\"protection\":1,\"removed_keys\":[\"net0\",\"serial0\"],\"source_vmid\":160,\"test_vmid\":900334,\"type\":\"qemu\"}\nQEMU_GUEST_AGENT_PING=PASS\nGUEST_OSINFO_QUERY=PASS\nGUEST_HOSTNAME_QUERY=PASS\nGUEST_RESTORE_BOOT_VERIFIED=YES\nTEST_GUEST_AND_VOLUMES_REMOVED=YES\nRESTORE_PAYLOAD_REMOVED=YES\nSOURCE_CONFIG_UNCHANGED=YES\nGUEST_RESTORE_PROOF_COMPLETE=160\nPVE02_NODESET_MANIFEST_VERIFIED=YES\nPVE02_NODESET_RESTORE_COVERAGE_COMPLETE=YES\nPVE02_SEQUENTIAL_RESTORE_PROOFS_COMPLETE=[111,113,9130,160]\nPVE02_NODE_BUNDLE_RESTORE_VALIDATED=YES\nPVE02_NODESET_RESTORE_COVERAGE_COMPLETE=YES\nPVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_COMPLETE=YES\nCOMPLETED_RESTORE_PROOFS=[{\"generation\":\"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3\",\"manifest_sha256\":\"362b9abbe0f3d1105ee353768fb2e60fbc5a82222228d9b30b720a282315c37b\",\"payload_sha256\":\"649785b391b35f0ba7c17577ca51be1541dbf3e772480fac3b821f8a63680a4b\",\"test_vmid\":900331,\"type\":\"lxc\",\"vmid\":111},{\"generation\":\"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad\",\"manifest_sha256\":\"21e60227e12baf7663384f4ba14ab980948ced2ded47a2a57386b20a54ed8233\",\"payload_sha256\":\"c6205058bf56ef2ac320cf5774d9d29b3c3ec98b71087203c8df01c94ea659ff\",\"test_vmid\":900332,\"type\":\"lxc\",\"vmid\":113},{\"generation\":\"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84\",\"manifest_sha256\":\"9b5a7fbbf2e85e479a2187df375e38307df47e04a9d08322cc017ca51f614f5d\",\"payload_sha256\":\"8e38f8aebac3125ee5fc2352b9492c114601b6bd49b36bd577e3cbb6b56fdb41\",\"test_vmid\":900333,\"type\":\"qemu\",\"vmid\":9130},{\"generation\":\"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\",\"manifest_sha256\":\"f23fb9e91b92dd215ff9394d657c298b9755e2b048038da94dead9ce0956a85e\",\"payload_sha256\":\"872cf7ef6030e0ca4743b5055c3ad5c63dc9d0a73b668dbbf1e19958edbc2cbf\",\"test_vmid\":900334,\"type\":\"qemu\",\"vmid\":160}]\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE\nCURRENT_SOURCE_VMID=NONE\nCURRENT_TEST_VMID=NONE\nCURRENT_WORKDIR=NONE\nCURRENT_LOCAL_PAYLOAD_FILES_REMAINING=0\nLAST_GENERATION_DISCOVERY_SUMMARY={\"generation\":\"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8\",\"listed_replicas\":2,\"reject_counts\":{\"REMOTE_GENERATION_ABSENT\":11},\"valid_hits\":2,\"vmid\":160}\nLAST_SOURCE_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_SOURCE_PRESTATE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nLAST_LOCAL_TASK_GUARD={\"clean_samples\":3,\"conflict_samples\":0,\"label\":\"GUEST160_LOCAL_PRE_RESTORE\",\"max_conflicts\":0,\"samples\":3,\"status\":\"PASS\"}\nNODE_BUNDLE_VERIFIED=YES\nNODESET_VERIFIED=YES\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nCLOUD_CALLS=178\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nNODE_BUNDLE_EXECUTIONS=0\nRESTORE_EXECUTIONS=4\nSOURCE_GUEST_MUTATIONS=0\nSYSTEMD_MUTATIONS=0\nLIVE_RCLONE_CONFIG_READS=26\nLIVE_RCLONE_CONFIG_WRITES=0\nROLLBACK_STARTED=NO\nROLLBACK_RESTORED=NOT_APPLICABLE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\nPVE306_END=\n" + "output": "EXT307_BEGIN=\nCOMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1\nANCHOR306_COMMIT=a763f70681f74e270fcf5509775e3914d02a6806\nMODE=READ_ONLY_EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE\nSELFTESTS=4\nAUTHORITY_FRESH_READ=OK\nPVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_ANCHOR=306R1_OK\nREGISTRY242_COMMAND_ID=SUPPORT-260911-INFRA-DR-VPS-REGISTRY-GATE-242R1\nREGISTRY242_DECISION=PRIMARY_EXTERNAL_REGISTRY_CLOSED_BACKUP_V2_IMPLEMENTATION_GATE_OPEN\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-SPB-RECOVERY-ACCESS-VERIFY-226R1\",\"commit\":\"9b1aad518e69ba757a11b921161cc9be2eb615c0\",\"decision\":\"SPB_RECOVERY_ACCESS_VERIFIED\",\"role\":\"SPB_INGRESS\",\"transport\":\"CLIENT_PAGEANT_STRICT_HOSTKEY\"}\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-MD-RECOVERY-ACCESS-VERIFY-235R1\",\"commit\":\"9589fa8bcdab27277e5927f8da1cddb06ff3b109\",\"decision\":\"MD_RECOVERY_ACCESS_VERIFIED\",\"role\":\"MD_RELAY\",\"transport\":\"CLIENT_PAGEANT_STRICT_HOSTKEY\"}\nPRIMARY_VPS_ACCESS_PROOF={\"accepted\":true,\"command\":\"SUPPORT-260911-INFRA-DR-VPS-US-OPERATOR-KEY-AUTH-241R1\",\"commit\":\"595e3cb3a590b7bb689c827dd3920dfc643e9e2c\",\"decision\":\"US_OPERATOR_KEY_ACCESS_VERIFIED\",\"role\":\"US_NETBIRD\",\"transport\":\"PVE01_OPERATOR_KEY_STRICT_HOSTKEY\"}\nPRIMARY_ROLE_READY_COUNT=3\nPRIMARY_ROLE_REQUIRED_COUNT=3\nEXTERNAL_SSH_ATTEMPTS=0\nEXTERNAL_MUTATIONS=0\nAUXILIARY_OR_REJECTED_VPS_PROBED=0\nNEXT_VPS_BACKUP_MUST_REVALIDATE_STRICT_HOSTKEY=YES\nUS_OPERATOR_KEY_STATE={\"private_present\":true,\"public_fingerprint_match\":true,\"public_present\":true}\nBACKUP_CONTROL_UNIT_COUNT=22\nBACKUP_CONTROL_UNITS=[{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"dpkg-db-backup.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"dpkg-db-backup.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-app-cloud-quorum-queue.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-app-cloud-quorum-queue.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-backup-audit.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-backup-audit.timer\"},{\"active\":\"failed\",\"enabled\":\"static\",\"unit\":\"homelab-backup-retention-gc.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-backup-retention-gc.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-control-backup.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-control-backup.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-forum-snuffleupagus-health.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-forum-snuffleupagus-health.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-router-running-config-mail-cloud.service\"},{\"active\":\"inactive\",\"enabled\":\"disabled\",\"unit\":\"homelab-router-running-config-mail-cloud.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-router-watchdog.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-router-watchdog.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"homelab-vm-cloud-quorum-queue.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-vm-cloud-quorum-queue.timer\"},{\"active\":\"inactive\",\"enabled\":\"static\",\"unit\":\"netbird-peers-health.service\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"netbird-peers-health.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"netbird.service\"},{\"active\":\"active\",\"enabled\":\"static\",\"unit\":\"systemd-udevd-control.socket\"}]\nV2_UNIT_COUNT=0\nV2_TIMER_ACTIVE_COUNT=0\nV2_SCHEDULE_DISABLED=YES\nLEGACY_BACKUP_CONTROL_UNITS=[{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-app-cloud-quorum-queue.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-control-backup.timer\"},{\"active\":\"active\",\"enabled\":\"enabled\",\"unit\":\"homelab-vm-cloud-quorum-queue.timer\"}]\nLEGACY_BACKUP_PRESERVED=YES\nROUTER_IDENTITY=NETCRAZE_ULTRA_NC-1812_NDMS_5.01.B.4.0-1\nROUTER_LOCAL_EVIDENCE_CANDIDATES=[{\"base\":\"homelab-router-running-config-mail-cloud.service\",\"bytes\":214,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":false},\"sha256\":\"c5dbde6e2d1d9dd0b4cbdb380bd92d75744d548e998105755de1b17185297841\"},{\"base\":\"homelab-router-running-config-mail-cloud.timer\",\"bytes\":185,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":false},\"sha256\":\"129ef2d44e7bc13b4c39b657af021c9b7f0f35f74ff5dfa259dd78c68f845477\"},{\"base\":\"homelab-router-watchdog.service\",\"bytes\":199,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":true,\"read_transport\":false},\"sha256\":\"e61580bf409bd39f727ba161960bfe6044b8d694835e11c38d84433d00d4a62b\"},{\"base\":\"homelab-router-watchdog.timer\",\"bytes\":236,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":true,\"read_transport\":false},\"sha256\":\"8c6c69f12c5becb070fad8680d0b036bed6fccedee5b63b851df0a2e67cb907b\"},{\"base\":\"homelab-router-hard-power-cycle\",\"bytes\":1737,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7\"},{\"base\":\"homelab-router-running-config-mail-cloud\",\"bytes\":4672,\"flags\":{\"config_word\":true,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7\"},{\"base\":\"homelab-router-watchdog\",\"bytes\":5479,\"flags\":{\"config_word\":false,\"export_word\":false,\"rci_word\":false,\"read_transport\":true},\"sha256\":\"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be\"}]\nROUTER_EXPORT_CANDIDATE_COUNT=0\nROUTER_EXPORT_MECHANISM_PROVEN=NO\nROUTER_NEXT_GATE=ROUTER_READONLY_EXPORT_MECHANISM_PROOF\nROUTER_REFERENCE_IDENTITY_MARKER=YES\nVM160_XENFORO_GRANULAR_REQUIRED=YES\nVM160_EXPECTED_PRODUCTION_FORUM_COUNT=6\nCONTROLPLANE_NETBIRD_REQUIRED=YES\nROUTER_CONFIG_BACKUP_REQUIRED=YES\nAPP_CONTROLPLANE_NEXT_GATE=APP_CONTROLPLANE_GRANULAR_BACKUP_RESTORE\nPVE01_STAGING={\"free_bytes\":296977113088,\"total_bytes\":315926315008}\nCRYPT_COUNT=13\nVPS_BACKUP_BLOCKERS=[]\nVPS_BACKUP_READY=YES\nSTATUS=OK\nPHASE=COMPLETE\nNEXT_GATE=VPS_SEQUENTIAL_BACKUP\nFOLLOWING_GATE=VPS_ISOLATED_RESTORE_PROOF\nCLOUD_WRITE_ATTEMPTS=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nFAILED_TOOL=NONE\nFAILED_RC=NONE\nFAILED_STDERR_BYTES=0\nFAILED_STDERR_SHA256=NONE\nEXT307_END=\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 4f66730e..19a9fbc4 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,163 +1,87 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1 +COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1 STATUS=OK RC=0 HOST=pve01 -MODE=change -COMPONENT=infra-dr-backupv2-pve02-sequential-restore-proof-transportfix +MODE=read-only +COMPONENT=infra-dr-backupv2-external-vps-router-apps-reconcile REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=6c85fb4d7ffad6c58fcfcf055c0fdb101a841e8d3d2a7c6e36d35eed72c9ef61 +COMMAND_SHA256=9ac07ee7ab7a3aae9d9a9b06bc52a6a81e0123faa665f7a35e402f74bab07055 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE COMMAND_RC=0 -CHANGES_MADE=true +CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=MUTATED +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=d1c9e0eb6f38918e6cb29e3ae16c09879ff102978f3499c2e6a01c048e5adcf1 -SANITIZED_OUTPUT_SHA256=d1c9e0eb6f38918e6cb29e3ae16c09879ff102978f3499c2e6a01c048e5adcf1 +RAW_EVIDENCE_SHA256=2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58 +SANITIZED_OUTPUT_SHA256=2c9bccbdace0ea68f3a7adaa626762b8a1207438f033fc085faa4dcaa847cc58 OUTPUT_BEGIN -PVE306_BEGIN= -COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1 -ANCHOR304_COMMIT=4307d2db968d52e658971939d86f8c33b3b4483c -ANCHOR304_RUNTIME=FAIL_RC76_RESULT_CONTRACT_ONLY_ARTIFACTS_REQUIRE_INDEPENDENT_VALIDATION -MODE=CHANGE_PVE02_CLOUD_VALIDATED_MIXED_SEQUENTIAL_RESTORE_BOOT_NODEBUNDLE_NODESET_VERIFY -SELFTESTS=25 +EXT307_BEGIN= +COMMAND_ID=SUPPORT-260913-INFRA-DR-BACKUPV2-EXTERNAL-VPS-ROUTER-APPS-RECONCILE-307R1 +ANCHOR306_COMMIT=a763f70681f74e270fcf5509775e3914d02a6806 +MODE=READ_ONLY_EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE +SELFTESTS=4 AUTHORITY_FRESH_READ=OK -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osrelease":"PASS","shell":"PASS","type":"lxc","vmid":111} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osrelease":"PASS","shell":"PASS","type":"lxc","vmid":113} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","qga_configured":"YES","status":"SKIPPED_SOURCE_STOPPED","type":"qemu","vmid":9130} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osinfo":"PASS","ping":"PASS","qga_configured":"YES","type":"qemu","vmid":160} +PVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_ANCHOR=306R1_OK +REGISTRY242_COMMAND_ID=SUPPORT-260911-INFRA-DR-VPS-REGISTRY-GATE-242R1 +REGISTRY242_DECISION=PRIMARY_EXTERNAL_REGISTRY_CLOSED_BACKUP_V2_IMPLEMENTATION_GATE_OPEN +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-SPB-RECOVERY-ACCESS-VERIFY-226R1","commit":"9b1aad518e69ba757a11b921161cc9be2eb615c0","decision":"SPB_RECOVERY_ACCESS_VERIFIED","role":"SPB_INGRESS","transport":"CLIENT_PAGEANT_STRICT_HOSTKEY"} +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-MD-RECOVERY-ACCESS-VERIFY-235R1","commit":"9589fa8bcdab27277e5927f8da1cddb06ff3b109","decision":"MD_RECOVERY_ACCESS_VERIFIED","role":"MD_RELAY","transport":"CLIENT_PAGEANT_STRICT_HOSTKEY"} +PRIMARY_VPS_ACCESS_PROOF={"accepted":true,"command":"SUPPORT-260911-INFRA-DR-VPS-US-OPERATOR-KEY-AUTH-241R1","commit":"595e3cb3a590b7bb689c827dd3920dfc643e9e2c","decision":"US_OPERATOR_KEY_ACCESS_VERIFIED","role":"US_NETBIRD","transport":"PVE01_OPERATOR_KEY_STRICT_HOSTKEY"} +PRIMARY_ROLE_READY_COUNT=3 +PRIMARY_ROLE_REQUIRED_COUNT=3 +EXTERNAL_SSH_ATTEMPTS=0 +EXTERNAL_MUTATIONS=0 +AUXILIARY_OR_REJECTED_VPS_PROBED=0 +NEXT_VPS_BACKUP_MUST_REVALIDATE_STRICT_HOSTKEY=YES +US_OPERATOR_KEY_STATE={"private_present":true,"public_fingerprint_match":true,"public_present":true} +BACKUP_CONTROL_UNIT_COUNT=22 +BACKUP_CONTROL_UNITS=[{"active":"inactive","enabled":"static","unit":"dpkg-db-backup.service"},{"active":"active","enabled":"enabled","unit":"dpkg-db-backup.timer"},{"active":"inactive","enabled":"static","unit":"homelab-app-cloud-quorum-queue.service"},{"active":"active","enabled":"enabled","unit":"homelab-app-cloud-quorum-queue.timer"},{"active":"inactive","enabled":"static","unit":"homelab-backup-audit.service"},{"active":"active","enabled":"enabled","unit":"homelab-backup-audit.timer"},{"active":"failed","enabled":"static","unit":"homelab-backup-retention-gc.service"},{"active":"active","enabled":"enabled","unit":"homelab-backup-retention-gc.timer"},{"active":"inactive","enabled":"static","unit":"homelab-control-backup.service"},{"active":"active","enabled":"enabled","unit":"homelab-control-backup.timer"},{"active":"inactive","enabled":"static","unit":"homelab-forum-snuffleupagus-health.service"},{"active":"active","enabled":"enabled","unit":"homelab-forum-snuffleupagus-health.timer"},{"active":"inactive","enabled":"static","unit":"homelab-router-running-config-mail-cloud.service"},{"active":"inactive","enabled":"disabled","unit":"homelab-router-running-config-mail-cloud.timer"},{"active":"inactive","enabled":"static","unit":"homelab-router-watchdog.service"},{"active":"active","enabled":"enabled","unit":"homelab-router-watchdog.timer"},{"active":"inactive","enabled":"static","unit":"homelab-vm-cloud-quorum-queue.service"},{"active":"active","enabled":"enabled","unit":"homelab-vm-cloud-quorum-queue.timer"},{"active":"inactive","enabled":"static","unit":"netbird-peers-health.service"},{"active":"active","enabled":"enabled","unit":"netbird-peers-health.timer"},{"active":"active","enabled":"enabled","unit":"netbird.service"},{"active":"active","enabled":"static","unit":"systemd-udevd-control.socket"}] +V2_UNIT_COUNT=0 +V2_TIMER_ACTIVE_COUNT=0 +V2_SCHEDULE_DISABLED=YES +LEGACY_BACKUP_CONTROL_UNITS=[{"active":"active","enabled":"enabled","unit":"homelab-app-cloud-quorum-queue.timer"},{"active":"active","enabled":"enabled","unit":"homelab-control-backup.timer"},{"active":"active","enabled":"enabled","unit":"homelab-vm-cloud-quorum-queue.timer"}] +LEGACY_BACKUP_PRESERVED=YES +ROUTER_IDENTITY=NETCRAZE_ULTRA_NC-1812_NDMS_5.01.B.4.0-1 +ROUTER_LOCAL_EVIDENCE_CANDIDATES=[{"base":"homelab-router-running-config-mail-cloud.service","bytes":214,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":false},"sha256":"c5dbde6e2d1d9dd0b4cbdb380bd92d75744d548e998105755de1b17185297841"},{"base":"homelab-router-running-config-mail-cloud.timer","bytes":185,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":false},"sha256":"129ef2d44e7bc13b4c39b657af021c9b7f0f35f74ff5dfa259dd78c68f845477"},{"base":"homelab-router-watchdog.service","bytes":199,"flags":{"config_word":false,"export_word":false,"rci_word":true,"read_transport":false},"sha256":"e61580bf409bd39f727ba161960bfe6044b8d694835e11c38d84433d00d4a62b"},{"base":"homelab-router-watchdog.timer","bytes":236,"flags":{"config_word":false,"export_word":false,"rci_word":true,"read_transport":false},"sha256":"8c6c69f12c5becb070fad8680d0b036bed6fccedee5b63b851df0a2e67cb907b"},{"base":"homelab-router-hard-power-cycle","bytes":1737,"flags":{"config_word":false,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"4f3d701b9d20ee967b6af5b178748904f74a5930527468baeeb543d979eae2a7"},{"base":"homelab-router-running-config-mail-cloud","bytes":4672,"flags":{"config_word":true,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"a0aeb0e1ec7e2714b3d6147c13c2af04d8d8118219541ec60b66df6919858dc7"},{"base":"homelab-router-watchdog","bytes":5479,"flags":{"config_word":false,"export_word":false,"rci_word":false,"read_transport":true},"sha256":"f6dbebf9177b322ab8d3954bc2bdc9006c93ed244fae2db5688f7882663ed1be"}] +ROUTER_EXPORT_CANDIDATE_COUNT=0 +ROUTER_EXPORT_MECHANISM_PROVEN=NO +ROUTER_NEXT_GATE=ROUTER_READONLY_EXPORT_MECHANISM_PROOF +ROUTER_REFERENCE_IDENTITY_MARKER=YES +VM160_XENFORO_GRANULAR_REQUIRED=YES +VM160_EXPECTED_PRODUCTION_FORUM_COUNT=6 +CONTROLPLANE_NETBIRD_REQUIRED=YES +ROUTER_CONFIG_BACKUP_REQUIRED=YES +APP_CONTROLPLANE_NEXT_GATE=APP_CONTROLPLANE_GRANULAR_BACKUP_RESTORE +PVE01_STAGING={"free_bytes":296977113088,"total_bytes":315926315008} CRYPT_COUNT=13 -PHYSICAL_COUNT=13 -NODE_BUNDLE_RECONSTRUCTION_VERIFIED=YES -NODE_BUNDLE_PVE_REFERENCE_VERIFIED=YES -NODE_BUNDLE_MEMBER_COUNT=234 -GUEST_RESTORE_BEGIN=111 -TEST_VMID=900331 -SOURCE_TYPE=lxc -SOURCE_EXPECTED_STATUS=running -SOURCE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST111_SOURCE_PRESTATE","max_conflicts":0,"samples":3,"status":"PASS"} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osrelease":"PASS","shell":"PASS","type":"lxc","vmid":111} -GENERATION_DISCOVERY_SUMMARY={"generation":"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3","listed_replicas":2,"reject_counts":{"REMOTE_GENERATION_ABSENT":11},"valid_hits":2,"vmid":111} -GENERATION_DISCOVERED={"generation":"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3","manifest_sha256":"362b9abbe0f3d1105ee353768fb2e60fbc5a82222228d9b30b720a282315c37b","replica_count":2,"type":"lxc","vmid":111} -RESTORE_ADMISSION={"local_lvm_available":744008527643,"maxdisk_bytes":8350298112,"payload_bytes":388289318,"staging_available":296977113088,"test_node":"pve01","type":"lxc","vmid":111} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST111_LOCAL_PREP","max_conflicts":0,"samples":3,"status":"PASS"} -RESTORE_ARCHIVE_VERIFIED={"bytes":388289318,"generation":"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3","sha256":"649785b391b35f0ba7c17577ca51be1541dbf3e772480fac3b821f8a63680a4b","type":"lxc","vmid":111} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST111_LOCAL_PRE_RESTORE","max_conflicts":0,"samples":3,"status":"PASS"} -TEST_GUEST_ISOLATION={"network_devices_remaining":0,"protection":1,"removed_keys":["net0"],"source_vmid":111,"test_vmid":900331,"type":"lxc"} -GUEST_RESTORE_BOOT_VERIFIED=YES -TEST_GUEST_AND_VOLUMES_REMOVED=YES -RESTORE_PAYLOAD_REMOVED=YES -SOURCE_CONFIG_UNCHANGED=YES -GUEST_RESTORE_PROOF_COMPLETE=111 -GUEST_RESTORE_BEGIN=113 -TEST_VMID=900332 -SOURCE_TYPE=lxc -SOURCE_EXPECTED_STATUS=running -SOURCE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST113_SOURCE_PRESTATE","max_conflicts":0,"samples":3,"status":"PASS"} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osrelease":"PASS","shell":"PASS","type":"lxc","vmid":113} -GENERATION_DISCOVERY_SUMMARY={"generation":"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad","listed_replicas":2,"reject_counts":{"REMOTE_GENERATION_ABSENT":11},"valid_hits":2,"vmid":113} -GENERATION_DISCOVERED={"generation":"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad","manifest_sha256":"21e60227e12baf7663384f4ba14ab980948ced2ded47a2a57386b20a54ed8233","replica_count":2,"type":"lxc","vmid":113} -RESTORE_ADMISSION={"local_lvm_available":743747776991,"maxdisk_bytes":8350298112,"payload_bytes":221669367,"staging_available":296977113088,"test_node":"pve01","type":"lxc","vmid":113} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST113_LOCAL_PREP","max_conflicts":0,"samples":3,"status":"PASS"} -RESTORE_ARCHIVE_VERIFIED={"bytes":221669367,"generation":"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad","sha256":"c6205058bf56ef2ac320cf5774d9d29b3c3ec98b71087203c8df01c94ea659ff","type":"lxc","vmid":113} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST113_LOCAL_PRE_RESTORE","max_conflicts":0,"samples":3,"status":"PASS"} -TEST_GUEST_ISOLATION={"network_devices_remaining":0,"protection":1,"removed_keys":["net0"],"source_vmid":113,"test_vmid":900332,"type":"lxc"} -GUEST_RESTORE_BOOT_VERIFIED=YES -TEST_GUEST_AND_VOLUMES_REMOVED=YES -RESTORE_PAYLOAD_REMOVED=YES -SOURCE_CONFIG_UNCHANGED=YES -GUEST_RESTORE_PROOF_COMPLETE=113 -GUEST_RESTORE_BEGIN=9130 -TEST_VMID=900333 -SOURCE_TYPE=qemu -SOURCE_EXPECTED_STATUS=stopped -SOURCE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST9130_SOURCE_PRESTATE","max_conflicts":0,"samples":3,"status":"PASS"} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","qga_configured":"YES","status":"SKIPPED_SOURCE_STOPPED","type":"qemu","vmid":9130} -GENERATION_DISCOVERY_SUMMARY={"generation":"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84","listed_replicas":2,"reject_counts":{"REMOTE_GENERATION_ABSENT":11},"valid_hits":2,"vmid":9130} -GENERATION_DISCOVERED={"generation":"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84","manifest_sha256":"9b5a7fbbf2e85e479a2187df375e38307df47e04a9d08322cc017ca51f614f5d","replica_count":2,"type":"qemu","vmid":9130} -RESTORE_ADMISSION={"local_lvm_available":743660860107,"maxdisk_bytes":103079215104,"payload_bytes":11013752872,"staging_available":296977113088,"test_node":"pve01","type":"qemu","vmid":9130} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST9130_LOCAL_PREP","max_conflicts":0,"samples":3,"status":"PASS"} -RESTORE_ARCHIVE_VERIFIED={"bytes":11013752872,"generation":"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84","sha256":"8e38f8aebac3125ee5fc2352b9492c114601b6bd49b36bd577e3cbb6b56fdb41","type":"qemu","vmid":9130} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST9130_LOCAL_PRE_RESTORE","max_conflicts":0,"samples":3,"status":"PASS"} -TEST_GUEST_ISOLATION={"network_devices_remaining":0,"protection":1,"removed_keys":["net0","serial0","startup"],"source_vmid":9130,"test_vmid":900333,"type":"qemu"} -QEMU_GUEST_AGENT_PING=PASS -GUEST_OSINFO_QUERY=PASS -GUEST_HOSTNAME_QUERY=PASS -GUEST_RESTORE_BOOT_VERIFIED=YES -TEST_GUEST_AND_VOLUMES_REMOVED=YES -RESTORE_PAYLOAD_REMOVED=YES -SOURCE_CONFIG_UNCHANGED=YES -GUEST_RESTORE_PROOF_COMPLETE=9130 -GUEST_RESTORE_BEGIN=160 -TEST_VMID=900334 -SOURCE_TYPE=qemu -SOURCE_EXPECTED_STATUS=running -SOURCE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST160_SOURCE_PRESTATE","max_conflicts":0,"samples":3,"status":"PASS"} -SOURCE_RUNTIME_PREFLIGHT={"node":"pve02","osinfo":"PASS","ping":"PASS","qga_configured":"YES","type":"qemu","vmid":160} -GENERATION_DISCOVERY_SUMMARY={"generation":"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8","listed_replicas":2,"reject_counts":{"REMOTE_GENERATION_ABSENT":11},"valid_hits":2,"vmid":160} -GENERATION_DISCOVERED={"generation":"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8","manifest_sha256":"f23fb9e91b92dd215ff9394d657c298b9755e2b048038da94dead9ce0956a85e","replica_count":2,"type":"qemu","vmid":160} -RESTORE_ADMISSION={"local_lvm_available":726538233945,"maxdisk_bytes":214748364800,"payload_bytes":3668087651,"staging_available":296977113088,"test_node":"pve01","type":"qemu","vmid":160} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST160_LOCAL_PREP","max_conflicts":0,"samples":3,"status":"PASS"} -RESTORE_ARCHIVE_VERIFIED={"bytes":3668087651,"generation":"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8","sha256":"872cf7ef6030e0ca4743b5055c3ad5c63dc9d0a73b668dbbf1e19958edbc2cbf","type":"qemu","vmid":160} -LOCAL_RESTORE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST160_LOCAL_PRE_RESTORE","max_conflicts":0,"samples":3,"status":"PASS"} -TEST_GUEST_ISOLATION={"network_devices_remaining":0,"protection":1,"removed_keys":["net0","serial0"],"source_vmid":160,"test_vmid":900334,"type":"qemu"} -QEMU_GUEST_AGENT_PING=PASS -GUEST_OSINFO_QUERY=PASS -GUEST_HOSTNAME_QUERY=PASS -GUEST_RESTORE_BOOT_VERIFIED=YES -TEST_GUEST_AND_VOLUMES_REMOVED=YES -RESTORE_PAYLOAD_REMOVED=YES -SOURCE_CONFIG_UNCHANGED=YES -GUEST_RESTORE_PROOF_COMPLETE=160 -PVE02_NODESET_MANIFEST_VERIFIED=YES -PVE02_NODESET_RESTORE_COVERAGE_COMPLETE=YES -PVE02_SEQUENTIAL_RESTORE_PROOFS_COMPLETE=[111,113,9130,160] -PVE02_NODE_BUNDLE_RESTORE_VALIDATED=YES -PVE02_NODESET_RESTORE_COVERAGE_COMPLETE=YES -PVE_ALL_THREE_NODES_GUEST_NODE_COVERAGE_COMPLETE=YES -COMPLETED_RESTORE_PROOFS=[{"generation":"G303-20260913T080839Z-e51fce4368b87d4cb30c93b4c24b41b3","manifest_sha256":"362b9abbe0f3d1105ee353768fb2e60fbc5a82222228d9b30b720a282315c37b","payload_sha256":"649785b391b35f0ba7c17577ca51be1541dbf3e772480fac3b821f8a63680a4b","test_vmid":900331,"type":"lxc","vmid":111},{"generation":"G303-20260913T081014Z-c2e53d284eb505aa3a70c00279e600ad","manifest_sha256":"21e60227e12baf7663384f4ba14ab980948ced2ded47a2a57386b20a54ed8233","payload_sha256":"c6205058bf56ef2ac320cf5774d9d29b3c3ec98b71087203c8df01c94ea659ff","test_vmid":900332,"type":"lxc","vmid":113},{"generation":"G303-20260913T081126Z-b4b4a6a370763710dd904447b3629e84","manifest_sha256":"9b5a7fbbf2e85e479a2187df375e38307df47e04a9d08322cc017ca51f614f5d","payload_sha256":"8e38f8aebac3125ee5fc2352b9492c114601b6bd49b36bd577e3cbb6b56fdb41","test_vmid":900333,"type":"qemu","vmid":9130},{"generation":"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8","manifest_sha256":"f23fb9e91b92dd215ff9394d657c298b9755e2b048038da94dead9ce0956a85e","payload_sha256":"872cf7ef6030e0ca4743b5055c3ad5c63dc9d0a73b668dbbf1e19958edbc2cbf","test_vmid":900334,"type":"qemu","vmid":160}] +VPS_BACKUP_BLOCKERS=[] +VPS_BACKUP_READY=YES STATUS=OK PHASE=COMPLETE -NEXT_GATE=EXTERNAL_VPS_ROUTER_APPS_CONTROLPLANE_RECONCILE -CURRENT_SOURCE_VMID=NONE -CURRENT_TEST_VMID=NONE -CURRENT_WORKDIR=NONE -CURRENT_LOCAL_PAYLOAD_FILES_REMAINING=0 -LAST_GENERATION_DISCOVERY_SUMMARY={"generation":"G304-20260913T084052Z-48ce85da29aec665b5929595c700e3b8","listed_replicas":2,"reject_counts":{"REMOTE_GENERATION_ABSENT":11},"valid_hits":2,"vmid":160} -LAST_SOURCE_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST160_SOURCE_PRESTATE","max_conflicts":0,"samples":3,"status":"PASS"} -LAST_LOCAL_TASK_GUARD={"clean_samples":3,"conflict_samples":0,"label":"GUEST160_LOCAL_PRE_RESTORE","max_conflicts":0,"samples":3,"status":"PASS"} -NODE_BUNDLE_VERIFIED=YES -NODESET_VERIFIED=YES +NEXT_GATE=VPS_SEQUENTIAL_BACKUP +FOLLOWING_GATE=VPS_ISOLATED_RESTORE_PROOF +CLOUD_WRITE_ATTEMPTS=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 FAILED_TOOL=NONE FAILED_RC=NONE FAILED_STDERR_BYTES=0 FAILED_STDERR_SHA256=NONE -CLOUD_CALLS=178 -CLOUD_WRITE_ATTEMPTS=0 -CLOUD_DELETIONS=0 -BACKUP_EXECUTIONS=0 -NODE_BUNDLE_EXECUTIONS=0 -RESTORE_EXECUTIONS=4 -SOURCE_GUEST_MUTATIONS=0 -SYSTEMD_MUTATIONS=0 -LIVE_RCLONE_CONFIG_READS=26 -LIVE_RCLONE_CONFIG_WRITES=0 -ROLLBACK_STARTED=NO -ROLLBACK_RESTORED=NOT_APPLICABLE -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260913-INFRA-DR-BACKUPV2-PVE02-SEQUENTIAL-RESTORE-PROOF-TRANSPORTFIX-306R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} -PVE306_END= +EXT307_END= OUTPUT_END CHAT_OUTPUT_END