From 2a545545ebb890b825202b1b3371614ec40a469a Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 22 Sep 2026 08:45:12 +0000 Subject: [PATCH] runtime: publish SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1 --- ...OMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.json | 38 +++++ ...HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.txt | 144 ++++++++++++++++++ runtime/latest.json | 22 +-- runtime/latest.txt | 136 +++++++++++------ 4 files changed, 284 insertions(+), 56 deletions(-) create mode 100644 runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.json create mode 100644 runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.txt diff --git a/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.json b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.json new file mode 100644 index 00000000..d8d964e2 --- /dev/null +++ b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-1120r3-probe-rca", + "started_at_utc": "2026-09-22T08:45:12Z", + "finished_at_utc": "2026-09-22T08:45:12Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "f03ef62493bd57b75a2ba5c19a791e6cd1374bcc16daf028e78f1b47f8393d4b", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661", + "sanitized_output_sha256": "63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_BACKUP_1120R3_PROBE_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1\nMODE=read-only\nCOMPONENT=homelab-backup-1120r3-probe-rca\nMUTATION_BOUNDARY=NONE;CORRECTED_SHELL_TRIANGULATED_SSH_PROBE;NO_CREDENTIALS_TO_TARGET;NO_KNOWN_HOSTS_WRITE;NO_BACKUP;NO_SERVICE_ACTION;NO_GIT_WRITE;NO_REMOTE_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593\nLEGACY_SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-dsmods\"}\nTARGET_LIFECYCLE_BEGIN=1\nBACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4\n{\"id\":\"netbird_vps_backup\",\"name\":\"netbird-vps-backup\",\"logical_id\":null,\"lifecycle\":\"active\",\"critical\":true,\"enabled_observed\":\"enabled\",\"active_observed\":\"active\",\"source_kind\":\"health_file\"}\nHEALTH=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac\nSTATUS=OK\nTS=2026-07-17T04:52:15Z\nTYPE=backup-matrix-generated\nJOB_ID=netbird_vps_backup\nHEALTH=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61\nSTATUS=OK TS=2026-07-07T15:55:43Z TYPE=netbird-vps-trust-clean-seal BAD=0 WARN=0 MODE=CLEAN_SEAL_NO_AWK_TAIL TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH INDEPENDENT_RUNNER_AVAILABLE=no DEPLOY_DECISION=NO_DEPLOY KNOWN_HOSTS_CHANGED=no PRIVATE_KEYS_READ=no PROBE_DEPLOYED=no REPORT=/var/lib/homelab-netbird-vps-trust/clean-seal-latest.md\nHEALTH=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0\nSTATUS=OK TS=2026-07-07T15:29:49Z TYPE=netbird-vps-trust-closure BAD=0 WARN=0 MODE=TRUST_CLOSURE_NO_KNOWN_HOSTS_CHANGE TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH PUBLIC_IP_STRICT_BLOCKED=YES PUBLIC_IP_KEYSCAN_MATCH=NO EDGE_REF_OK=1 NETBIRD_PEER_OK=1 REPORT=/var/lib/homelab-netbird-vps-trust/closure-latest.md\nHEALTH=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e\nSTATUS=OK\nSERVICE=netbird-vps-backup\nTIMESTAMP_UTC=20260701T013054Z\nVPS_IP=[PRIVATE_IP]\nTARGET_LIFECYCLE_END=1\nTARGET_HOST_SHA256=1fc73136d6d7ddbd0e67ae9c4ddbe6798056fba742305ef773f1015df2712c16\nTARGET_USER=root\nTARGET_PORT=22\nTARGET_EXPECTED_HOSTKEY=SHA256:805Q9eh/fePUci42dfY58I6q0lFiiPHn0/M+mckypmE\nSOURCE_BEGIN=pve01\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=325b73a10bfaa10811fadd6bfa94c3ec2a0560aeb37e99fb070336587cfbdbbb\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve01\nSOURCE_BEGIN=pve02\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=2e89e58593c7235f73c1a5f6b8b5859f537a5d31b932fc7ae9b45999c07950ef\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve02\nSOURCE_BEGIN=pve03\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=293cdfa0ddfe23c40480f693d3206f0ff58431bc55312778d3d80707dcaa1f8e\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve03\nTRIAGE_CLASS=TARGET_PREAUTH_STALL_ALL\nDECISION=PASS_BACKUP_1121_TARGET_SSH_SERVICE_STALL_ALL_SOURCES\nNEXT_GATE=RECONCILE_US_NETBIRD_ACTIVE_LIFECYCLE_VS_EXTERNAL_CONTROL_RECOVERY\nTASK_RESULT=PASS_HOMELAB_BACKUP_1120R3_PROBE_RCA\nCHANGES_MADE_BY_1121=false\nPRODUCT_MUTATION_BY_1121=false\nVM_MUTATION_BY_1121=false\nCLOUD_MUTATION_BY_1121=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_1120R3_PROBE_RCA_END=1\n" +} diff --git a/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.txt b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.txt new file mode 100644 index 00000000..82c28243 --- /dev/null +++ b/runtime/history/SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1.txt @@ -0,0 +1,144 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-1120r3-probe-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=f03ef62493bd57b75a2ba5c19a791e6cd1374bcc16daf028e78f1b47f8393d4b +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661 +SANITIZED_OUTPUT_SHA256=63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661 +OUTPUT_BEGIN +WORKERS2_BACKUP_1120R3_PROBE_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1 +MODE=read-only +COMPONENT=homelab-backup-1120r3-probe-rca +MUTATION_BOUNDARY=NONE;CORRECTED_SHELL_TRIANGULATED_SSH_PROBE;NO_CREDENTIALS_TO_TARGET;NO_KNOWN_HOSTS_WRITE;NO_BACKUP;NO_SERVICE_ACTION;NO_GIT_WRITE;NO_REMOTE_MUTATION +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +WRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2 +AUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593 +LEGACY_SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7 +SCHEDULER_RC=0 +SELFTEST_REPLACEMENT486=PASS +SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-dsmods"} +TARGET_LIFECYCLE_BEGIN=1 +BACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4 +{"id":"netbird_vps_backup","name":"netbird-vps-backup","logical_id":null,"lifecycle":"active","critical":true,"enabled_observed":"enabled","active_observed":"active","source_kind":"health_file"} +HEALTH=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac +STATUS=OK +TS=2026-07-17T04:52:15Z +TYPE=backup-matrix-generated +JOB_ID=netbird_vps_backup +HEALTH=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61 +STATUS=OK TS=2026-07-07T15:55:43Z TYPE=netbird-vps-trust-clean-seal BAD=0 WARN=0 MODE=CLEAN_SEAL_NO_AWK_TAIL TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH INDEPENDENT_RUNNER_AVAILABLE=no DEPLOY_DECISION=NO_DEPLOY KNOWN_HOSTS_CHANGED=no PRIVATE_KEYS_READ=no PROBE_DEPLOYED=no REPORT=/var/lib/homelab-netbird-vps-trust/clean-seal-latest.md +HEALTH=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0 +STATUS=OK TS=2026-07-07T15:29:49Z TYPE=netbird-vps-trust-closure BAD=0 WARN=0 MODE=TRUST_CLOSURE_NO_KNOWN_HOSTS_CHANGE TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH PUBLIC_IP_STRICT_BLOCKED=YES PUBLIC_IP_KEYSCAN_MATCH=NO EDGE_REF_OK=1 NETBIRD_PEER_OK=1 REPORT=/var/lib/homelab-netbird-vps-trust/closure-latest.md +HEALTH=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e +STATUS=OK +SERVICE=netbird-vps-backup +TIMESTAMP_UTC=20260701T013054Z +VPS_IP=[PRIVATE_IP] +TARGET_LIFECYCLE_END=1 +TARGET_HOST_SHA256=1fc73136d6d7ddbd0e67ae9c4ddbe6798056fba742305ef773f1015df2712c16 +TARGET_USER=root +TARGET_PORT=22 +TARGET_EXPECTED_HOSTKEY=SHA256:805Q9eh/fePUci42dfY58I6q0lFiiPHn0/M+mckypmE +SOURCE_BEGIN=pve01 +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=325b73a10bfaa10811fadd6bfa94c3ec2a0560aeb37e99fb070336587cfbdbbb +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false +SOURCE_END=pve01 +SOURCE_BEGIN=pve02 +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=2e89e58593c7235f73c1a5f6b8b5859f537a5d31b932fc7ae9b45999c07950ef +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false +SOURCE_END=pve02 +SOURCE_BEGIN=pve03 +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=293cdfa0ddfe23c40480f693d3206f0ff58431bc55312778d3d80707dcaa1f8e +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false +SOURCE_END=pve03 +TRIAGE_CLASS=TARGET_PREAUTH_STALL_ALL +DECISION=PASS_BACKUP_1121_TARGET_SSH_SERVICE_STALL_ALL_SOURCES +NEXT_GATE=RECONCILE_US_NETBIRD_ACTIVE_LIFECYCLE_VS_EXTERNAL_CONTROL_RECOVERY +TASK_RESULT=PASS_HOMELAB_BACKUP_1120R3_PROBE_RCA +CHANGES_MADE_BY_1121=false +PRODUCT_MUTATION_BY_1121=false +VM_MUTATION_BY_1121=false +CLOUD_MUTATION_BY_1121=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_1120R3_PROBE_RCA_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 60616861..d8d964e2 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3", - "status": "FAIL", - "rc": 3, + "command_id": "SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "read-only", - "component": "homelab-backup-1119-ssh-net-rca", - "started_at_utc": "2026-09-22T08:37:45Z", - "finished_at_utc": "2026-09-22T08:37:45Z", + "component": "homelab-backup-1120r3-probe-rca", + "started_at_utc": "2026-09-22T08:45:12Z", + "finished_at_utc": "2026-09-22T08:45:12Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "73a474ffcb231f2d753a4564513fa910c49026a0fade2af8e76b6c5d73acd6fb", + "command_sha256": "f03ef62493bd57b75a2ba5c19a791e6cd1374bcc16daf028e78f1b47f8393d4b", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 3, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "a9b25208c372f1770e9644b49ff9d5225711cc8c7f8d8b61354f0bdb621d787d", - "sanitized_output_sha256": "a9b25208c372f1770e9644b49ff9d5225711cc8c7f8d8b61354f0bdb621d787d", + "raw_evidence_sha256": "63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661", + "sanitized_output_sha256": "63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "WORKERS2_BACKUP_1119_SSH_NET_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3\nMODE=read-only\nCOMPONENT=homelab-backup-1119-ssh-net-rca\nMUTATION_BOUNDARY=NONE;READ_ONLY_TRIANGULATED_SSH_PHASE_AND_TARGET_LIFECYCLE_RCA;NO_REMOTE_WRITE;NO_BACKUP;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_KNOWN_HOSTS_WRITE\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593\nLEGACY_SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-dsmods\"}\nTARGET_LIFECYCLE_EVIDENCE_BEGIN=1\nHEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac BYTES=728\nSTATUS=OK\nTS=2026-07-17T04:52:15Z\nTYPE=backup-matrix-generated\nJOB_ID=netbird_vps_backup\nJOB_NAME=netbird-vps-backup\nMATRIX_MODE=authoritative\nHEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61 BYTES=433\nSTATUS=OK TS=2026-07-07T15:55:43Z TYPE=netbird-vps-trust-clean-seal BAD=0 WARN=0 MODE=CLEAN_SEAL_NO_AWK_TAIL TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH INDEPENDENT_RUNNER_AVAILABLE=no DEPLOY_DECISION=NO_DEPLOY KNOWN_HOSTS_CHANGED=no PRIVATE_KEYS_READ=no PROBE_DEPLOYED=no REPORT=/var/lib/homelab-netbird-vps-trust/clean-seal-latest.md\nHEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0 BYTES=408\nSTATUS=OK TS=2026-07-07T15:29:49Z TYPE=netbird-vps-trust-closure BAD=0 WARN=0 MODE=TRUST_CLOSURE_NO_KNOWN_HOSTS_CHANGE TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH PUBLIC_IP_STRICT_BLOCKED=YES PUBLIC_IP_KEYSCAN_MATCH=NO EDGE_REF_OK=1 NETBIRD_PEER_OK=1 REPORT=/var/lib/homelab-netbird-vps-trust/closure-latest.md\nHEALTH_FILE=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e BYTES=312\nSTATUS=OK\nSERVICE=netbird-vps-backup\nTIMESTAMP_UTC=20260701T013054Z\nVPS_IP=[PRIVATE_IP]\nSNAPSHOT=/mnt/staging/netbird-vps-backups/snapshots/20260701T013054Z\nLATEST_SYMLINK=/mnt/staging/netbird-vps-backups/snapshots/latest\nHEALTH_FILE=/var/lib/homelab-health/external-probe-vps.txt SHA256=cbde0a4870bea225db201ccaf56e44482d665dc7cee0498abee2af4af4eb8b72 BYTES=539\nSTATUS=OK TS=2026-09-22T08:30:28Z TYPE=external-probe-vps BAD=0 WARN=1 MODE=STRATEGY_ONLY_NO_INDEPENDENT_RUNNER_NO_OVERALL_OK_CYCLE DEPLOYED=NO DEPLOY_DECISION=NO_DEPLOY VPS_TRUST=edge_vm_trusted_public_vps_rejected BACKUP_HOSTKEYS=not_used_public_vps_rejected PVE01_PUBLIC_SMOKE_BAD=1 INDEPENDENT_RUNNER=missing INDEPENDENT_RUNNER_AVAILABLE=no TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH REPORT=/var/lib/homelab-external-probe-vps/latest.md\nBACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4\n{\"id\":\"netbird_vps_backup\",\"name\":\"netbird-vps-backup\",\"logical_id\":null,\"lifecycle\":\"active\",\"critical\":true,\"enabled_observed\":\"enabled\",\"active_observed\":\"active\",\"source_kind\":\"health_file\"}\nTARGET_LIFECYCLE_EVIDENCE_END=1\nTRIANGULATED_RCA_RC=0\nTARGET_CARDINALITY=1\nTARGET_HOST_SHA256=1fc73136d6d7ddbd0e67ae9c4ddbe6798056fba742305ef773f1015df2712c16\nTARGET_USER=root\nTARGET_EXPECTED_HOSTKEY=SHA256:805Q9eh/fePUci42dfY58I6q0lFiiPHn0/M+mckypmE\nSOURCE_BEGIN=pve01\nSOURCE_TRANSPORT_RC=1\nSOURCE_TRANSPORT_STDERR_SHA256=79cc1f047054b83ef74fae693cf5dae4cbede3defb7847bdee8f8cc586fa59db\nSOURCE_END=pve01\nSOURCE_BEGIN=pve02\nSOURCE_TRANSPORT_RC=1\nSOURCE_TRANSPORT_STDERR_SHA256=0edc84bfa33aa3a305dba42f5df0fbf845a0131e79e2eca537489445ca08a141\nSOURCE_END=pve02\nSOURCE_BEGIN=pve03\nSOURCE_TRANSPORT_RC=1\nSOURCE_TRANSPORT_STDERR_SHA256=0edc84bfa33aa3a305dba42f5df0fbf845a0131e79e2eca537489445ca08a141\nSOURCE_END=pve03\nTRIANGULATED_RCA_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTRIAGE_CLASS=HOSTKEY_OR_KEYSCAN_DRIFT\nDECISION=HOLD_BACKUP_1120R3_NETWORK_CLASS_INCOMPLETE\nNEXT_GATE=RECONCILE_ONLY_BACKUP_1120R3_FAILURE\nTASK_RESULT=HOLD_HOMELAB_BACKUP_1119_SSH_NET_RCA\nCHANGES_MADE_BY_1120R3=false\nPRODUCT_MUTATION_BY_1120R3=false\nVM_MUTATION_BY_1120R3=false\nCLOUD_MUTATION_BY_1120R3=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_1119_SSH_NET_RCA_END=1\n" + "output": "WORKERS2_BACKUP_1120R3_PROBE_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1\nMODE=read-only\nCOMPONENT=homelab-backup-1120r3-probe-rca\nMUTATION_BOUNDARY=NONE;CORRECTED_SHELL_TRIANGULATED_SSH_PROBE;NO_CREDENTIALS_TO_TARGET;NO_KNOWN_HOSTS_WRITE;NO_BACKUP;NO_SERVICE_ACTION;NO_GIT_WRITE;NO_REMOTE_MUTATION\nREFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66\nERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nWRAPPER_SHA256=5077444065c732451cb84898680f62361b21a24ef9eb4f191253e82ead524ea2\nAUDIT_SHA256=5777bbb204708ffcebba0753506b819833b76370ecda59b4574e1aff3b9e4593\nLEGACY_SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7\nSCHEDULER_RC=0\nSELFTEST_REPLACEMENT486=PASS\nSCHEDULER_LIVE_SELECTION={\"due_seconds\":86400,\"enabled\":true,\"logical_id\":\"xf-dsmods\"}\nTARGET_LIFECYCLE_BEGIN=1\nBACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4\n{\"id\":\"netbird_vps_backup\",\"name\":\"netbird-vps-backup\",\"logical_id\":null,\"lifecycle\":\"active\",\"critical\":true,\"enabled_observed\":\"enabled\",\"active_observed\":\"active\",\"source_kind\":\"health_file\"}\nHEALTH=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac\nSTATUS=OK\nTS=2026-07-17T04:52:15Z\nTYPE=backup-matrix-generated\nJOB_ID=netbird_vps_backup\nHEALTH=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61\nSTATUS=OK TS=2026-07-07T15:55:43Z TYPE=netbird-vps-trust-clean-seal BAD=0 WARN=0 MODE=CLEAN_SEAL_NO_AWK_TAIL TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH INDEPENDENT_RUNNER_AVAILABLE=no DEPLOY_DECISION=NO_DEPLOY KNOWN_HOSTS_CHANGED=no PRIVATE_KEYS_READ=no PROBE_DEPLOYED=no REPORT=/var/lib/homelab-netbird-vps-trust/clean-seal-latest.md\nHEALTH=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0\nSTATUS=OK TS=2026-07-07T15:29:49Z TYPE=netbird-vps-trust-closure BAD=0 WARN=0 MODE=TRUST_CLOSURE_NO_KNOWN_HOSTS_CHANGE TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH PUBLIC_IP_STRICT_BLOCKED=YES PUBLIC_IP_KEYSCAN_MATCH=NO EDGE_REF_OK=1 NETBIRD_PEER_OK=1 REPORT=/var/lib/homelab-netbird-vps-trust/closure-latest.md\nHEALTH=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e\nSTATUS=OK\nSERVICE=netbird-vps-backup\nTIMESTAMP_UTC=20260701T013054Z\nVPS_IP=[PRIVATE_IP]\nTARGET_LIFECYCLE_END=1\nTARGET_HOST_SHA256=1fc73136d6d7ddbd0e67ae9c4ddbe6798056fba742305ef773f1015df2712c16\nTARGET_USER=root\nTARGET_PORT=22\nTARGET_EXPECTED_HOSTKEY=SHA256:805Q9eh/fePUci42dfY58I6q0lFiiPHn0/M+mckypmE\nSOURCE_BEGIN=pve01\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=325b73a10bfaa10811fadd6bfa94c3ec2a0560aeb37e99fb070336587cfbdbbb\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve01\nSOURCE_BEGIN=pve02\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=2e89e58593c7235f73c1a5f6b8b5859f537a5d31b932fc7ae9b45999c07950ef\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve02\nSOURCE_BEGIN=pve03\nSOURCE_TRANSPORT_RC=0\nSOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTCP_OPEN=true\nSSH_BANNER_PRESENT=true\nSSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0\nKEYSCAN_RC=0\nKEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nKEYSCAN_FP_COUNT=1\nKEYSCAN_PIN_MATCH=true\nSSH_NOAUTH_RC=255\nSSH_NOAUTH_STDERR_SHA256=293cdfa0ddfe23c40480f693d3206f0ff58431bc55312778d3d80707dcaa1f8e\nPHASE_CONNECTION_ESTABLISHED=true\nPHASE_REMOTE_PROTOCOL=false\nPHASE_HOSTKEY_SEEN=false\nPHASE_KEX_COMPLETE=false\nPHASE_SERVICE_ACCEPT=false\nPHASE_AUTH_METHODS=false\nSSH_ERROR_TIMEOUT=true\nSSH_ERROR_REFUSED=false\nSSH_ERROR_RESET_OR_CLOSED=false\nSOURCE_END=pve03\nTRIAGE_CLASS=TARGET_PREAUTH_STALL_ALL\nDECISION=PASS_BACKUP_1121_TARGET_SSH_SERVICE_STALL_ALL_SOURCES\nNEXT_GATE=RECONCILE_US_NETBIRD_ACTIVE_LIFECYCLE_VS_EXTERNAL_CONTROL_RECOVERY\nTASK_RESULT=PASS_HOMELAB_BACKUP_1120R3_PROBE_RCA\nCHANGES_MADE_BY_1121=false\nPRODUCT_MUTATION_BY_1121=false\nVM_MUTATION_BY_1121=false\nCLOUD_MUTATION_BY_1121=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_BACKUP_1120R3_PROBE_RCA_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 81ed1c79..82c28243 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3 -STATUS=FAIL -RC=3 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1 +STATUS=OK +RC=0 HOST=pve01 MODE=read-only -COMPONENT=homelab-backup-1119-ssh-net-rca +COMPONENT=homelab-backup-1120r3-probe-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=73a474ffcb231f2d753a4564513fa910c49026a0fade2af8e76b6c5d73acd6fb +COMMAND_SHA256=f03ef62493bd57b75a2ba5c19a791e6cd1374bcc16daf028e78f1b47f8393d4b DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=3 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,14 +24,14 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=a9b25208c372f1770e9644b49ff9d5225711cc8c7f8d8b61354f0bdb621d787d -SANITIZED_OUTPUT_SHA256=a9b25208c372f1770e9644b49ff9d5225711cc8c7f8d8b61354f0bdb621d787d +RAW_EVIDENCE_SHA256=63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661 +SANITIZED_OUTPUT_SHA256=63e300e27ca9a2f49778d888fb4efe5cda97e3de612ff3bafae30bf7879e0661 OUTPUT_BEGIN -WORKERS2_BACKUP_1119_SSH_NET_RCA_BEGIN=1 -COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3 +WORKERS2_BACKUP_1120R3_PROBE_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1 MODE=read-only -COMPONENT=homelab-backup-1119-ssh-net-rca -MUTATION_BOUNDARY=NONE;READ_ONLY_TRIANGULATED_SSH_PHASE_AND_TARGET_LIFECYCLE_RCA;NO_REMOTE_WRITE;NO_BACKUP;NO_SYSTEMD_ACTION;NO_GIT_FETCH_OR_WRITE;NO_KNOWN_HOSTS_WRITE +COMPONENT=homelab-backup-1120r3-probe-rca +MUTATION_BOUNDARY=NONE;CORRECTED_SHELL_TRIANGULATED_SSH_PROBE;NO_CREDENTIALS_TO_TARGET;NO_KNOWN_HOSTS_WRITE;NO_BACKUP;NO_SERVICE_ACTION;NO_GIT_WRITE;NO_REMOTE_MUTATION REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d @@ -41,58 +41,104 @@ LEGACY_SHA256=b6e79f087b9f1d21dac4f77a7b46b743299bbb85bc716e80d2ea67c2e038bcd7 SCHEDULER_RC=0 SELFTEST_REPLACEMENT486=PASS SCHEDULER_LIVE_SELECTION={"due_seconds":86400,"enabled":true,"logical_id":"xf-dsmods"} -TARGET_LIFECYCLE_EVIDENCE_BEGIN=1 -HEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac BYTES=728 +TARGET_LIFECYCLE_BEGIN=1 +BACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4 +{"id":"netbird_vps_backup","name":"netbird-vps-backup","logical_id":null,"lifecycle":"active","critical":true,"enabled_observed":"enabled","active_observed":"active","source_kind":"health_file"} +HEALTH=/var/lib/homelab-health/netbird-vps-trust.txt SHA256=643c858c4b1cfa77a7914349ccb05434a94e27a358320b687658684665d5c1ac STATUS=OK TS=2026-07-17T04:52:15Z TYPE=backup-matrix-generated JOB_ID=netbird_vps_backup -JOB_NAME=netbird-vps-backup -MATRIX_MODE=authoritative -HEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61 BYTES=433 +HEALTH=/var/lib/homelab-health/netbird-vps-trust-clean-seal.txt SHA256=092eaa2c4f3a5f623e9440135d36e6bae7d8ae46a03d380d14a5e95657812b61 STATUS=OK TS=2026-07-07T15:55:43Z TYPE=netbird-vps-trust-clean-seal BAD=0 WARN=0 MODE=CLEAN_SEAL_NO_AWK_TAIL TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH INDEPENDENT_RUNNER_AVAILABLE=no DEPLOY_DECISION=NO_DEPLOY KNOWN_HOSTS_CHANGED=no PRIVATE_KEYS_READ=no PROBE_DEPLOYED=no REPORT=/var/lib/homelab-netbird-vps-trust/clean-seal-latest.md -HEALTH_FILE=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0 BYTES=408 +HEALTH=/var/lib/homelab-health/netbird-vps-trust-closure.txt SHA256=6db8ee1ffbd2c371959917cac5ded56af3ec1829b01bd9c190e3334d6593a4a0 STATUS=OK TS=2026-07-07T15:29:49Z TYPE=netbird-vps-trust-closure BAD=0 WARN=0 MODE=TRUST_CLOSURE_NO_KNOWN_HOSTS_CHANGE TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH PUBLIC_IP_STRICT_BLOCKED=YES PUBLIC_IP_KEYSCAN_MATCH=NO EDGE_REF_OK=1 NETBIRD_PEER_OK=1 REPORT=/var/lib/homelab-netbird-vps-trust/closure-latest.md -HEALTH_FILE=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e BYTES=312 +HEALTH=/var/lib/homelab-health/netbird-vps-backup.txt SHA256=372804695d6dba94e29e254f2175701e976692e7b15ee83fdcb6f10e05ca624e STATUS=OK SERVICE=netbird-vps-backup TIMESTAMP_UTC=20260701T013054Z VPS_IP=[PRIVATE_IP] -SNAPSHOT=/mnt/staging/netbird-vps-backups/snapshots/20260701T013054Z -LATEST_SYMLINK=/mnt/staging/netbird-vps-backups/snapshots/latest -HEALTH_FILE=/var/lib/homelab-health/external-probe-vps.txt SHA256=cbde0a4870bea225db201ccaf56e44482d665dc7cee0498abee2af4af4eb8b72 BYTES=539 -STATUS=OK TS=2026-09-22T08:30:28Z TYPE=external-probe-vps BAD=0 WARN=1 MODE=STRATEGY_ONLY_NO_INDEPENDENT_RUNNER_NO_OVERALL_OK_CYCLE DEPLOYED=NO DEPLOY_DECISION=NO_DEPLOY VPS_TRUST=edge_vm_trusted_public_vps_rejected BACKUP_HOSTKEYS=not_used_public_vps_rejected PVE01_PUBLIC_SMOKE_BAD=1 INDEPENDENT_RUNNER=missing INDEPENDENT_RUNNER_AVAILABLE=no TRUSTED_NETBIRD_IDENTITY=edge-vm TRUSTED_NETBIRD_IP=[PRIVATE_IP] PUBLIC_VPS_IP=[PRIVATE_IP] PUBLIC_VPS_DECISION=REJECTED_HOSTKEY_MISMATCH REPORT=/var/lib/homelab-external-probe-vps/latest.md -BACKUP_MATRIX_SHA256=9487e4dfa14c7f07d2ed6bd6bf270e8318be386c0f512a2cb253b23112a070b4 -{"id":"netbird_vps_backup","name":"netbird-vps-backup","logical_id":null,"lifecycle":"active","critical":true,"enabled_observed":"enabled","active_observed":"active","source_kind":"health_file"} -TARGET_LIFECYCLE_EVIDENCE_END=1 -TRIANGULATED_RCA_RC=0 -TARGET_CARDINALITY=1 +TARGET_LIFECYCLE_END=1 TARGET_HOST_SHA256=1fc73136d6d7ddbd0e67ae9c4ddbe6798056fba742305ef773f1015df2712c16 TARGET_USER=root +TARGET_PORT=22 TARGET_EXPECTED_HOSTKEY=SHA256:805Q9eh/fePUci42dfY58I6q0lFiiPHn0/M+mckypmE SOURCE_BEGIN=pve01 -SOURCE_TRANSPORT_RC=1 -SOURCE_TRANSPORT_STDERR_SHA256=79cc1f047054b83ef74fae693cf5dae4cbede3defb7847bdee8f8cc586fa59db +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=325b73a10bfaa10811fadd6bfa94c3ec2a0560aeb37e99fb070336587cfbdbbb +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false SOURCE_END=pve01 SOURCE_BEGIN=pve02 -SOURCE_TRANSPORT_RC=1 -SOURCE_TRANSPORT_STDERR_SHA256=0edc84bfa33aa3a305dba42f5df0fbf845a0131e79e2eca537489445ca08a141 +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=2e89e58593c7235f73c1a5f6b8b5859f537a5d31b932fc7ae9b45999c07950ef +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false SOURCE_END=pve02 SOURCE_BEGIN=pve03 -SOURCE_TRANSPORT_RC=1 -SOURCE_TRANSPORT_STDERR_SHA256=0edc84bfa33aa3a305dba42f5df0fbf845a0131e79e2eca537489445ca08a141 +SOURCE_TRANSPORT_RC=0 +SOURCE_TRANSPORT_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TCP_OPEN=true +SSH_BANNER_PRESENT=true +SSH_BANNER_SHA256=070473e5a76050446462577b1b00eae88208113946ffe9d5ea3d2d97e86a04e0 +KEYSCAN_RC=0 +KEYSCAN_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +KEYSCAN_FP_COUNT=1 +KEYSCAN_PIN_MATCH=true +SSH_NOAUTH_RC=255 +SSH_NOAUTH_STDERR_SHA256=293cdfa0ddfe23c40480f693d3206f0ff58431bc55312778d3d80707dcaa1f8e +PHASE_CONNECTION_ESTABLISHED=true +PHASE_REMOTE_PROTOCOL=false +PHASE_HOSTKEY_SEEN=false +PHASE_KEX_COMPLETE=false +PHASE_SERVICE_ACCEPT=false +PHASE_AUTH_METHODS=false +SSH_ERROR_TIMEOUT=true +SSH_ERROR_REFUSED=false +SSH_ERROR_RESET_OR_CLOSED=false SOURCE_END=pve03 -TRIANGULATED_RCA_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -TRIAGE_CLASS=HOSTKEY_OR_KEYSCAN_DRIFT -DECISION=HOLD_BACKUP_1120R3_NETWORK_CLASS_INCOMPLETE -NEXT_GATE=RECONCILE_ONLY_BACKUP_1120R3_FAILURE -TASK_RESULT=HOLD_HOMELAB_BACKUP_1119_SSH_NET_RCA -CHANGES_MADE_BY_1120R3=false -PRODUCT_MUTATION_BY_1120R3=false -VM_MUTATION_BY_1120R3=false -CLOUD_MUTATION_BY_1120R3=false -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-1119-SSH-NET-RCA-1120R3","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} -WORKERS2_BACKUP_1119_SSH_NET_RCA_END=1 +TRIAGE_CLASS=TARGET_PREAUTH_STALL_ALL +DECISION=PASS_BACKUP_1121_TARGET_SSH_SERVICE_STALL_ALL_SOURCES +NEXT_GATE=RECONCILE_US_NETBIRD_ACTIVE_LIFECYCLE_VS_EXTERNAL_CONTROL_RECOVERY +TASK_RESULT=PASS_HOMELAB_BACKUP_1120R3_PROBE_RCA +CHANGES_MADE_BY_1121=false +PRODUCT_MUTATION_BY_1121=false +VM_MUTATION_BY_1121=false +CLOUD_MUTATION_BY_1121=false +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260922-HOMELAB-BACKUP-1120R3-PROBE-RCA-1121R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_BACKUP_1120R3_PROBE_RCA_END=1 OUTPUT_END CHAT_OUTPUT_END