runtime: publish SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1

2026-09-27 17:51:20 +00:00
parent 2eaa118571
commit 1da81d8c2b
4 changed files with 233 additions and 146 deletions
@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1",
+  "status": "FAIL",
+  "rc": 31,
+  "host": "pve01",
+  "mode": "change",
+  "component": "netbird-pve23-relay-override-repair",
+  "started_at_utc": "2026-09-27T17:50:57Z",
+  "finished_at_utc": "2026-09-27T17:51:19Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "858ca707cc2639542b347eecec8562ffb0404891bdd2dc52facf0711cf78a8d8",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": true,
+  "result_contract_valid": true,
+  "result_contract_status": "FAIL",
+  "result_contract_error": null,
+  "command_rc": 31,
+  "changes_made": true,
+  "rollback_started": true,
+  "rollback_restored": false,
+  "mutation_outcome": "ROLLBACK_FAILED",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "55e81f5f3fb26257de530bd3965969f28254c1423e2fa67b5e9a202de585e57a",
+  "sanitized_output_sha256": "6f86a937e51d2a3d550ef83a579bdce2fcbf152399f53cb91bca7d699f34d631",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR_BEGIN=true\nCOMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1\nMODE=change\nCOMPONENT=netbird-pve23-relay-override-repair\nMUTATION_BOUNDARY=PVE02_PVE03_ONLY_SCOPED_ETC_HOSTS_NETBIRD_RELAY_OVERRIDE_PLUS_NETBIRD_RESTART_PLUS_EXISTING_PEER_HEALTH_ONESHOT;NO_PVE01_HOSTS_OR_NETBIRD_CHANGE;NO_EDGE_CHANGE;NO_ROUTE_FIREWALL_DNS_PROVIDER_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nREFERENCE_REGISTER_AUTHORITY=RUNNER_ENFORCED\nERROR_REGISTER_AUTHORITY=RUNNER_ENFORCED\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_73333_STATUS=OK\nSOURCE_73333_RC=0\nSOURCE_73333_DECISION=PASS_PVE23_MISSING_RELAY_OVERRIDE_ROOT_CAUSE\nPVE01_RELAY_OVERRIDE_COUNT=1\nPVE01_FORCED85_DASH=200\nPVE01_FORCED85_OIDC=200\nPVE02_SSH_HOSTNAME=pve02\nPVE03_SSH_HOSTNAME=pve03\n=== PVE02_PRE ===\nHOSTNAME=pve02\nSERVICE=active/enabled\nWT0=wt0              UNKNOWN        100.100.7.2/16 [PRIVATE_IPV6]/64 \nManagement: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready\nSignal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout\nRelays: 0/2 Available\nFQDN: pve02.netbird.selfhosted\nNetBird IP: 100.100.7.2/16\nPeers count: 0/11 Connected\nHOSTS_BEGIN\nHOSTS_END\nHOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec\nDNS_nb_pvepro_ru=46.16.34.129\nDNS_nb_gram1_ru=46.16.34.129\nHTTPS46_DASH=28|000\nHTTPS46_OIDC=28|000\nHTTPS85_DASH=0|200\nHTTPS85_OIDC=0|200\nPVE02_MUTATION_REQUIRED=true\n=== PVE03_PRE ===\nHOSTNAME=pve03\nSERVICE=active/enabled\nWT0=wt0              UNKNOWN        100.100.34.141/16 [PRIVATE_IPV6]/64 \nManagement: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready\nSignal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out\nRelays: 0/2 Available\nFQDN: pve03.netbird.selfhosted\nNetBird IP: 100.100.34.141/16\nPeers count: 0/11 Connected\nHOSTS_BEGIN\nHOSTS_END\nHOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec\nDNS_nb_pvepro_ru=46.16.34.129\nDNS_nb_gram1_ru=46.16.34.129\nHTTPS46_DASH=28|000\nHTTPS46_OIDC=28|000\nHTTPS85_DASH=0|200\nHTTPS85_OIDC=0|200\nPVE03_MUTATION_REQUIRED=true\nACTION=APPLY_PVE02_RELAY_OVERRIDE\ncp: cannot create regular file '\"\"/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1\"/hosts.before\"': No such file or directory\nROLLBACK_PVE02_BEGIN=true\nROLLBACK_PVE02_RESTORE_COMMAND=false\nDECISION=FAIL_PVE23_RELAY_OVERRIDE_ROLLED_BACK\nFAILURE=PVE02_RELAY_OVERRIDE_OR_NETBIRD_ACCEPTANCE_FAILED\nNEXT_GATE=READ_EXACT_73334_AND_FIX_ONLY_FAILED_NODE_OR_ROLLBACK\nROLLBACK_RESTORED=false\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":true,\"rollback_restored\":false}\n"
+}
@@ -0,0 +1,100 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1
+STATUS=FAIL
+RC=31
+HOST=pve01
+MODE=change
+COMPONENT=netbird-pve23-relay-override-repair
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=858ca707cc2639542b347eecec8562ffb0404891bdd2dc52facf0711cf78a8d8
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=true
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=31
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=false
+MUTATION_OUTCOME=ROLLBACK_FAILED
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=55e81f5f3fb26257de530bd3965969f28254c1423e2fa67b5e9a202de585e57a
+SANITIZED_OUTPUT_SHA256=6f86a937e51d2a3d550ef83a579bdce2fcbf152399f53cb91bca7d699f34d631
+OUTPUT_BEGIN
+NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR_BEGIN=true
+COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1
+MODE=change
+COMPONENT=netbird-pve23-relay-override-repair
+MUTATION_BOUNDARY=PVE02_PVE03_ONLY_SCOPED_ETC_HOSTS_NETBIRD_RELAY_OVERRIDE_PLUS_NETBIRD_RESTART_PLUS_EXISTING_PEER_HEALTH_ONESHOT;NO_PVE01_HOSTS_OR_NETBIRD_CHANGE;NO_EDGE_CHANGE;NO_ROUTE_FIREWALL_DNS_PROVIDER_CHANGE
+=== AUTHORITY ===
+HOST=pve01
+CLUSTER_QUORATE=Yes
+REFERENCE_REGISTER_AUTHORITY=RUNNER_ENFORCED
+ERROR_REGISTER_AUTHORITY=RUNNER_ENFORCED
+RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
+SOURCE_73333_STATUS=OK
+SOURCE_73333_RC=0
+SOURCE_73333_DECISION=PASS_PVE23_MISSING_RELAY_OVERRIDE_ROOT_CAUSE
+PVE01_RELAY_OVERRIDE_COUNT=1
+PVE01_FORCED85_DASH=200
+PVE01_FORCED85_OIDC=200
+PVE02_SSH_HOSTNAME=pve02
+PVE03_SSH_HOSTNAME=pve03
+=== PVE02_PRE ===
+HOSTNAME=pve02
+SERVICE=active/enabled
+WT0=wt0              UNKNOWN        100.100.7.2/16 [PRIVATE_IPV6]/64 
+Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
+Signal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout
+Relays: 0/2 Available
+FQDN: pve02.netbird.selfhosted
+NetBird IP: 100.100.7.2/16
+Peers count: 0/11 Connected
+HOSTS_BEGIN
+HOSTS_END
+HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
+DNS_nb_pvepro_ru=46.16.34.129
+DNS_nb_gram1_ru=46.16.34.129
+HTTPS46_DASH=28|000
+HTTPS46_OIDC=28|000
+HTTPS85_DASH=0|200
+HTTPS85_OIDC=0|200
+PVE02_MUTATION_REQUIRED=true
+=== PVE03_PRE ===
+HOSTNAME=pve03
+SERVICE=active/enabled
+WT0=wt0              UNKNOWN        100.100.34.141/16 [PRIVATE_IPV6]/64 
+Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
+Signal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out
+Relays: 0/2 Available
+FQDN: pve03.netbird.selfhosted
+NetBird IP: 100.100.34.141/16
+Peers count: 0/11 Connected
+HOSTS_BEGIN
+HOSTS_END
+HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
+DNS_nb_pvepro_ru=46.16.34.129
+DNS_nb_gram1_ru=46.16.34.129
+HTTPS46_DASH=28|000
+HTTPS46_OIDC=28|000
+HTTPS85_DASH=0|200
+HTTPS85_OIDC=0|200
+PVE03_MUTATION_REQUIRED=true
+ACTION=APPLY_PVE02_RELAY_OVERRIDE
+cp: cannot create regular file '""/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1"/hosts.before"': No such file or directory
+ROLLBACK_PVE02_BEGIN=true
+ROLLBACK_PVE02_RESTORE_COMMAND=false
+DECISION=FAIL_PVE23_RELAY_OVERRIDE_ROLLED_BACK
+FAILURE=PVE02_RELAY_OVERRIDE_OR_NETBIRD_ACCEPTANCE_FAILED
+NEXT_GATE=READ_EXACT_73334_AND_FIX_ONLY_FAILED_NODE_OR_ROLLBACK
+ROLLBACK_RESTORED=false
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1","status":"FAIL","changes_made":true,"rollback_started":true,"rollback_restored":false}
+
+OUTPUT_END
+CHAT_OUTPUT_END