homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-27 18:01:40 +00:00
parent 12c7b786ad
commit f77b50fa31
4 changed files with 344 additions and 236 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1.json
+38
View File
File diff suppressed because one or more lines are too long
runtime/history/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1.txt
+169
View File
@@ -0,0 +1,169 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=netbird-pve23-relay-override-repair-fix
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=a30427996b70b6e2ae516c70b2421a049b2deae09c98d71497bff6b462224dd7
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=bd49ce52d1c39140d13bbcd3195cdd1e981c45dc03138bb414f24a535cecba99
SANITIZED_OUTPUT_SHA256=f3e82bbb83321ba995749c84cc8749ba93434a999e60590e5ab4e673e74fc62e
OUTPUT_BEGIN
NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR_FIX_BEGIN=true
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1
MODE=change
COMPONENT=netbird-pve23-relay-override-repair-fix
MUTATION_BOUNDARY=CLEAN_EXACT_EMPTY_73334_STRAY_ON_PVE02_PLUS_PVE02_PVE03_SCOPED_ETC_HOSTS_NETBIRD_RELAY_OVERRIDE_PLUS_NETBIRD_RESTART_PLUS_EXISTING_PEER_HEALTH_ONESHOT;NO_PVE01_OR_EDGE_MUTATION;NO_ROUTE_FIREWALL_DNS_PROVIDER_CHANGE
=== AUTHORITY ===
HOST=pve01
CLUSTER_QUORATE=Yes
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
REMOTE_HELPER_SHA256=116f1ddd91907e8d1ae670eaae3dea9972a3fe3c8f254b4fd7a45b70455a35cb
SOURCE_73333_DECISION=PASS_PVE23_MISSING_RELAY_OVERRIDE_ROOT_CAUSE
SOURCE_73334_MUTATION_OUTCOME=ROLLBACK_FAILED
SOURCE_73335_DECISION=HOLD_73334_PARTIAL_STATE_PRESENT
=== PRECHECK_PVE02 ===
HOSTNAME=pve02
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout
Relays: 0/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 0/11 Connected
PRECHECK=PASS
PVE02_PRECHECK_RC=0
=== PRECHECK_PVE03 ===
HOSTNAME=pve03
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out
Relays: 0/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 0/11 Connected
PRECHECK=PASS
PVE03_PRECHECK_RC=0
=== CLEANUP_73334_STRAY_PVE02 ===
OLD_BAD_ROOT=/root/""
OLD_BAD_LEAF=/root/""/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1""
OLD_STRAY_PRESENT=true
OLD_STRAY_CLEANUP=PASS
OLD_BAD_ROOT_REMAINS=false
PVE02_STRAY_CLEANUP_RC=0
=== APPLY_PVE02 ===
HOSTNAME=pve02
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout
Relays: 0/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 0/11 Connected
PRECHECK=PASS
BACKUP_CREATED=true
BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1/hosts.before
BACKUP_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_CHANGED=true
HOSTS_SHA_AFTER=71711c686b9e7f697b3eda22d79d770a81f639efcb836a135c80c65b535d229e
NEW_MARKER_COUNT_AFTER=1
DNS_nb_pvepro_ru=85.121.4.192
DNS_nb_gram1_ru=85.121.4.192
NETBIRD_RESTART=true
NETBIRD_ACCEPTED=true
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 4/11 Connected
PVE02_APPLY_RC=0
=== APPLY_PVE03 ===
HOSTNAME=pve03
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out
Relays: 0/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 0/11 Connected
PRECHECK=PASS
BACKUP_CREATED=true
BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1/hosts.before
BACKUP_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_CHANGED=true
HOSTS_SHA_AFTER=71711c686b9e7f697b3eda22d79d770a81f639efcb836a135c80c65b535d229e
NEW_MARKER_COUNT_AFTER=1
DNS_nb_pvepro_ru=85.121.4.192
DNS_nb_gram1_ru=85.121.4.192
NETBIRD_RESTART=true
NETBIRD_ACCEPTED=true
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 5/11 Connected
PVE03_APPLY_RC=0
=== PVE01_NETBIRD_POST ===
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve01.netbird.selfhosted
NetBird IP: 100.100.131.41/16
Peers count: 5/11 Connected
PVE01_NETBIRD_CONNECTED=true
=== PEER_HEALTH_ONESHOT ===
NETBIRD_PEERS_HEALTH_START_RC=0
Result=success
ExecMainStatus=0
STATUS=OK
SERVICE=netbird-peers
TIMESTAMP_UTC=20260927T180136Z
ATTEMPT_USED=1
pve01 service=active/enabled wt0_ip=100.100.131.41/16 management=yes signal=yes peers=5/11 Connected
pve02 service=active/enabled wt0_ip=100.100.7.2/16 management=yes signal=yes peers=5/11 Connected
pve03 service=active/enabled wt0_ip=100.100.34.141/16 management=yes signal=yes peers=5/11 Connected
edge-vm service=active/enabled wt0_ip=100.100.60.182/16 management=yes signal=yes peers=4/11 Connected
NETBIRD_PEERS_HEALTH_OK=true
TASK_RESULT=PASS_NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR
DECISION=PASS_PVE23_RELAY_OVERRIDE_AND_PEER_HEALTH
NEXT_GATE=FINAL_POSTREPAIR_ACCEPTANCE
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+13 -13
View File
File diff suppressed because one or more lines are too long
runtime/latest.txt
+124 -223
View File
@@ -1,268 +1,169 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-73334-STATE-RECONCILE-73335R1
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=netbird-pve23-73334-state-reconcile
MODE=change
COMPONENT=netbird-pve23-relay-override-repair-fix
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=4dead7ca19039a978e9bbe45cbb1a249427dfef54185fbe8a3333b0b0e36930e
COMMAND_SHA256=a30427996b70b6e2ae516c70b2421a049b2deae09c98d71497bff6b462224dd7
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_STATUS=OK
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
CHANGES_MADE=true
ROLLBACK_STARTED=false
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
MUTATION_OUTCOME=MUTATED
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=168378de6b928bbd79b2023d110ef3698fcc0e2d08f13076a8705fc19a841f3b
SANITIZED_OUTPUT_SHA256=3938d5636827b2b17ab8ee468913bb11059f77ff5979c6054796a5d85a0b61ef
RAW_EVIDENCE_SHA256=bd49ce52d1c39140d13bbcd3195cdd1e981c45dc03138bb414f24a535cecba99
SANITIZED_OUTPUT_SHA256=f3e82bbb83321ba995749c84cc8749ba93434a999e60590e5ab4e673e74fc62e
OUTPUT_BEGIN
NETBIRD_PVE23_73334_STATE_RECONCILE_BEGIN=true
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-73334-STATE-RECONCILE-73335R1
MODE=read-only
COMPONENT=netbird-pve23-73334-state-reconcile
MUTATION_BOUNDARY=NONE_READ_ONLY_73334_ROLLBACK_FAILED_STATE_RECONCILE
NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR_FIX_BEGIN=true
COMMAND_ID=SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1
MODE=change
COMPONENT=netbird-pve23-relay-override-repair-fix
MUTATION_BOUNDARY=CLEAN_EXACT_EMPTY_73334_STRAY_ON_PVE02_PLUS_PVE02_PVE03_SCOPED_ETC_HOSTS_NETBIRD_RELAY_OVERRIDE_PLUS_NETBIRD_RESTART_PLUS_EXISTING_PEER_HEALTH_ONESHOT;NO_PVE01_OR_EDGE_MUTATION;NO_ROUTE_FIREWALL_DNS_PROVIDER_CHANGE
=== AUTHORITY ===
HOST=pve01
CLUSTER_QUORATE=Yes
REFERENCE_REGISTER_AUTHORITY=RUNNER_ENFORCED
ERROR_REGISTER_AUTHORITY=RUNNER_ENFORCED
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
SOURCE_73334_STATUS=FAIL
SOURCE_73334_RC=31
REMOTE_HELPER_SHA256=116f1ddd91907e8d1ae670eaae3dea9972a3fe3c8f254b4fd7a45b70455a35cb
SOURCE_73333_DECISION=PASS_PVE23_MISSING_RELAY_OVERRIDE_ROOT_CAUSE
SOURCE_73334_MUTATION_OUTCOME=ROLLBACK_FAILED
SOURCE_73334_ROLLBACK_RESTORED=false
SOURCE_73334_DECISION=FAIL_PVE23_RELAY_OVERRIDE_ROLLED_BACK
PVE02_SNAPSHOT_RC=0
=== PVE02_CURRENT ===
SOURCE_73335_DECISION=HOLD_73334_PARTIAL_STATE_PRESENT
=== PRECHECK_PVE02 ===
HOSTNAME=pve02
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_MARKER_COUNT=19
HOSTS_NETBIRD_COUNT=0
HOSTS_NETBIRD_BEGIN
HOSTS_NETBIRD_END
CANONICAL_ROLLBACK_EXISTS=false
MALFORMED_ROOT_DOUBLEQUOTE_DIR=true
STRAY_PATHS_BEGIN
/root|TYPE=d|MODE=700
/root/dns2-AdGuardHome-diagnostic-20260624T000953Z.txt|TYPE=f|MODE=644
/root/cluster-audit-20260629T201245|TYPE=d|MODE=755
/root/cluster-audit-20260629T201245/12_pve02_codevipe_cloud_backup_audit.txt|TYPE=f|MODE=644
/root/cluster-audit-20260629T201245/19_pve02_host_automation_audit.txt|TYPE=f|MODE=644
/root/cluster-audit-20260629T201245/02_pve02_audit.txt|TYPE=f|MODE=644
/root/cluster-audit-20260629T201245/16_pve02_ct_111_audit.txt|TYPE=f|MODE=644
/root/cluster-audit-20260629T201245/16_pve02_ct_113_audit.txt|TYPE=f|MODE=644
/root/auto-pve02-20260616T023537Z.log|TYPE=f|MODE=644
/root/597_enable_forum_persistent_msmtp.sh|TYPE=f|MODE=700
/root/.profile|TYPE=f|MODE=644
/root/""|TYPE=d|MODE=755
/root/""/var|TYPE=d|MODE=755
/root/""/var/lib|TYPE=d|MODE=755
/root/""/var/lib/homelab-change-rollback|TYPE=d|MODE=755
/root/""/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1""|TYPE=d|MODE=700
/root/.bash_history|TYPE=f|MODE=600
/root/codevipe-upload|TYPE=d|MODE=755
/root/codevipe-upload/_live.aleisa_cvbd.3266202.sql.gz|TYPE=f|MODE=644
/root/codevipe-upload/_live.aleisa.codevipe.ru.1files.3266201.tar.gz|TYPE=f|MODE=644
/root/617_XENFORO_RUN_JOBS_ONCE_PROOF.txt|TYPE=f|MODE=644
/root/pve01-reboot-test.log|TYPE=f|MODE=644
/root/vm180-retirement-components-20260904T053954Z|TYPE=d|MODE=700
/root/vm180-retirement-components-20260904T053954Z/usr|TYPE=d|MODE=755
/root/vm180-retirement-components-20260904T053954Z/usr/local|TYPE=d|MODE=755
/root/vm180-retirement-components-20260904T053954Z/usr/local/sbin|TYPE=d|MODE=700
/root/vm180-retirement-components-20260904T053954Z/usr/local/sbin/homelab-cluster-admin-vm-mail-cloud-backup|TYPE=f|MODE=755
/root/vm180-retirement-components-20260904T053954Z/etc|TYPE=d|MODE=755
/root/vm180-retirement-components-20260904T053954Z/etc/systemd|TYPE=d|MODE=755
/root/vm180-retirement-components-20260904T053954Z/etc/systemd/system|TYPE=d|MODE=755
/root/vm180-retirement-components-20260904T053954Z/etc/systemd/system/homelab-cluster-admin-vm-mail-cloud-backup.timer|TYPE=f|MODE=644
/root/vm180-retirement-components-20260904T053954Z/etc/systemd/system/homelab-cluster-admin-vm-mail-cloud-backup.service|TYPE=f|MODE=644
/root/.config|TYPE=d|MODE=755
/root/.config/netbird|TYPE=d|MODE=755
/root/.config/netbird/active_profile.txt|TYPE=f|MODE=600
/root/.config/rclone|TYPE=d|MODE=700
/root/.config/rclone/[SENSITIVE_FILE]|TYPE=f|MODE=600
/root/pve01-root.pub|TYPE=f|MODE=644
/root/auto-pve02-20260719T004725Z.log|TYPE=f|MODE=644
/root/610_forum_fresh5_cloud_restore_drill.sh|TYPE=f|MODE=700
/root/pve01-reboot-controller-20260623T0041.sh|TYPE=f|MODE=700
/root/770_pve02_mailru_upload_restore_20260702T085400Z.sh|TYPE=f|MODE=644
/root/auto-pve02-20260615T125928Z.log|TYPE=f|MODE=644
/root/auto-pve02-20260705T004851Z.log|TYPE=f|MODE=644
/root/pve01-reboot-controller-20260623T0041.log|TYPE=f|MODE=644
/root/auto-pve02-20260615T095831Z.log|TYPE=f|MODE=644
[SENSITIVE_PATH]|TYPE=d|MODE=700
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
[SENSITIVE_PATH]
/root/594_forum_smtp_one_shot_test.sh|TYPE=f|MODE=700
/root/auto-pve02-20260712T004344Z.log|TYPE=f|MODE=644
/root/dns2-AdGuardHome-20260624T000709Z.tar.gz|TYPE=f|MODE=644
/root/homelab-apply-cluster-internal-ip.sh|TYPE=f|MODE=755
/root/aghome-add-dnsrewrite.py|TYPE=f|MODE=644
/root/pve01-reboot-test.sh|TYPE=f|MODE=755
/root/backups|TYPE=d|MODE=755
/root/backups/forum-prod-codevipe|TYPE=d|MODE=700
/root/backups/forum-prod-codevipe/20260701T001326+0300|TYPE=d|MODE=700
/root/backups/forum-prod-codevipe/20260701T001326+0300/SHA256SUMS|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260701T001326+0300/db_counts.txt|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260701T001326+0300/SHA256SUMS.local|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260701T001326+0300/codevipe.sql.zst|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260701T001326+0300/codevipe-public.tar.zst|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260629T191251+0300|TYPE=d|MODE=700
/root/backups/forum-prod-codevipe/20260629T191251+0300/SHA256SUMS|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260629T191251+0300/db_counts.txt|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260629T191251+0300/SHA256SUMS.local|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260629T191251+0300/codevipe.sql.zst|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260629T191251+0300/codevipe-public.tar.zst|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260630T121120+0300|TYPE=d|MODE=700
/root/backups/forum-prod-codevipe/20260630T121120+0300/SHA256SUMS|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260630T121120+0300/db_counts.txt|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260630T121120+0300/SHA256SUMS.local|TYPE=f|MODE=644
/root/backups/forum-prod-codevipe/20260630T121120+0300/codevipe.sql.zst|TYPE=f|MODE=644
STRAY_PATHS_END
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout
Relays: 0/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 0/11 Connected
ExecMainStartTimestamp=Fri 2026-08-28 16:31:51 MSK
ActiveState=active
SubState=running
ActiveEnterTimestamp=Fri 2026-08-28 16:31:51 MSK
PVE03_SNAPSHOT_RC=0
=== PVE03_CURRENT ===
PRECHECK=PASS
PVE02_PRECHECK_RC=0
=== PRECHECK_PVE03 ===
HOSTNAME=pve03
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_MARKER_COUNT=19
HOSTS_NETBIRD_COUNT=0
HOSTS_NETBIRD_BEGIN
HOSTS_NETBIRD_END
CANONICAL_ROLLBACK_EXISTS=false
MALFORMED_ROOT_DOUBLEQUOTE_DIR=false
STRAY_PATHS_BEGIN
/root|TYPE=d|MODE=700
/root/.bashrc|TYPE=f|MODE=644
/root/ct200-final-config-20260904T055123Z|TYPE=d|MODE=700
/root/ct200-final-config-20260904T055123Z/200.conf.before-destroy|TYPE=f|MODE=400
/root/auto-pve03-20260615T125951Z.log|TYPE=f|MODE=644
/root/homelab-notes|TYPE=d|MODE=755
/root/auto-pve03-20260615T095854Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260616T023600Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260719T004800Z.log|TYPE=f|MODE=644
/root/baseline-pve03|TYPE=d|MODE=700
/root/baseline-pve03/network|TYPE=d|MODE=700
/root/baseline-pve03/network/listeners-tcp-udp.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/resolver.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/ip-link.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/ip-address.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/routes.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/firewall-summary.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/rules.txt|TYPE=f|MODE=600
/root/baseline-pve03/network/listeners-unix.txt|TYPE=f|MODE=600
/root/baseline-pve03/host|TYPE=d|MODE=700
/root/baseline-pve03/host/os-release.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/uname.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/df.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/lscpu.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/kernel-cmdline.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/findmnt.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/hostnamectl.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/timedatectl.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/security-frameworks.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/date.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/lsblk.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/uptime.txt|TYPE=f|MODE=600
/root/baseline-pve03/host/memory.txt|TYPE=f|MODE=600
/root/baseline-pve03/gitea|TYPE=d|MODE=700
/root/baseline-pve03/gitea/discovery.txt|TYPE=f|MODE=600
/root/baseline-pve03/gitea/process-metadata.txt|TYPE=f|MODE=600
/root/baseline-pve03/gitea/systemd.txt|TYPE=f|MODE=600
/root/baseline-pve03/storage|TYPE=d|MODE=700
/root/baseline-pve03/storage/gitea-paths.txt|TYPE=f|MODE=600
/root/baseline-pve03/packages|TYPE=d|MODE=700
/root/baseline-pve03/packages/installed-relevant.txt|TYPE=f|MODE=600
/root/baseline-pve03/packages/versions.txt|TYPE=f|MODE=600
/root/baseline-pve03/SHA256SUMS|TYPE=f|MODE=600
/root/baseline-pve03/runtime|TYPE=d|MODE=700
/root/baseline-pve03/runtime/running-services.txt|TYPE=f|MODE=600
/root/baseline-pve03/runtime/service-files.txt|TYPE=f|MODE=600
/root/baseline-pve03/runtime/cron-locations.txt|TYPE=f|MODE=600
/root/baseline-pve03/runtime/processes.txt|TYPE=f|MODE=600
/root/baseline-pve03/runtime/timers.txt|TYPE=f|MODE=600
/root/baseline-pve03/README.txt|TYPE=f|MODE=600
/root/baseline-pve03.tar.gz.sha256|TYPE=f|MODE=600
/root/newfi-task7-restore78-attempt.json|TYPE=f|MODE=600
/root/auto-pve03-20260615T184348Z.log|TYPE=f|MODE=644
/root/newfi-task7-restore76-attempt.json|TYPE=f|MODE=600
/root/.config|TYPE=d|MODE=755
/root/.config/rclone|TYPE=d|MODE=700
/root/.config/rclone/[SENSITIVE_FILE]|TYPE=f|MODE=600
/root/.config/netbird|TYPE=d|MODE=755
/root/.config/netbird/active_profile.txt|TYPE=f|MODE=600
/root/homelab-cluster-internal-hosts.sh|TYPE=f|MODE=755
/root/.profile|TYPE=f|MODE=644
/root/cluster-baseline.sh|TYPE=f|MODE=700
/root/newfi75-worker.log|TYPE=f|MODE=600
/root/homelab-apply-cluster-internal-ip.sh|TYPE=f|MODE=755
/root/qm-130-config-before-resource-resize-20260615T192848Z.txt|TYPE=f|MODE=644
/root/auto-pve03-20260615T121611Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260615T201509Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260615T145447Z.log|TYPE=f|MODE=644
/root/.forward|TYPE=f|MODE=644
/root/run-pve03-manual-backups-20260615T092743Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260705T004933Z.log|TYPE=f|MODE=644
/root/auto-pve03-20260628T004914Z.log|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z|TYPE=d|MODE=700
/root/newfi-pre-vm211-20260904T162806Z/debian-image.SHA256|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z/qm-list.before.txt|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z/pvesm-status.before.txt|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z/debian-image.qemu-info.txt|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z/ip-62.before.txt|TYPE=f|MODE=644
/root/newfi-pre-vm211-20260904T162806Z/debian-image.SHA512|TYPE=f|MODE=644
/root/pve01-root-id_rsa.pub|TYPE=f|MODE=644
STRAY_PATHS_END
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out
Relays: 0/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 0/11 Connected
ExecMainStartTimestamp=Fri 2026-08-28 16:34:03 MSK
ActiveState=active
SubState=running
ActiveEnterTimestamp=Fri 2026-08-28 16:34:03 MSK
=== CLASSIFICATION ===
EXPECTED_PRE_HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
PVE02_HOSTS_UNCHANGED=true
PVE03_HOSTS_UNCHANGED=true
PVE02_MARKER_COUNT=19
PVE03_MARKER_COUNT=19
PVE02_NETBIRD_HOSTS_COUNT=0
PVE03_NETBIRD_HOSTS_COUNT=0
PVE02_CANONICAL_ROLLBACK_EXISTS=false
PVE03_CANONICAL_ROLLBACK_EXISTS=false
PVE02_STRAY_PATH_COUNT=80
PVE03_STRAY_PATH_COUNT=80
DECISION=HOLD_73334_PARTIAL_STATE_PRESENT
NEXT_GATE=TARGETED_73334_PARTIAL_STATE_ROLLBACK_BEFORE_ANY_RETRY
TASK_RESULT=PASS_73334_STATE_RECONCILE_PARTIAL_MUTATION_FOUND
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-NETBIRD-PVE23-73334-STATE-RECONCILE-73335R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
PRECHECK=PASS
PVE03_PRECHECK_RC=0
=== CLEANUP_73334_STRAY_PVE02 ===
OLD_BAD_ROOT=/root/""
OLD_BAD_LEAF=/root/""/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-73334R1""
OLD_STRAY_PRESENT=true
OLD_STRAY_CLEANUP=PASS
OLD_BAD_ROOT_REMAINS=false
PVE02_STRAY_CLEANUP_RC=0
=== APPLY_PVE02 ===
HOSTNAME=pve02
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = keepalive ping failed to receive ACK within timeout
Relays: 0/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 0/11 Connected
PRECHECK=PASS
BACKUP_CREATED=true
BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1/hosts.before
BACKUP_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_CHANGED=true
HOSTS_SHA_AFTER=71711c686b9e7f697b3eda22d79d770a81f639efcb836a135c80c65b535d229e
NEW_MARKER_COUNT_AFTER=1
DNS_nb_pvepro_ru=85.121.4.192
DNS_nb_gram1_ru=85.121.4.192
NETBIRD_RESTART=true
NETBIRD_ACCEPTED=true
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve02.netbird.selfhosted
NetBird IP: 100.100.7.2/16
Peers count: 4/11 Connected
PVE02_APPLY_RC=0
=== APPLY_PVE03 ===
HOSTNAME=pve03
HOSTS_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_NETBIRD_COUNT=0
NEW_MARKER_COUNT=0
FORCED85_DASH=200
FORCED85_OIDC=200
Management: Disconnected, reason: rpc error: code = DeadlineExceeded desc = context deadline exceeded while waiting for connections to become ready
Signal: Disconnected, reason: rpc error: code = Unavailable desc = error reading from server: read tcp [PRIVATE_IP]:50508->46.16.34.129:443: read: connection timed out
Relays: 0/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 0/11 Connected
PRECHECK=PASS
BACKUP_CREATED=true
BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1/hosts.before
BACKUP_SHA=c3b9101ad96911d55328b70e12e87f9b17e4ef89fce47dc619478e113c4855ec
HOSTS_CHANGED=true
HOSTS_SHA_AFTER=71711c686b9e7f697b3eda22d79d770a81f639efcb836a135c80c65b535d229e
NEW_MARKER_COUNT_AFTER=1
DNS_nb_pvepro_ru=85.121.4.192
DNS_nb_gram1_ru=85.121.4.192
NETBIRD_RESTART=true
NETBIRD_ACCEPTED=true
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve03.netbird.selfhosted
NetBird IP: 100.100.34.141/16
Peers count: 5/11 Connected
PVE03_APPLY_RC=0
=== PVE01_NETBIRD_POST ===
Management: Connected
Signal: Connected
Relays: 1/2 Available
FQDN: pve01.netbird.selfhosted
NetBird IP: 100.100.131.41/16
Peers count: 5/11 Connected
PVE01_NETBIRD_CONNECTED=true
=== PEER_HEALTH_ONESHOT ===
NETBIRD_PEERS_HEALTH_START_RC=0
Result=success
ExecMainStatus=0
STATUS=OK
SERVICE=netbird-peers
TIMESTAMP_UTC=20260927T180136Z
ATTEMPT_USED=1
pve01 service=active/enabled wt0_ip=100.100.131.41/16 management=yes signal=yes peers=5/11 Connected
pve02 service=active/enabled wt0_ip=100.100.7.2/16 management=yes signal=yes peers=5/11 Connected
pve03 service=active/enabled wt0_ip=100.100.34.141/16 management=yes signal=yes peers=5/11 Connected
edge-vm service=active/enabled wt0_ip=100.100.60.182/16 management=yes signal=yes peers=4/11 Connected
NETBIRD_PEERS_HEALTH_OK=true
TASK_RESULT=PASS_NETBIRD_PVE23_RELAY_OVERRIDE_REPAIR
DECISION=PASS_PVE23_RELAY_OVERRIDE_AND_PEER_HEALTH
NEXT_GATE=FINAL_POSTREPAIR_ACCEPTANCE
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-NETBIRD-PVE23-RELAY-OVERRIDE-REPAIR-FIX-73336R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null}
OUTPUT_END
CHAT_OUTPUT_END