runtime: publish SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1

runtime/history/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1.json

@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1",
+  "status": "FAIL",
+  "rc": 23,
+  "host": "pve01",
+  "mode": "change",
+  "component": "netbird-pve23-rolling-upgrade",
+  "started_at_utc": "2026-09-28T08:44:09Z",
+  "finished_at_utc": "2026-09-28T08:44:39Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "38040019abf1b91f7da92516972d9da6c37189028dd27253739a199a5c5322ce",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": true,
+  "result_contract_valid": true,
+  "result_contract_status": "FAIL",
+  "result_contract_error": null,
+  "command_rc": 23,
+  "changes_made": true,
+  "rollback_started": true,
+  "rollback_restored": null,
+  "mutation_outcome": "ROLLBACK_UNKNOWN",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4",
+  "sanitized_output_sha256": "b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "NETBIRD_PVE23_ROLLING_UPGRADE=V1\nTARGET_VERSION=0.79.0\nORDER=PVE03_PVE02\nPVE01_UPDATE_DEFERRED=true\nOBSOLETE_PEERS_RESTORED=false\nROLLING_NODE_BEGIN=pve03\nPVE03_REMOTE_RC=24\nPVE03_NODE=pve03\nPVE03_HOSTNAME=pve03\nPVE03_TARGET_VERSION=0.79.0\nPVE03_ROLLBACK_VERSION=0.73.2\nPVE03_PRE_VERSION=0.73.2\nPVE03_PRE_DPKG_VERSION=0.73.2\nPVE03_PRE_MANAGEMENT_CONNECTED=true\nPVE03_PRE_SIGNAL_CONNECTED=true\nPVE03_PRE_NETBIRD_IP=100.100.34.141\nPVE03_PRE_RELAY_MARKER_COUNT=1\nPVE03_TARGET_AVAILABLE=true\nPVE03_ROLLBACK_AVAILABLE=true\nPVE03_BACKUP_CREATED=true\nPVE03_BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1/pve03\nPVE03_TARGET_DEB_DOWNLOAD_RC=0\nPVE03_ROLLBACK_DEB_DOWNLOAD_RC=0\nPVE03_TARGET_DEB_PRESENT=true\nPVE03_ROLLBACK_DEB_PRESENT=true\nPVE03_UPGRADE_PACKAGE_RC=0\nPVE03_POST_RESTART_RC=0\nPVE03_POST_VERSION=0.79.0\nPVE03_POST_DPKG_VERSION=0.79.0\nPVE03_POST_MANAGEMENT_CONNECTED=true\nPVE03_POST_SIGNAL_CONNECTED=true\nPVE03_POST_NETBIRD_IP=100.100.34.141\nPVE03_POST_RELAY_MARKER_COUNT=1\nPVE03_POST_TO_PVE01_TCP22=CLOSED\nPVE03_POST_TO_PVE01_TCP8006=CLOSED\nPVE03_ROLLBACK_STARTED=true\nPVE03_ROLLBACK_PACKAGE_RC=0\nPVE03_ROLLBACK_SERVICE_START_RC=0\nPVE03_ROLLBACK_POST_VERSION=0.73.2\nPVE03_ROLLBACK_POST_MANAGEMENT_CONNECTED=true\nPVE03_ROLLBACK_POST_SIGNAL_CONNECTED=true\nPVE03_ROLLBACK_POST_NETBIRD_IP=100.100.34.141\nPVE03_ROLLBACK_RESTORED=true\nPVE03_NODE_CHANGES_MADE=true\nPVE03_NODE_DECISION=ROLLED_BACK_POST_UPGRADE_ACCEPTANCE_FAILURE\nROLLING_STOPPED_AT=pve03\nCOMPLETED_NODES=NONE\nDECISION=HOLD_PVE23_ROLLING_UPGRADE_NODE_FAILURE\nNEXT_GATE=FIX_ONLY_FAILED_NODE_BEFORE_PVE01_UPDATE\nTASK_RESULT=HOLD_NETBIRD_PVE23_ROLLING_UPGRADE\nCHANGES_MADE=true\nROLLBACK_STARTED=true\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=PARTIAL_OR_ROLLED_BACK\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":true,\"rollback_restored\":null}\n"
+}

runtime/history/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1.txt

@@ -0,0 +1,87 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1
+STATUS=FAIL
+RC=23
+HOST=pve01
+MODE=change
+COMPONENT=netbird-pve23-rolling-upgrade
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=38040019abf1b91f7da92516972d9da6c37189028dd27253739a199a5c5322ce
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=true
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=23
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=ROLLBACK_UNKNOWN
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4
+SANITIZED_OUTPUT_SHA256=b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4
+OUTPUT_BEGIN
+NETBIRD_PVE23_ROLLING_UPGRADE=V1
+TARGET_VERSION=0.79.0
+ORDER=PVE03_PVE02
+PVE01_UPDATE_DEFERRED=true
+OBSOLETE_PEERS_RESTORED=false
+ROLLING_NODE_BEGIN=pve03
+PVE03_REMOTE_RC=24
+PVE03_NODE=pve03
+PVE03_HOSTNAME=pve03
+PVE03_TARGET_VERSION=0.79.0
+PVE03_ROLLBACK_VERSION=0.73.2
+PVE03_PRE_VERSION=0.73.2
+PVE03_PRE_DPKG_VERSION=0.73.2
+PVE03_PRE_MANAGEMENT_CONNECTED=true
+PVE03_PRE_SIGNAL_CONNECTED=true
+PVE03_PRE_NETBIRD_IP=100.100.34.141
+PVE03_PRE_RELAY_MARKER_COUNT=1
+PVE03_TARGET_AVAILABLE=true
+PVE03_ROLLBACK_AVAILABLE=true
+PVE03_BACKUP_CREATED=true
+PVE03_BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1/pve03
+PVE03_TARGET_DEB_DOWNLOAD_RC=0
+PVE03_ROLLBACK_DEB_DOWNLOAD_RC=0
+PVE03_TARGET_DEB_PRESENT=true
+PVE03_ROLLBACK_DEB_PRESENT=true
+PVE03_UPGRADE_PACKAGE_RC=0
+PVE03_POST_RESTART_RC=0
+PVE03_POST_VERSION=0.79.0
+PVE03_POST_DPKG_VERSION=0.79.0
+PVE03_POST_MANAGEMENT_CONNECTED=true
+PVE03_POST_SIGNAL_CONNECTED=true
+PVE03_POST_NETBIRD_IP=100.100.34.141
+PVE03_POST_RELAY_MARKER_COUNT=1
+PVE03_POST_TO_PVE01_TCP22=CLOSED
+PVE03_POST_TO_PVE01_TCP8006=CLOSED
+PVE03_ROLLBACK_STARTED=true
+PVE03_ROLLBACK_PACKAGE_RC=0
+PVE03_ROLLBACK_SERVICE_START_RC=0
+PVE03_ROLLBACK_POST_VERSION=0.73.2
+PVE03_ROLLBACK_POST_MANAGEMENT_CONNECTED=true
+PVE03_ROLLBACK_POST_SIGNAL_CONNECTED=true
+PVE03_ROLLBACK_POST_NETBIRD_IP=100.100.34.141
+PVE03_ROLLBACK_RESTORED=true
+PVE03_NODE_CHANGES_MADE=true
+PVE03_NODE_DECISION=ROLLED_BACK_POST_UPGRADE_ACCEPTANCE_FAILURE
+ROLLING_STOPPED_AT=pve03
+COMPLETED_NODES=NONE
+DECISION=HOLD_PVE23_ROLLING_UPGRADE_NODE_FAILURE
+NEXT_GATE=FIX_ONLY_FAILED_NODE_BEFORE_PVE01_UPDATE
+TASK_RESULT=HOLD_NETBIRD_PVE23_ROLLING_UPGRADE
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=PARTIAL_OR_ROLLED_BACK
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1","status":"FAIL","changes_made":true,"rollback_started":true,"rollback_restored":null}
+
+OUTPUT_END
+CHAT_OUTPUT_END

runtime/latest.json

@@ -1,38 +1,38 @@
 {
   "schema_version": 1,
   "channel": "homelab-runtime",
-  "command_id": "SUPPORT-260928-NETBIRD-PVE123-UPGRADE-PREFLIGHT-99018R1",
-  "status": "OK",
-  "rc": 0,
+  "command_id": "SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1",
+  "status": "FAIL",
+  "rc": 23,
   "host": "pve01",
-  "mode": "read-only",
-  "component": "netbird-pve123-upgrade-preflight",
-  "started_at_utc": "2026-09-28T08:38:48Z",
-  "finished_at_utc": "2026-09-28T08:38:57Z",
+  "mode": "change",
+  "component": "netbird-pve23-rolling-upgrade",
+  "started_at_utc": "2026-09-28T08:44:09Z",
+  "finished_at_utc": "2026-09-28T08:44:39Z",
   "reference_register_checked": true,
   "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
   "error_register_checked": true,
   "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
-  "command_sha256": "284a22e9406891948c1c37c16edfb4c473776cf01c6cd209d163efb7023522a8",
+  "command_sha256": "38040019abf1b91f7da92516972d9da6c37189028dd27253739a199a5c5322ce",
   "duplicate_failed_command_blocked": false,
   "block_reason": null,
   "execution_started": true,
-  "change_declared": false,
+  "change_declared": true,
   "result_contract_valid": true,
-  "result_contract_status": null,
+  "result_contract_status": "FAIL",
   "result_contract_error": null,
-  "command_rc": 0,
-  "changes_made": false,
-  "rollback_started": false,
+  "command_rc": 23,
+  "changes_made": true,
+  "rollback_started": true,
   "rollback_restored": null,
-  "mutation_outcome": "NO_MUTATION",
+  "mutation_outcome": "ROLLBACK_UNKNOWN",
   "sanitized": true,
   "secrets_included": false,
   "private_addresses_included": false,
   "raw_evidence_retained_locally": true,
-  "raw_evidence_sha256": "bef626b842344a52ed184224dd8d55bf105b0bb188c2fed34a8f987e76d89ab7",
-  "sanitized_output_sha256": "bef626b842344a52ed184224dd8d55bf105b0bb188c2fed34a8f987e76d89ab7",
+  "raw_evidence_sha256": "b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4",
+  "sanitized_output_sha256": "b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4",
   "output_truncated_in_json": false,
   "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
-  "output": "NETBIRD_PVE123_UPGRADE_PREFLIGHT=V1\nMODE=read-only\nMUTATION_BOUNDARY=NONE\nTARGET_STABLE_VERSION=0.79.0\nROLLING_ORDER=PVE03_PVE02_PVE01\nPVE01_COLLECT_RC=0\nPVE01_NODE_BEGIN=pve01\nPVE01_NETBIRD_VERSION=0.73.2_\nPVE01_SERVICE_ACTIVE=true\nPVE01_SERVICE_ENABLED=true\nPVE01_MANAGEMENT_CONNECTED=true\nPVE01_SIGNAL_CONNECTED=true\nPVE01_NETBIRD_IP=100.100.131.41\nPVE01_ARCH=amd64\nPVE01_KERNEL=7.0.12-1-pve_\nPVE01_DPKG_NETBIRD_VERSION=0.73.2\nPVE01_APT_INSTALLED=0.73.2\nPVE01_APT_CANDIDATE=0.79.0\nPVE01_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1\nPVE01_NETBIRD_APT_REPO_PRESENT=true\nPVE01_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list\nPVE01_APT_UPGRADE_SIM_RC=0\nPVE01_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_\nPVE01_CONFIG_EXISTS=true\nPVE01_CONFIG_SHA256=70de699704c8514f04df186f47013d8d5dba91b22dfe860a178c5e5800c78121\nPVE01_RELAY_MARKER_73318_COUNT=1\nPVE01_RELAY_MARKER_73336_COUNT=0\nPVE01_NODE_END=pve01\nPVE02_COLLECT_RC=0\nPVE02_NODE_BEGIN=pve02\nPVE02_NETBIRD_VERSION=0.73.2_\nPVE02_SERVICE_ACTIVE=true\nPVE02_SERVICE_ENABLED=true\nPVE02_MANAGEMENT_CONNECTED=true\nPVE02_SIGNAL_CONNECTED=true\nPVE02_NETBIRD_IP=100.100.91.76\nPVE02_ARCH=amd64\nPVE02_KERNEL=7.0.12-1-pve_\nPVE02_DPKG_NETBIRD_VERSION=0.73.2\nPVE02_APT_INSTALLED=0.73.2\nPVE02_APT_CANDIDATE=0.79.0\nPVE02_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1\nPVE02_NETBIRD_APT_REPO_PRESENT=true\nPVE02_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list\nPVE02_APT_UPGRADE_SIM_RC=0\nPVE02_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_\nPVE02_CONFIG_EXISTS=true\nPVE02_CONFIG_SHA256=84b546135a51ee729da8a3f1dad5102c8e2914bf663bf0dbfd39e6c907760f73\nPVE02_RELAY_MARKER_73318_COUNT=0\nPVE02_RELAY_MARKER_73336_COUNT=1\nPVE02_NODE_END=pve02\nPVE03_COLLECT_RC=0\nPVE03_NODE_BEGIN=pve03\nPVE03_NETBIRD_VERSION=0.73.2_\nPVE03_SERVICE_ACTIVE=true\nPVE03_SERVICE_ENABLED=true\nPVE03_MANAGEMENT_CONNECTED=true\nPVE03_SIGNAL_CONNECTED=true\nPVE03_NETBIRD_IP=100.100.34.141\nPVE03_ARCH=amd64\nPVE03_KERNEL=7.0.12-1-pve_\nPVE03_DPKG_NETBIRD_VERSION=0.73.2\nPVE03_APT_INSTALLED=0.73.2\nPVE03_APT_CANDIDATE=0.79.0\nPVE03_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1\nPVE03_NETBIRD_APT_REPO_PRESENT=true\nPVE03_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list\nPVE03_APT_UPGRADE_SIM_RC=0\nPVE03_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_\nPVE03_CONFIG_EXISTS=true\nPVE03_CONFIG_SHA256=dd9c13a0c79d856bc90c94cefbd0875eac985ce6c37feb0181d982b23e64ad23\nPVE03_RELAY_MARKER_73318_COUNT=0\nPVE03_RELAY_MARKER_73336_COUNT=1\nPVE03_NODE_END=pve03\nALL_COLLECTION_OK=true\nALL_APT_MANAGED=true\nALL_NETBIRD_REPO_PRESENT=true\nALL_PRE_MANAGEMENT_SIGNAL_CONNECTED=true\nNODES_NEEDING_UPGRADE=pve01,pve02,pve03\nNODES_ALREADY_AT_OR_ABOVE_TARGET=NONE\nDECISION=PASS_PVE123_NETBIRD_UPGRADE_PREFLIGHT\nNEXT_GATE=GUARDED_ROLLING_UPDATE_PVE03_PVE02_PVE01_TO_STABLE_0_79_0\nTASK_RESULT=PASS_NETBIRD_PVE123_UPGRADE_PREFLIGHT\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-PVE123-UPGRADE-PREFLIGHT-99018R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
+  "output": "NETBIRD_PVE23_ROLLING_UPGRADE=V1\nTARGET_VERSION=0.79.0\nORDER=PVE03_PVE02\nPVE01_UPDATE_DEFERRED=true\nOBSOLETE_PEERS_RESTORED=false\nROLLING_NODE_BEGIN=pve03\nPVE03_REMOTE_RC=24\nPVE03_NODE=pve03\nPVE03_HOSTNAME=pve03\nPVE03_TARGET_VERSION=0.79.0\nPVE03_ROLLBACK_VERSION=0.73.2\nPVE03_PRE_VERSION=0.73.2\nPVE03_PRE_DPKG_VERSION=0.73.2\nPVE03_PRE_MANAGEMENT_CONNECTED=true\nPVE03_PRE_SIGNAL_CONNECTED=true\nPVE03_PRE_NETBIRD_IP=100.100.34.141\nPVE03_PRE_RELAY_MARKER_COUNT=1\nPVE03_TARGET_AVAILABLE=true\nPVE03_ROLLBACK_AVAILABLE=true\nPVE03_BACKUP_CREATED=true\nPVE03_BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1/pve03\nPVE03_TARGET_DEB_DOWNLOAD_RC=0\nPVE03_ROLLBACK_DEB_DOWNLOAD_RC=0\nPVE03_TARGET_DEB_PRESENT=true\nPVE03_ROLLBACK_DEB_PRESENT=true\nPVE03_UPGRADE_PACKAGE_RC=0\nPVE03_POST_RESTART_RC=0\nPVE03_POST_VERSION=0.79.0\nPVE03_POST_DPKG_VERSION=0.79.0\nPVE03_POST_MANAGEMENT_CONNECTED=true\nPVE03_POST_SIGNAL_CONNECTED=true\nPVE03_POST_NETBIRD_IP=100.100.34.141\nPVE03_POST_RELAY_MARKER_COUNT=1\nPVE03_POST_TO_PVE01_TCP22=CLOSED\nPVE03_POST_TO_PVE01_TCP8006=CLOSED\nPVE03_ROLLBACK_STARTED=true\nPVE03_ROLLBACK_PACKAGE_RC=0\nPVE03_ROLLBACK_SERVICE_START_RC=0\nPVE03_ROLLBACK_POST_VERSION=0.73.2\nPVE03_ROLLBACK_POST_MANAGEMENT_CONNECTED=true\nPVE03_ROLLBACK_POST_SIGNAL_CONNECTED=true\nPVE03_ROLLBACK_POST_NETBIRD_IP=100.100.34.141\nPVE03_ROLLBACK_RESTORED=true\nPVE03_NODE_CHANGES_MADE=true\nPVE03_NODE_DECISION=ROLLED_BACK_POST_UPGRADE_ACCEPTANCE_FAILURE\nROLLING_STOPPED_AT=pve03\nCOMPLETED_NODES=NONE\nDECISION=HOLD_PVE23_ROLLING_UPGRADE_NODE_FAILURE\nNEXT_GATE=FIX_ONLY_FAILED_NODE_BEFORE_PVE01_UPDATE\nTASK_RESULT=HOLD_NETBIRD_PVE23_ROLLING_UPGRADE\nCHANGES_MADE=true\nROLLBACK_STARTED=true\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=PARTIAL_OR_ROLLED_BACK\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":true,\"rollback_restored\":null}\n"
 }

runtime/latest.txt

@@ -1,120 +1,87 @@
 CHAT_OUTPUT_BEGIN
-COMMAND_ID=SUPPORT-260928-NETBIRD-PVE123-UPGRADE-PREFLIGHT-99018R1
-STATUS=OK
-RC=0
+COMMAND_ID=SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1
+STATUS=FAIL
+RC=23
 HOST=pve01
-MODE=read-only
-COMPONENT=netbird-pve123-upgrade-preflight
+MODE=change
+COMPONENT=netbird-pve23-rolling-upgrade
 REFERENCE_REGISTER_CHECK=OK
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_CHECK=OK
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-COMMAND_SHA256=284a22e9406891948c1c37c16edfb4c473776cf01c6cd209d163efb7023522a8
+COMMAND_SHA256=38040019abf1b91f7da92516972d9da6c37189028dd27253739a199a5c5322ce
 DUPLICATE_FAILED_COMMAND_BLOCKED=false
 EXECUTION_STARTED=true
-CHANGE_DECLARED=false
+CHANGE_DECLARED=true
 RESULT_CONTRACT_VALID=true
-RESULT_CONTRACT_STATUS=NOT_APPLICABLE
+RESULT_CONTRACT_STATUS=FAIL
 RESULT_CONTRACT_ERROR=NONE
-COMMAND_RC=0
-CHANGES_MADE=false
-ROLLBACK_STARTED=false
+COMMAND_RC=23
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
 ROLLBACK_RESTORED=null
-MUTATION_OUTCOME=NO_MUTATION
+MUTATION_OUTCOME=ROLLBACK_UNKNOWN
 SANITIZED=yes
 SECRETS_INCLUDED=no
 PRIVATE_ADDRESSES_INCLUDED=no
-RAW_EVIDENCE_SHA256=bef626b842344a52ed184224dd8d55bf105b0bb188c2fed34a8f987e76d89ab7
-SANITIZED_OUTPUT_SHA256=bef626b842344a52ed184224dd8d55bf105b0bb188c2fed34a8f987e76d89ab7
+RAW_EVIDENCE_SHA256=b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4
+SANITIZED_OUTPUT_SHA256=b392318580369681cf211371f683ce06fe6f265ea7fbb7eab01b30beb9de3bf4
 OUTPUT_BEGIN
-NETBIRD_PVE123_UPGRADE_PREFLIGHT=V1
-MODE=read-only
-MUTATION_BOUNDARY=NONE
-TARGET_STABLE_VERSION=0.79.0
-ROLLING_ORDER=PVE03_PVE02_PVE01
-PVE01_COLLECT_RC=0
-PVE01_NODE_BEGIN=pve01
-PVE01_NETBIRD_VERSION=0.73.2_
-PVE01_SERVICE_ACTIVE=true
-PVE01_SERVICE_ENABLED=true
-PVE01_MANAGEMENT_CONNECTED=true
-PVE01_SIGNAL_CONNECTED=true
-PVE01_NETBIRD_IP=100.100.131.41
-PVE01_ARCH=amd64
-PVE01_KERNEL=7.0.12-1-pve_
-PVE01_DPKG_NETBIRD_VERSION=0.73.2
-PVE01_APT_INSTALLED=0.73.2
-PVE01_APT_CANDIDATE=0.79.0
-PVE01_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1
-PVE01_NETBIRD_APT_REPO_PRESENT=true
-PVE01_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list
-PVE01_APT_UPGRADE_SIM_RC=0
-PVE01_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_
-PVE01_CONFIG_EXISTS=true
-PVE01_CONFIG_SHA256=70de699704c8514f04df186f47013d8d5dba91b22dfe860a178c5e5800c78121
-PVE01_RELAY_MARKER_73318_COUNT=1
-PVE01_RELAY_MARKER_73336_COUNT=0
-PVE01_NODE_END=pve01
-PVE02_COLLECT_RC=0
-PVE02_NODE_BEGIN=pve02
-PVE02_NETBIRD_VERSION=0.73.2_
-PVE02_SERVICE_ACTIVE=true
-PVE02_SERVICE_ENABLED=true
-PVE02_MANAGEMENT_CONNECTED=true
-PVE02_SIGNAL_CONNECTED=true
-PVE02_NETBIRD_IP=100.100.91.76
-PVE02_ARCH=amd64
-PVE02_KERNEL=7.0.12-1-pve_
-PVE02_DPKG_NETBIRD_VERSION=0.73.2
-PVE02_APT_INSTALLED=0.73.2
-PVE02_APT_CANDIDATE=0.79.0
-PVE02_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1
-PVE02_NETBIRD_APT_REPO_PRESENT=true
-PVE02_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list
-PVE02_APT_UPGRADE_SIM_RC=0
-PVE02_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_
-PVE02_CONFIG_EXISTS=true
-PVE02_CONFIG_SHA256=84b546135a51ee729da8a3f1dad5102c8e2914bf663bf0dbfd39e6c907760f73
-PVE02_RELAY_MARKER_73318_COUNT=0
-PVE02_RELAY_MARKER_73336_COUNT=1
-PVE02_NODE_END=pve02
-PVE03_COLLECT_RC=0
-PVE03_NODE_BEGIN=pve03
-PVE03_NETBIRD_VERSION=0.73.2_
-PVE03_SERVICE_ACTIVE=true
-PVE03_SERVICE_ENABLED=true
-PVE03_MANAGEMENT_CONNECTED=true
-PVE03_SIGNAL_CONNECTED=true
-PVE03_NETBIRD_IP=100.100.34.141
-PVE03_ARCH=amd64
-PVE03_KERNEL=7.0.12-1-pve_
-PVE03_DPKG_NETBIRD_VERSION=0.73.2
-PVE03_APT_INSTALLED=0.73.2
-PVE03_APT_CANDIDATE=0.79.0
-PVE03_APT_AVAILABLE_VERSIONS=0.79.0,0.78.2,0.78.1,0.78.0,0.77.1
-PVE03_NETBIRD_APT_REPO_PRESENT=true
-PVE03_NETBIRD_APT_REPO_FILES=/etc/apt/sources.list.d/netbird.list
-PVE03_APT_UPGRADE_SIM_RC=0
-PVE03_APT_UPGRADE_SIM_SUMMARY=Inst netbird [0.73.2] (0.79.0 Artifactory:stable [amd64])_
-PVE03_CONFIG_EXISTS=true
-PVE03_CONFIG_SHA256=dd9c13a0c79d856bc90c94cefbd0875eac985ce6c37feb0181d982b23e64ad23
-PVE03_RELAY_MARKER_73318_COUNT=0
-PVE03_RELAY_MARKER_73336_COUNT=1
-PVE03_NODE_END=pve03
-ALL_COLLECTION_OK=true
-ALL_APT_MANAGED=true
-ALL_NETBIRD_REPO_PRESENT=true
-ALL_PRE_MANAGEMENT_SIGNAL_CONNECTED=true
-NODES_NEEDING_UPGRADE=pve01,pve02,pve03
-NODES_ALREADY_AT_OR_ABOVE_TARGET=NONE
-DECISION=PASS_PVE123_NETBIRD_UPGRADE_PREFLIGHT
-NEXT_GATE=GUARDED_ROLLING_UPDATE_PVE03_PVE02_PVE01_TO_STABLE_0_79_0
-TASK_RESULT=PASS_NETBIRD_PVE123_UPGRADE_PREFLIGHT
-CHANGES_MADE=false
-ROLLBACK_STARTED=false
+NETBIRD_PVE23_ROLLING_UPGRADE=V1
+TARGET_VERSION=0.79.0
+ORDER=PVE03_PVE02
+PVE01_UPDATE_DEFERRED=true
+OBSOLETE_PEERS_RESTORED=false
+ROLLING_NODE_BEGIN=pve03
+PVE03_REMOTE_RC=24
+PVE03_NODE=pve03
+PVE03_HOSTNAME=pve03
+PVE03_TARGET_VERSION=0.79.0
+PVE03_ROLLBACK_VERSION=0.73.2
+PVE03_PRE_VERSION=0.73.2
+PVE03_PRE_DPKG_VERSION=0.73.2
+PVE03_PRE_MANAGEMENT_CONNECTED=true
+PVE03_PRE_SIGNAL_CONNECTED=true
+PVE03_PRE_NETBIRD_IP=100.100.34.141
+PVE03_PRE_RELAY_MARKER_COUNT=1
+PVE03_TARGET_AVAILABLE=true
+PVE03_ROLLBACK_AVAILABLE=true
+PVE03_BACKUP_CREATED=true
+PVE03_BACKUP_PATH=/var/lib/homelab-change-rollback/SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1/pve03
+PVE03_TARGET_DEB_DOWNLOAD_RC=0
+PVE03_ROLLBACK_DEB_DOWNLOAD_RC=0
+PVE03_TARGET_DEB_PRESENT=true
+PVE03_ROLLBACK_DEB_PRESENT=true
+PVE03_UPGRADE_PACKAGE_RC=0
+PVE03_POST_RESTART_RC=0
+PVE03_POST_VERSION=0.79.0
+PVE03_POST_DPKG_VERSION=0.79.0
+PVE03_POST_MANAGEMENT_CONNECTED=true
+PVE03_POST_SIGNAL_CONNECTED=true
+PVE03_POST_NETBIRD_IP=100.100.34.141
+PVE03_POST_RELAY_MARKER_COUNT=1
+PVE03_POST_TO_PVE01_TCP22=CLOSED
+PVE03_POST_TO_PVE01_TCP8006=CLOSED
+PVE03_ROLLBACK_STARTED=true
+PVE03_ROLLBACK_PACKAGE_RC=0
+PVE03_ROLLBACK_SERVICE_START_RC=0
+PVE03_ROLLBACK_POST_VERSION=0.73.2
+PVE03_ROLLBACK_POST_MANAGEMENT_CONNECTED=true
+PVE03_ROLLBACK_POST_SIGNAL_CONNECTED=true
+PVE03_ROLLBACK_POST_NETBIRD_IP=100.100.34.141
+PVE03_ROLLBACK_RESTORED=true
+PVE03_NODE_CHANGES_MADE=true
+PVE03_NODE_DECISION=ROLLED_BACK_POST_UPGRADE_ACCEPTANCE_FAILURE
+ROLLING_STOPPED_AT=pve03
+COMPLETED_NODES=NONE
+DECISION=HOLD_PVE23_ROLLING_UPGRADE_NODE_FAILURE
+NEXT_GATE=FIX_ONLY_FAILED_NODE_BEFORE_PVE01_UPDATE
+TASK_RESULT=HOLD_NETBIRD_PVE23_ROLLING_UPGRADE
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
 ROLLBACK_RESTORED=null
-MUTATION_OUTCOME=NO_MUTATION
-HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-NETBIRD-PVE123-UPGRADE-PREFLIGHT-99018R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
+MUTATION_OUTCOME=PARTIAL_OR_ROLLED_BACK
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-NETBIRD-PVE23-ROLLING-UPGRADE-99019R1","status":"FAIL","changes_made":true,"rollback_started":true,"rollback_restored":null}
 
 OUTPUT_END
 CHAT_OUTPUT_END