diff --git a/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.json b/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.json new file mode 100644 index 00000000..d73b1c51 --- /dev/null +++ b/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "netbird-skladchik-wt0-alert-recovery-stability-fix", + "started_at_utc": "2026-09-28T05:51:36Z", + "finished_at_utc": "2026-09-28T05:51:38Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "64b8c77520adbf1999db29fbb52e36fa9f856d39418ec8e46348bae4bd141820", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01", + "sanitized_output_sha256": "c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1\nMODE=read-only\nCOMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix\nMUTATION_BOUNDARY=OBSERVE_ONLY_NATURAL_WATCHDOG_CYCLES_AND_POSTFIX_RUNTIME;NO_WATCHDOG_EXECUTION;NO_MAIL;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_PROXY_CHANGE;NO_COOKIE_CHANGE;NO_FIREWALL_CHANGE;NO_DNS_CHANGE;NO_TIMER_CHANGE;NO_FILE_WRITE;NO_GIT_WRITE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_73344_STATUS=OK\nSOURCE_73344_RC=0\nSOURCE_73344_CHANGES_MADE=false\nSOURCE_73344_MUTATION_OUTCOME=NO_MUTATION\nSOURCE_73344_ROLLBACK_STARTED=false\nSOURCE_73344_DECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT\nSOURCE_73344_NEXT_GATE=RECONCILE_EDGE_RUNTIME\nSOURCE_73344_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nSOURCE_73344_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nSOURCE_73344_EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0\nSOURCE_73344_EDGE_ALERT_NEW_NB_PROBE_COUNT=1\nSOURCE_73344_EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0\nSOURCE_73344_EDGE_STATUS_NEW_NB_PROBE_COUNT=1\n=== PVE_AND_SOURCE_IDENTITIES ===\nPVE_SUP_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\nSOURCE_LOCAL_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_REMOTE_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_BRANCH=cr-2026-0007-skladchik-controlled-reauth\nSOURCE_WORKTREE_CLEAN=true\nCANON_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nCANON_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nCANON_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\n=== EDGE_AUTH ===\nEDGE_HOSTKEY_FP=SHA256:YQsA2nif7qAaa5mSUb9U0h8Q5DGy8SRCV5f+FyKUpOo\nEDGE_SUDO_N_RC=0\n=== EDGE_POSTFIX_IDENTITIES ===\nEDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nEDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nEDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0\nEDGE_ALERT_NEW_NB_PROBE_COUNT=1\nEDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0\nEDGE_STATUS_NEW_NB_PROBE_COUNT=1\n=== NATURAL_WATCHDOG_OBSERVATION ===\nFIX_EPOCH=1790574287\nFIX_UTC=2026-09-28T05:44:47Z\nNATURAL_WATCHDOG_TWO_CYCLES_OBSERVED_AT_ATTEMPT=1\nPOSTFIX_WATCHDOG_START_COUNT=2\n=== POSTFIX_WATCHDOG_JOURNAL ===\nPOSTFIX_WT0_PROBLEM_COUNT=0\nPOSTFIX_ANY_NONEMPTY_PROBLEMS_COUNT=0\nPOSTFIX_WATCHDOG_FAILURE_COUNT=0\nPOSTFIX_RECOVERY_LOG_HINT_COUNT=2\nPOSTFIX_MAIL_LOG_HINT_COUNT=2\n2026-09-28T08:46:12.700490+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб...\n2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: WATCHDOG_STATUS=OK\n2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: PROBLEMS=\n2026-09-28T08:46:13.342116+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб.\n2026-09-28T08:51:22.700410+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб...\n2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: WATCHDOG_STATUS=OK\n2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: PROBLEMS=\n2026-09-28T08:51:22.799827+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб.\n=== CURRENT_ALERT_HEALTH ===\nALERT_HEALTH_READ_RC=0\nALERT_HEALTH_STATUS=OK\nALERT_HEALTH_PROBLEMS=\nALERT_HEALTH_MONITOR_STATUS=OK\nALERT_HEALTH_NETBIRD_ROUTE_OK=True\nALERT_HEALTH_NETBIRD_ROUTE=MISSING\nSKLADCHIK_WT0_ALERT_PROJECT_COMPLETE=false\nTASK_RESULT=HOLD_NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY\nDECISION=HOLD_73345_ALERT_HEALTH_ROUTE_NOT_WT0\nNEXT_GATE=RECONCILE_EDGE_ROUTE_HEALTH\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.txt b/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.txt new file mode 100644 index 00000000..e9a627ad --- /dev/null +++ b/runtime/history/SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1.txt @@ -0,0 +1,104 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=64b8c77520adbf1999db29fbb52e36fa9f856d39418ec8e46348bae4bd141820 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01 +SANITIZED_OUTPUT_SHA256=c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01 +OUTPUT_BEGIN +NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY_BEGIN=true +COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1 +MODE=read-only +COMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix +MUTATION_BOUNDARY=OBSERVE_ONLY_NATURAL_WATCHDOG_CYCLES_AND_POSTFIX_RUNTIME;NO_WATCHDOG_EXECUTION;NO_MAIL;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_PROXY_CHANGE;NO_COOKIE_CHANGE;NO_FIREWALL_CHANGE;NO_DNS_CHANGE;NO_TIMER_CHANGE;NO_FILE_WRITE;NO_GIT_WRITE +=== AUTHORITY === +HOST=pve01 +CLUSTER_QUORATE=Yes +RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d +SOURCE_73344_STATUS=OK +SOURCE_73344_RC=0 +SOURCE_73344_CHANGES_MADE=false +SOURCE_73344_MUTATION_OUTCOME=NO_MUTATION +SOURCE_73344_ROLLBACK_STARTED=false +SOURCE_73344_DECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT +SOURCE_73344_NEXT_GATE=RECONCILE_EDGE_RUNTIME +SOURCE_73344_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 +SOURCE_73344_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e +SOURCE_73344_EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0 +SOURCE_73344_EDGE_ALERT_NEW_NB_PROBE_COUNT=1 +SOURCE_73344_EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0 +SOURCE_73344_EDGE_STATUS_NEW_NB_PROBE_COUNT=1 +=== PVE_AND_SOURCE_IDENTITIES === +PVE_SUP_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8 +SOURCE_LOCAL_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355 +SOURCE_REMOTE_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355 +SOURCE_BRANCH=cr-2026-0007-skladchik-controlled-reauth +SOURCE_WORKTREE_CLEAN=true +CANON_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 +CANON_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e +CANON_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8 +=== EDGE_AUTH === +EDGE_HOSTKEY_FP=SHA256:YQsA2nif7qAaa5mSUb9U0h8Q5DGy8SRCV5f+FyKUpOo +EDGE_SUDO_N_RC=0 +=== EDGE_POSTFIX_IDENTITIES === +EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 +EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e +EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0 +EDGE_ALERT_NEW_NB_PROBE_COUNT=1 +EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0 +EDGE_STATUS_NEW_NB_PROBE_COUNT=1 +=== NATURAL_WATCHDOG_OBSERVATION === +FIX_EPOCH=1790574287 +FIX_UTC=2026-09-28T05:44:47Z +NATURAL_WATCHDOG_TWO_CYCLES_OBSERVED_AT_ATTEMPT=1 +POSTFIX_WATCHDOG_START_COUNT=2 +=== POSTFIX_WATCHDOG_JOURNAL === +POSTFIX_WT0_PROBLEM_COUNT=0 +POSTFIX_ANY_NONEMPTY_PROBLEMS_COUNT=0 +POSTFIX_WATCHDOG_FAILURE_COUNT=0 +POSTFIX_RECOVERY_LOG_HINT_COUNT=2 +POSTFIX_MAIL_LOG_HINT_COUNT=2 +2026-09-28T08:46:12.700490+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб... +2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: WATCHDOG_STATUS=OK +2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: PROBLEMS= +2026-09-28T08:46:13.342116+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб. +2026-09-28T08:51:22.700410+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб... +2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: WATCHDOG_STATUS=OK +2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: PROBLEMS= +2026-09-28T08:51:22.799827+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб. +=== CURRENT_ALERT_HEALTH === +ALERT_HEALTH_READ_RC=0 +ALERT_HEALTH_STATUS=OK +ALERT_HEALTH_PROBLEMS= +ALERT_HEALTH_MONITOR_STATUS=OK +ALERT_HEALTH_NETBIRD_ROUTE_OK=True +ALERT_HEALTH_NETBIRD_ROUTE=MISSING +SKLADCHIK_WT0_ALERT_PROJECT_COMPLETE=false +TASK_RESULT=HOLD_NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY +DECISION=HOLD_73345_ALERT_HEALTH_ROUTE_NOT_WT0 +NEXT_GATE=RECONCILE_EDGE_ROUTE_HEALTH +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index e6c407dd..d73b1c51 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1", + "command_id": "SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "netbird-skladchik-wt0-alert-recovery-stability", - "started_at_utc": "2026-09-28T05:49:11Z", - "finished_at_utc": "2026-09-28T05:49:13Z", + "component": "netbird-skladchik-wt0-alert-recovery-stability-fix", + "started_at_utc": "2026-09-28T05:51:36Z", + "finished_at_utc": "2026-09-28T05:51:38Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "fb1f3ece7bfe3e05bfb0fd17ee36f9e58fa77ad71c6563b97a6b0dc637c41a14", + "command_sha256": "64b8c77520adbf1999db29fbb52e36fa9f856d39418ec8e46348bae4bd141820", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "e018259c9cacd3cfc6545edf6acbac6c73ab5b443167eccb94ebc2b829338af4", - "sanitized_output_sha256": "e018259c9cacd3cfc6545edf6acbac6c73ab5b443167eccb94ebc2b829338af4", + "raw_evidence_sha256": "c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01", + "sanitized_output_sha256": "c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1\nMODE=read-only\nCOMPONENT=netbird-skladchik-wt0-alert-recovery-stability\nMUTATION_BOUNDARY=OBSERVE_ONLY_NATURAL_WATCHDOG_CYCLES_AND_POSTFIX_RUNTIME;NO_WATCHDOG_EXECUTION;NO_MAIL;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_PROXY_CHANGE;NO_COOKIE_CHANGE;NO_FIREWALL_CHANGE;NO_DNS_CHANGE;NO_TIMER_CHANGE;NO_FILE_WRITE;NO_GIT_WRITE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_73343_STATUS=OK\nSOURCE_73343_RC=0\nSOURCE_73343_CHANGES_MADE=true\nSOURCE_73343_MUTATION_OUTCOME=MUTATED\nSOURCE_73343_ROLLBACK_STARTED=false\nSOURCE_73343_DECISION=PASS_NETBIRD_SKLADCHIK_WT0_HEALTH_CONTRACT_FIX\nSOURCE_73343_NEXT_GATE=VERIFY_NATURAL_WATCHDOG_RECOVERY_AND_NO_REPEAT_WT0_ALERT\nSOURCE_73343_NEW_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nSOURCE_73343_NEW_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nSOURCE_73343_PVE_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\nSOURCE_73343_SOURCE_POST_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_73343_SOURCE_PUSHED=true\nSOURCE_73343_WATCHDOG_EXECUTED_BY_73343=false\nSOURCE_73343_MAIL_SENT_BY_73343=false\n=== PVE_AND_SOURCE_IDENTITIES ===\nPVE_SUP_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\nSOURCE_LOCAL_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_REMOTE_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_BRANCH=cr-2026-0007-skladchik-controlled-reauth\nSOURCE_WORKTREE_CLEAN=true\nCANON_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nCANON_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nCANON_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\n=== EDGE_AUTH ===\nEDGE_HOSTKEY_FP=SHA256:YQsA2nif7qAaa5mSUb9U0h8Q5DGy8SRCV5f+FyKUpOo\nEDGE_SUDO_N_RC=0\n=== EDGE_POSTFIX_IDENTITIES ===\nEDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nEDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nEDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0\n0\nEDGE_ALERT_NEW_NB_PROBE_COUNT=1\nEDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0\n0\nEDGE_STATUS_NEW_NB_PROBE_COUNT=1\n/run/workers2-73344-inner.3E8B6J.sh: line 130: [: 0\n0: integer expression expected\nSKLADCHIK_WT0_ALERT_PROJECT_COMPLETE=false\nTASK_RESULT=HOLD_NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY\nDECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT\nNEXT_GATE=RECONCILE_EDGE_RUNTIME\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY_BEGIN=true\nCOMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1\nMODE=read-only\nCOMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix\nMUTATION_BOUNDARY=OBSERVE_ONLY_NATURAL_WATCHDOG_CYCLES_AND_POSTFIX_RUNTIME;NO_WATCHDOG_EXECUTION;NO_MAIL;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_PROXY_CHANGE;NO_COOKIE_CHANGE;NO_FIREWALL_CHANGE;NO_DNS_CHANGE;NO_TIMER_CHANGE;NO_FILE_WRITE;NO_GIT_WRITE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_73344_STATUS=OK\nSOURCE_73344_RC=0\nSOURCE_73344_CHANGES_MADE=false\nSOURCE_73344_MUTATION_OUTCOME=NO_MUTATION\nSOURCE_73344_ROLLBACK_STARTED=false\nSOURCE_73344_DECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT\nSOURCE_73344_NEXT_GATE=RECONCILE_EDGE_RUNTIME\nSOURCE_73344_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nSOURCE_73344_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nSOURCE_73344_EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0\nSOURCE_73344_EDGE_ALERT_NEW_NB_PROBE_COUNT=1\nSOURCE_73344_EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0\nSOURCE_73344_EDGE_STATUS_NEW_NB_PROBE_COUNT=1\n=== PVE_AND_SOURCE_IDENTITIES ===\nPVE_SUP_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\nSOURCE_LOCAL_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_REMOTE_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355\nSOURCE_BRANCH=cr-2026-0007-skladchik-controlled-reauth\nSOURCE_WORKTREE_CLEAN=true\nCANON_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nCANON_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nCANON_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8\n=== EDGE_AUTH ===\nEDGE_HOSTKEY_FP=SHA256:YQsA2nif7qAaa5mSUb9U0h8Q5DGy8SRCV5f+FyKUpOo\nEDGE_SUDO_N_RC=0\n=== EDGE_POSTFIX_IDENTITIES ===\nEDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717\nEDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e\nEDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0\nEDGE_ALERT_NEW_NB_PROBE_COUNT=1\nEDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0\nEDGE_STATUS_NEW_NB_PROBE_COUNT=1\n=== NATURAL_WATCHDOG_OBSERVATION ===\nFIX_EPOCH=1790574287\nFIX_UTC=2026-09-28T05:44:47Z\nNATURAL_WATCHDOG_TWO_CYCLES_OBSERVED_AT_ATTEMPT=1\nPOSTFIX_WATCHDOG_START_COUNT=2\n=== POSTFIX_WATCHDOG_JOURNAL ===\nPOSTFIX_WT0_PROBLEM_COUNT=0\nPOSTFIX_ANY_NONEMPTY_PROBLEMS_COUNT=0\nPOSTFIX_WATCHDOG_FAILURE_COUNT=0\nPOSTFIX_RECOVERY_LOG_HINT_COUNT=2\nPOSTFIX_MAIL_LOG_HINT_COUNT=2\n2026-09-28T08:46:12.700490+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб...\n2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: WATCHDOG_STATUS=OK\n2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: PROBLEMS=\n2026-09-28T08:46:13.342116+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб.\n2026-09-28T08:51:22.700410+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб...\n2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: WATCHDOG_STATUS=OK\n2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: PROBLEMS=\n2026-09-28T08:51:22.799827+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб.\n=== CURRENT_ALERT_HEALTH ===\nALERT_HEALTH_READ_RC=0\nALERT_HEALTH_STATUS=OK\nALERT_HEALTH_PROBLEMS=\nALERT_HEALTH_MONITOR_STATUS=OK\nALERT_HEALTH_NETBIRD_ROUTE_OK=True\nALERT_HEALTH_NETBIRD_ROUTE=MISSING\nSKLADCHIK_WT0_ALERT_PROJECT_COMPLETE=false\nTASK_RESULT=HOLD_NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY\nDECISION=HOLD_73345_ALERT_HEALTH_ROUTE_NOT_WT0\nNEXT_GATE=RECONCILE_EDGE_ROUTE_HEALTH\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 36a6c20e..e9a627ad 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1 +COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=netbird-skladchik-wt0-alert-recovery-stability +COMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=fb1f3ece7bfe3e05bfb0fd17ee36f9e58fa77ad71c6563b97a6b0dc637c41a14 +COMMAND_SHA256=64b8c77520adbf1999db29fbb52e36fa9f856d39418ec8e46348bae4bd141820 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,32 +24,31 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=e018259c9cacd3cfc6545edf6acbac6c73ab5b443167eccb94ebc2b829338af4 -SANITIZED_OUTPUT_SHA256=e018259c9cacd3cfc6545edf6acbac6c73ab5b443167eccb94ebc2b829338af4 +RAW_EVIDENCE_SHA256=c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01 +SANITIZED_OUTPUT_SHA256=c748c09ff8a94ceb4b45a9367cc638ff54e49eb5f327b8e01c30524be65fad01 OUTPUT_BEGIN NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY_BEGIN=true -COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1 +COMMAND_ID=SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-FIX-73345R1 MODE=read-only -COMPONENT=netbird-skladchik-wt0-alert-recovery-stability +COMPONENT=netbird-skladchik-wt0-alert-recovery-stability-fix MUTATION_BOUNDARY=OBSERVE_ONLY_NATURAL_WATCHDOG_CYCLES_AND_POSTFIX_RUNTIME;NO_WATCHDOG_EXECUTION;NO_MAIL;NO_SERVICE_ACTION;NO_NETBIRD_CHANGE;NO_ROUTE_CHANGE;NO_PROXY_CHANGE;NO_COOKIE_CHANGE;NO_FIREWALL_CHANGE;NO_DNS_CHANGE;NO_TIMER_CHANGE;NO_FILE_WRITE;NO_GIT_WRITE === AUTHORITY === HOST=pve01 CLUSTER_QUORATE=Yes RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d -SOURCE_73343_STATUS=OK -SOURCE_73343_RC=0 -SOURCE_73343_CHANGES_MADE=true -SOURCE_73343_MUTATION_OUTCOME=MUTATED -SOURCE_73343_ROLLBACK_STARTED=false -SOURCE_73343_DECISION=PASS_NETBIRD_SKLADCHIK_WT0_HEALTH_CONTRACT_FIX -SOURCE_73343_NEXT_GATE=VERIFY_NATURAL_WATCHDOG_RECOVERY_AND_NO_REPEAT_WT0_ALERT -SOURCE_73343_NEW_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 -SOURCE_73343_NEW_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e -SOURCE_73343_PVE_SUPERVISOR_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8 -SOURCE_73343_SOURCE_POST_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355 -SOURCE_73343_SOURCE_PUSHED=true -SOURCE_73343_WATCHDOG_EXECUTED_BY_73343=false -SOURCE_73343_MAIL_SENT_BY_73343=false +SOURCE_73344_STATUS=OK +SOURCE_73344_RC=0 +SOURCE_73344_CHANGES_MADE=false +SOURCE_73344_MUTATION_OUTCOME=NO_MUTATION +SOURCE_73344_ROLLBACK_STARTED=false +SOURCE_73344_DECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT +SOURCE_73344_NEXT_GATE=RECONCILE_EDGE_RUNTIME +SOURCE_73344_EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 +SOURCE_73344_EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e +SOURCE_73344_EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0 +SOURCE_73344_EDGE_ALERT_NEW_NB_PROBE_COUNT=1 +SOURCE_73344_EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0 +SOURCE_73344_EDGE_STATUS_NEW_NB_PROBE_COUNT=1 === PVE_AND_SOURCE_IDENTITIES === PVE_SUP_SHA256=de26ae3f7d2bd35549bd18f0c543966ab5f8690c5fd03dd1fdb00d137a432bc8 SOURCE_LOCAL_HEAD=83b3d27c1de533cabb2d23e337579b06ddd0c355 @@ -66,17 +65,39 @@ EDGE_SUDO_N_RC=0 EDGE_ALERT_SHA256=918f3d1db31c64fe5f7548c3da6183ca6bf8be80384fa0673c55f68826dcc717 EDGE_STATUS_SHA256=0b2020295f6a79cf47dc1b4ac5f7260a871650e7679bf30d60dafedaa3f2182e EDGE_ALERT_OLD_PUBLIC_PROBE_COUNT=0 -0 EDGE_ALERT_NEW_NB_PROBE_COUNT=1 EDGE_STATUS_OLD_PUBLIC_PROBE_COUNT=0 -0 EDGE_STATUS_NEW_NB_PROBE_COUNT=1 -/run/workers2-73344-inner.3E8B6J.sh: line 130: [: 0 -0: integer expression expected +=== NATURAL_WATCHDOG_OBSERVATION === +FIX_EPOCH=1790574287 +FIX_UTC=2026-09-28T05:44:47Z +NATURAL_WATCHDOG_TWO_CYCLES_OBSERVED_AT_ATTEMPT=1 +POSTFIX_WATCHDOG_START_COUNT=2 +=== POSTFIX_WATCHDOG_JOURNAL === +POSTFIX_WT0_PROBLEM_COUNT=0 +POSTFIX_ANY_NONEMPTY_PROBLEMS_COUNT=0 +POSTFIX_WATCHDOG_FAILURE_COUNT=0 +POSTFIX_RECOVERY_LOG_HINT_COUNT=2 +POSTFIX_MAIL_LOG_HINT_COUNT=2 +2026-09-28T08:46:12.700490+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб... +2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: WATCHDOG_STATUS=OK +2026-09-28T08:46:13.327998+03:00 edge-vm python3[3787811]: PROBLEMS= +2026-09-28T08:46:13.342116+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб. +2026-09-28T08:51:22.700410+03:00 edge-vm systemd[1]: Starting skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб... +2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: WATCHDOG_STATUS=OK +2026-09-28T08:51:22.792308+03:00 edge-vm python3[3791203]: PROBLEMS= +2026-09-28T08:51:22.799827+03:00 edge-vm systemd[1]: Finished skladchik-reports-monitor-watchdog.service - Складчик: проверка здоровья мониторинга жалоб. +=== CURRENT_ALERT_HEALTH === +ALERT_HEALTH_READ_RC=0 +ALERT_HEALTH_STATUS=OK +ALERT_HEALTH_PROBLEMS= +ALERT_HEALTH_MONITOR_STATUS=OK +ALERT_HEALTH_NETBIRD_ROUTE_OK=True +ALERT_HEALTH_NETBIRD_ROUTE=MISSING SKLADCHIK_WT0_ALERT_PROJECT_COMPLETE=false TASK_RESULT=HOLD_NETBIRD_SKLADCHIK_WT0_ALERT_RECOVERY_STABILITY -DECISION=HOLD_73344_PATCH_SEMANTICS_DRIFT -NEXT_GATE=RECONCILE_EDGE_RUNTIME +DECISION=HOLD_73345_ALERT_HEALTH_ROUTE_NOT_WT0 +NEXT_GATE=RECONCILE_EDGE_ROUTE_HEALTH HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260928-NETBIRD-SKLADCHIK-WT0-ALERT-RECOVERY-STABILITY-73344R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END