diff --git a/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.json b/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.json new file mode 100644 index 00000000..a26799e8 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "pve-cluster-local-repair", + "started_at_utc": "2026-10-06T10:59:23Z", + "finished_at_utc": "2026-10-06T11:01:48Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "378e413f59d852d7eeaa88e54eb0e63b41866f53fc0e7c8f380c1b382138c59d", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "OK", + "result_contract_error": null, + "command_rc": 0, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589", + "sanitized_output_sha256": "370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE_CLUSTER_LOCAL_REPAIR=V1\nMODE=change\nSCOPE=PVE01_BACKUP_RPO_AND_PVE02_PVE03_POSTFIX_ALIAS_REPAIR\nNO_PACKAGE_MUTATION=true\nNO_ROUTE_MUTATION=true\nNO_FIREWALL_MUTATION=true\nNO_DNS_MUTATION=true\nNO_SYSCTL_MUTATION=true\nNO_NETBIRD_MUTATION=true\nNO_GUEST_CONFIG_MUTATION=true\nCLUSTER_QUORATE_PRE=true\nNETBIRD_PRE_pve01_LAZY=false\nNETBIRD_PRE_pve01_MGMT=true\nNETBIRD_PRE_pve01_SIGNAL=true\nNETBIRD_PRE_pve01_CONNECTED=5\nNETBIRD_PRE_pve02_LAZY=false\nNETBIRD_PRE_pve02_MGMT=true\nNETBIRD_PRE_pve02_SIGNAL=true\nNETBIRD_PRE_pve02_CONNECTED=5\nNETBIRD_PRE_pve03_LAZY=false\nNETBIRD_PRE_pve03_MGMT=true\nNETBIRD_PRE_pve03_SIGNAL=true\nNETBIRD_PRE_pve03_CONNECTED=5\nPOSTFIX_PRECHECK_RC_pve02=0\nREC|POSTFIX_PRE|PVE02|HOST=pve02\nREC|POSTFIX_PRE|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_PRE|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_PRE|PVE02|ALIASES_DB_PRESENT=false\nREC|POSTFIX_PRE|PVE02|ALIASES_MODE=644\nREC|POSTFIX_PRE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_PRE|PVE02|POSTFIX_QUEUE_COUNT=1\nREC|POSTFIX_PRE|PVE02|POSTFIX_DEFERRED_COUNT=1\nREC|POSTFIX_PRE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66868\nREC|POSTFIX_PRE|PVE02|REC|POSTFIX_DELAY_REASON|alias database unavailable\nPOSTFIX_PRECHECK_STDERR_LINES_pve02=0\nPOSTFIX_PRECHECK_RC_pve03=0\nREC|POSTFIX_PRE|PVE03|HOST=pve03\nREC|POSTFIX_PRE|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_PRE|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_PRE|PVE03|ALIASES_DB_PRESENT=false\nREC|POSTFIX_PRE|PVE03|ALIASES_MODE=644\nREC|POSTFIX_PRE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_PRE|PVE03|POSTFIX_QUEUE_COUNT=1\nREC|POSTFIX_PRE|PVE03|POSTFIX_DEFERRED_COUNT=1\nREC|POSTFIX_PRE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=27014\nREC|POSTFIX_PRE|PVE03|REC|POSTFIX_DELAY_REASON|alias database unavailable\nPOSTFIX_PRECHECK_STDERR_LINES_pve03=0\nBACKUP_AUDIT_DIRECT_PRE_RC=1\nREC|BACKUP_PRE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2523|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|BACKUP_PRE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=73919|legacy_age_seconds=92339|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z\nREC|BACKUP_PRE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|BACKUP_PRE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_PRE_SUMMARY|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_PRE_ISSUE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nBACKUP_REFRESH_NEEDED=true\nPOSTFIX_APPLY_RC_pve02=0\nREC|POSTFIX_APPLY|PVE02|HOST=pve02\nREC|POSTFIX_APPLY|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_APPLY|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_PRESENT=false\nREC|POSTFIX_APPLY|PVE02|ALIASES_MODE=644\nREC|POSTFIX_APPLY|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_EXISTED_PRE=false\nREC|POSTFIX_APPLY|PVE02|NEWALIASES_RC=0\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_SHA=8be6e3ddaa6f919c1a1136ce2b2ca64da5e1cd27dc0b28eeb77af45a1aa08539\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_MODE=644\nREC|POSTFIX_APPLY|PVE02|POSTFIX_CHECK_RC=0\nREC|POSTFIX_APPLY|PVE02|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf\nREC|POSTFIX_APPLY|PVE02|POSTQUEUE_FLUSH_RC=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_APPLY_STDERR_LINES_pve02=0\nPOSTFIX_APPLY_RC_pve03=0\nREC|POSTFIX_APPLY|PVE03|HOST=pve03\nREC|POSTFIX_APPLY|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_APPLY|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_PRESENT=false\nREC|POSTFIX_APPLY|PVE03|ALIASES_MODE=644\nREC|POSTFIX_APPLY|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_EXISTED_PRE=false\nREC|POSTFIX_APPLY|PVE03|NEWALIASES_RC=0\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_SHA=55578036ad79ece70e69bd22ea89944a0db6fcb352cf76e22d165cd13de3bc0a\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_MODE=644\nREC|POSTFIX_APPLY|PVE03|POSTFIX_CHECK_RC=0\nREC|POSTFIX_APPLY|PVE03|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf\nREC|POSTFIX_APPLY|PVE03|POSTQUEUE_FLUSH_RC=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_APPLY_STDERR_LINES_pve03=0\nBACKUP_V2_CYCLE_1_RC=0\nREC|BACKUP_V2_CYCLE_1|SCHEDULE_TARGET=vm150\nBACKUP_AUDIT_AFTER_CYCLE_1_RC=0\nREC|BACKUP_AFTER_1|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2654|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|BACKUP_AFTER_1|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=0|legacy_age_seconds=92470|replica_count=2|state_id=vm150|generation=v2-vm150-20261006T105942Z-e755371a09fa\nREC|BACKUP_AFTER_1|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_V2_CYCLES_RUN=1\nBACKUP_AUDIT_SERVICE_START_RC=0\nBACKUP_AUDIT_FAILED_STATE=inactive\nBACKUP_AUDIT_RESULT=success\nBACKUP_AUDIT_EXEC_STATUS=0\nPOSTFIX_VALIDATE_RC_pve02=0\nREC|POSTFIX_VALIDATE|PVE02|HOST=pve02\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_DB_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_MODE=644\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_VALIDATE_STDERR_LINES_pve02=0\nPOSTFIX_VALIDATE_RC_pve03=0\nREC|POSTFIX_VALIDATE|PVE03|HOST=pve03\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_DB_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_MODE=644\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_VALIDATE_STDERR_LINES_pve03=0\nCLUSTER_QUORATE_POST=true\nFINAL_FAILED_UNIT_COUNT_pve01=0\nFINAL_FAILED_UNIT_COUNT_pve02=0\nFINAL_FAILED_UNIT_COUNT_pve03=0\nDECISION=PASS_PVE_CLUSTER_LOCAL_REPAIR\nNEXT_GATE=TELEGRAM_PATH_RCA_REPAIR\nTASK_RESULT=PVE_CLUSTER_LOCAL_REPAIR\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CLUSTER_LOCAL_REPAIR_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.txt b/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.txt new file mode 100644 index 00000000..797b2518 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1.txt @@ -0,0 +1,168 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=pve-cluster-local-repair +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=378e413f59d852d7eeaa88e54eb0e63b41866f53fc0e7c8f380c1b382138c59d +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=OK +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589 +SANITIZED_OUTPUT_SHA256=370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589 +OUTPUT_BEGIN +PVE_CLUSTER_LOCAL_REPAIR=V1 +MODE=change +SCOPE=PVE01_BACKUP_RPO_AND_PVE02_PVE03_POSTFIX_ALIAS_REPAIR +NO_PACKAGE_MUTATION=true +NO_ROUTE_MUTATION=true +NO_FIREWALL_MUTATION=true +NO_DNS_MUTATION=true +NO_SYSCTL_MUTATION=true +NO_NETBIRD_MUTATION=true +NO_GUEST_CONFIG_MUTATION=true +CLUSTER_QUORATE_PRE=true +NETBIRD_PRE_pve01_LAZY=false +NETBIRD_PRE_pve01_MGMT=true +NETBIRD_PRE_pve01_SIGNAL=true +NETBIRD_PRE_pve01_CONNECTED=5 +NETBIRD_PRE_pve02_LAZY=false +NETBIRD_PRE_pve02_MGMT=true +NETBIRD_PRE_pve02_SIGNAL=true +NETBIRD_PRE_pve02_CONNECTED=5 +NETBIRD_PRE_pve03_LAZY=false +NETBIRD_PRE_pve03_MGMT=true +NETBIRD_PRE_pve03_SIGNAL=true +NETBIRD_PRE_pve03_CONNECTED=5 +POSTFIX_PRECHECK_RC_pve02=0 +REC|POSTFIX_PRE|PVE02|HOST=pve02 +REC|POSTFIX_PRE|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_PRE|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_PRE|PVE02|ALIASES_DB_PRESENT=false +REC|POSTFIX_PRE|PVE02|ALIASES_MODE=644 +REC|POSTFIX_PRE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_PRE|PVE02|POSTFIX_QUEUE_COUNT=1 +REC|POSTFIX_PRE|PVE02|POSTFIX_DEFERRED_COUNT=1 +REC|POSTFIX_PRE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66868 +REC|POSTFIX_PRE|PVE02|REC|POSTFIX_DELAY_REASON|alias database unavailable +POSTFIX_PRECHECK_STDERR_LINES_pve02=0 +POSTFIX_PRECHECK_RC_pve03=0 +REC|POSTFIX_PRE|PVE03|HOST=pve03 +REC|POSTFIX_PRE|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_PRE|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_PRE|PVE03|ALIASES_DB_PRESENT=false +REC|POSTFIX_PRE|PVE03|ALIASES_MODE=644 +REC|POSTFIX_PRE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_PRE|PVE03|POSTFIX_QUEUE_COUNT=1 +REC|POSTFIX_PRE|PVE03|POSTFIX_DEFERRED_COUNT=1 +REC|POSTFIX_PRE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=27014 +REC|POSTFIX_PRE|PVE03|REC|POSTFIX_DELAY_REASON|alias database unavailable +POSTFIX_PRECHECK_STDERR_LINES_pve03=0 +BACKUP_AUDIT_DIRECT_PRE_RC=1 +REC|BACKUP_PRE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2523|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb +REC|BACKUP_PRE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=73919|legacy_age_seconds=92339|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z +REC|BACKUP_PRE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +REC|BACKUP_PRE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_PRE_SUMMARY|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_PRE_ISSUE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +BACKUP_REFRESH_NEEDED=true +POSTFIX_APPLY_RC_pve02=0 +REC|POSTFIX_APPLY|PVE02|HOST=pve02 +REC|POSTFIX_APPLY|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_APPLY|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_PRESENT=false +REC|POSTFIX_APPLY|PVE02|ALIASES_MODE=644 +REC|POSTFIX_APPLY|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_EXISTED_PRE=false +REC|POSTFIX_APPLY|PVE02|NEWALIASES_RC=0 +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_SHA=8be6e3ddaa6f919c1a1136ce2b2ca64da5e1cd27dc0b28eeb77af45a1aa08539 +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_MODE=644 +REC|POSTFIX_APPLY|PVE02|POSTFIX_CHECK_RC=0 +REC|POSTFIX_APPLY|PVE02|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf +REC|POSTFIX_APPLY|PVE02|POSTQUEUE_FLUSH_RC=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_APPLY_STDERR_LINES_pve02=0 +POSTFIX_APPLY_RC_pve03=0 +REC|POSTFIX_APPLY|PVE03|HOST=pve03 +REC|POSTFIX_APPLY|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_APPLY|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_PRESENT=false +REC|POSTFIX_APPLY|PVE03|ALIASES_MODE=644 +REC|POSTFIX_APPLY|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_EXISTED_PRE=false +REC|POSTFIX_APPLY|PVE03|NEWALIASES_RC=0 +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_SHA=55578036ad79ece70e69bd22ea89944a0db6fcb352cf76e22d165cd13de3bc0a +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_MODE=644 +REC|POSTFIX_APPLY|PVE03|POSTFIX_CHECK_RC=0 +REC|POSTFIX_APPLY|PVE03|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf +REC|POSTFIX_APPLY|PVE03|POSTQUEUE_FLUSH_RC=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_APPLY_STDERR_LINES_pve03=0 +BACKUP_V2_CYCLE_1_RC=0 +REC|BACKUP_V2_CYCLE_1|SCHEDULE_TARGET=vm150 +BACKUP_AUDIT_AFTER_CYCLE_1_RC=0 +REC|BACKUP_AFTER_1|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2654|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb +REC|BACKUP_AFTER_1|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=0|legacy_age_seconds=92470|replica_count=2|state_id=vm150|generation=v2-vm150-20261006T105942Z-e755371a09fa +REC|BACKUP_AFTER_1|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_V2_CYCLES_RUN=1 +BACKUP_AUDIT_SERVICE_START_RC=0 +BACKUP_AUDIT_FAILED_STATE=inactive +BACKUP_AUDIT_RESULT=success +BACKUP_AUDIT_EXEC_STATUS=0 +POSTFIX_VALIDATE_RC_pve02=0 +REC|POSTFIX_VALIDATE|PVE02|HOST=pve02 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_VALIDATE|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_VALIDATE|PVE02|ALIASES_DB_PRESENT=true +REC|POSTFIX_VALIDATE|PVE02|ALIASES_MODE=644 +REC|POSTFIX_VALIDATE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_VALIDATE_STDERR_LINES_pve02=0 +POSTFIX_VALIDATE_RC_pve03=0 +REC|POSTFIX_VALIDATE|PVE03|HOST=pve03 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_VALIDATE|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_VALIDATE|PVE03|ALIASES_DB_PRESENT=true +REC|POSTFIX_VALIDATE|PVE03|ALIASES_MODE=644 +REC|POSTFIX_VALIDATE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_VALIDATE_STDERR_LINES_pve03=0 +CLUSTER_QUORATE_POST=true +FINAL_FAILED_UNIT_COUNT_pve01=0 +FINAL_FAILED_UNIT_COUNT_pve02=0 +FINAL_FAILED_UNIT_COUNT_pve03=0 +DECISION=PASS_PVE_CLUSTER_LOCAL_REPAIR +NEXT_GATE=TELEGRAM_PATH_RCA_REPAIR +TASK_RESULT=PVE_CLUSTER_LOCAL_REPAIR +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=CLUSTER_LOCAL_REPAIR_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 31156a8f..a26799e8 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE-CLUSTER-ISSUE-RCA-99714R1", + "command_id": "SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1", "status": "OK", "rc": 0, "host": "pve01", - "mode": "read-only", - "component": "pve-cluster-issue-rca", - "started_at_utc": "2026-10-06T10:52:41Z", - "finished_at_utc": "2026-10-06T10:53:41Z", + "mode": "change", + "component": "pve-cluster-local-repair", + "started_at_utc": "2026-10-06T10:59:23Z", + "finished_at_utc": "2026-10-06T11:01:48Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "985e943bd05d9c36beb28063581864f09b92913b67bf48d86ade6ca0baf6db94", + "command_sha256": "378e413f59d852d7eeaa88e54eb0e63b41866f53fc0e7c8f380c1b382138c59d", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": false, + "change_declared": true, "result_contract_valid": true, - "result_contract_status": null, + "result_contract_status": "OK", "result_contract_error": null, "command_rc": 0, - "changes_made": false, + "changes_made": true, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "NO_MUTATION", + "mutation_outcome": "MUTATED", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "fddb0c72c475d5375999f3d29bd330d131fa4fe2201f59e08597c0819309efb9", - "sanitized_output_sha256": "fddb0c72c475d5375999f3d29bd330d131fa4fe2201f59e08597c0819309efb9", + "raw_evidence_sha256": "370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589", + "sanitized_output_sha256": "370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE_CLUSTER_ISSUE_RCA=V1\nMODE=read-only\nSCOPE=BACKUP_POSTFIX_TELEGRAM_ZFS_QGA_FIREWALL_SSH_TUNNEL_RCA\nNO_MUTATION=true\nNODE_BEGIN=pve01\nNODE_RC_pve01=0\nREC|PVE01|HOST=pve01\nREC|PVE01|FAILED_UNIT_COUNT=1\nREC|PVE01|REC|FAILED_UNIT|homelab-backup-audit.service\nREC|PVE01|REC|FAILED_UNIT_META|UNIT=homelab-backup-audit.service|RESULT=exit-code|EXEC=1\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=68570|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=36243|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Main process exited, code=exited, status=1/FAILURE\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Failed with result 'exit-code'.\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Consumed 2.921s CPU time, 151M memory peak.\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Starting homelab-backup-audit.service - Homelab unified backup and DR audit...\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21961|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21799|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21905|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=359|generation=app-skladchik-reports-monitor-pve01-20261006T103011Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=7888|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=11393|legacy_age_seconds=2782610|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=9040|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=7519|legacy_age_seconds=2821105|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=1136|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=12620|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=72532|legacy_age_seconds=90952|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=59103|legacy_age_seconds=1727347|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=55338|legacy_age_seconds=1756879|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=70341|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=38014|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Main process exited, code=exited, status=1/FAILURE\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Failed with result 'exit-code'.\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit.\nREC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Consumed 2.935s CPU time, 150.7M memory peak.\nREC|PVE01|BACKUP_AUDIT_RESULT=exit-code\nREC|PVE01|BACKUP_AUDIT_EXEC=1\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=32880|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17457|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17295|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17401|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46263|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3384|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=6889|legacy_age_seconds=2778106|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4536|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3015|legacy_age_seconds=2816601|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70132|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8116|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68028|legacy_age_seconds=86448|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=54599|legacy_age_seconds=1722843|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=50834|legacy_age_seconds=1752375|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=65837|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33510|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17856|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17694|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17800|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46662|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3783|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7288|legacy_age_seconds=2778505|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4935|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3414|legacy_age_seconds=2817000|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70531|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8515|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68427|legacy_age_seconds=86847|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=54998|legacy_age_seconds=1723242|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51233|legacy_age_seconds=1752774|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66236|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33909|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17878|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17716|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17822|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46684|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3805|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7310|legacy_age_seconds=2778527|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4957|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3436|legacy_age_seconds=2817022|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70553|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8537|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68449|legacy_age_seconds=86869|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=55020|legacy_age_seconds=1723264|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51255|legacy_age_seconds=1752796|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66258|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33931|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18310|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18148|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18254|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47116|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=4237|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7742|legacy_age_seconds=2778959|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=5389|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3868|legacy_age_seconds=2817454|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70985|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8969|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68881|legacy_age_seconds=87301|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=55452|legacy_age_seconds=1723696|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51687|legacy_age_seconds=1753228|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66690|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=34363|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20190|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20028|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20134|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48996|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=6117|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=9622|legacy_age_seconds=2780839|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=7269|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=5748|legacy_age_seconds=2819334|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=STALE|source=NONE|v2_age_seconds=72865|replica_count=2|state_id=ct113\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=10849|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=70761|legacy_age_seconds=89181|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=57332|legacy_age_seconds=1725576|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=53567|legacy_age_seconds=1755108|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=68570|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=36243|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21961|generation=app-filebrowser-pve01-20261006T043010Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21799|generation=app-hbarhub-pve01-20261006T043148Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21905|generation=app-immich-pve01-20261006T043031Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=359|generation=app-skladchik-reports-monitor-pve01-20261006T103011Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=7888|generation=control-bootstrap-v2-pve01-20260916T120057Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=11393|legacy_age_seconds=2782610|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=9040|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=7519|legacy_age_seconds=2821105|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=1136|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=12620|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=72532|legacy_age_seconds=90952|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=59103|legacy_age_seconds=1727347|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=55338|legacy_age_seconds=1756879|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=70341|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=38014|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|PVE01|POSTQUEUE_JSON_RC=0\nREC|PVE01|POSTFIX_QUEUE_COUNT=0\nREC|PVE01|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases\nREC|PVE01|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases\nREC|PVE01|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:9934c439d1fcc5b7968fbb0a05452245a0732cfd377952cb115be64daa3f19a4\nREC|PVE01|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=yes\nREC|PVE01|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE=encrypt\nREC|PVE01|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=yes\nREC|PVE01|ALIASES_FILE_PRESENT=true\nREC|PVE01|ALIASES_DB_PRESENT=true\nREC|PVE01|ALIASES_FILE_MTIME=1779363125\nREC|PVE01|ALIASES_DB_MTIME=1790202895\nREC|PVE01|NEWALIASES_PRESENT=true\nREC|PVE01|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED\nREC|PVE01|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED\nREC|PVE01|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED\nREC|PVE01|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED\nREC|PVE01|REC|ALIASES_ENTRY|www:TARGET_REDACTED\nREC|PVE01|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE01|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE01|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError\nREC|PVE01|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000\nREC|PVE01|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE01|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE01|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError\nREC|PVE01|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000\nREC|PVE01|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8\nREC|PVE01|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE01|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=18\nREC|PVE01|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200\nREC|PVE01|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0\nREC|PVE01|IPTABLES_FORWARD_DROP_REJECT_COUNT=2\nREC|PVE01|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP\nREC|PVE01|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP\nREC|PVE01|NETBIRD_VERSION=0.80.0\nREC|PVE01|NETBIRD_ACTIVE=active\nREC|PVE01|NETBIRD_DROPIN_PRESENT=true\nREC|PVE01|NB_LAZY=false\nREC|PVE01|NB_MANAGEMENT_CONNECTED=true\nREC|PVE01|NB_SIGNAL_CONNECTED=true\nREC|PVE01|NB_PEER_COUNT=8\nREC|PVE01|NB_CONNECTED=5\nREC|PVE01|NB_CONNECTING=3\nREC|PVE01|NB_IDLE=0\nREC|PVE01|IPV4_FORWARD=0\nREC|PVE01|ZFSUTILS_STATUS=install ok installed\nREC|PVE01|ZFSUTILS_VERSION=2.4.4-pve1\nREC|PVE01|ZFSUTILS_CANDIDATE=2.4.4-pve1\nREC|PVE01|ZPOOL_COUNT=0\nREC|PVE01|PVE_FIREWALL_ACTIVE=active\nREC|PVE01|PVE_FIREWALL_RESULT=success\nREC|PVE01|SSH_CONNECT_TO_64020_FAIL_COUNT=0\nREC|PVE01|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0\nREC|PVE01|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA\nREC|PVE01|CHANGES_MADE=false\nREC|PVE01|ROLLBACK_STARTED=false\nREC|PVE01|ROLLBACK_RESTORED=null\nREC|PVE01|MUTATION_OUTCOME=NO_MUTATION\nNODE_STDERR_LINES_pve01=2\nREC|PVE01_ERR|curl: (28) Connection timed out after 4002 milliseconds\nREC|PVE01_ERR|curl: (28) Connection timed out after 4002 milliseconds\nNODE_END=pve01\nNODE_BEGIN=pve02\nNODE_RC_pve02=0\nREC|PVE02|HOST=pve02\nREC|PVE02|FAILED_UNIT_COUNT=0\nREC|PVE02|POSTQUEUE_JSON_RC=0\nREC|PVE02|POSTFIX_QUEUE_COUNT=1\nREC|PVE02|REC|POSTFIX_QUEUE|QUEUE_SHA=e02823da5b12ceadd0c4|AGE_SECONDS=66484|SIZE=9695|RECIPS=1|DEFERRED=true\nREC|PVE02|REC|POSTFIX_DELAY_REASON|QUEUE_SHA=e02823da5b12ceadd0c4|alias database unavailable\nREC|PVE02|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases\nREC|PVE02|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases\nREC|PVE02|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nREC|PVE02|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=no\nREC|PVE02|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE=\nREC|PVE02|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=no\nREC|PVE02|ALIASES_FILE_PRESENT=true\nREC|PVE02|ALIASES_DB_PRESENT=false\nREC|PVE02|ALIASES_FILE_MTIME=1779363125\nREC|PVE02|ALIASES_DB_MTIME=0\nREC|PVE02|NEWALIASES_PRESENT=true\nREC|PVE02|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED\nREC|PVE02|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED\nREC|PVE02|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED\nREC|PVE02|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED\nREC|PVE02|REC|ALIASES_ENTRY|www:TARGET_REDACTED\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T02:29:41+03:00 pve02 postfix/local[32560]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T02:29:41+03:00 pve02 postfix/local[32560]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T03:39:41+03:00 pve02 postfix/local[69402]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T03:39:41+03:00 pve02 postfix/local[69402]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T04:49:41+03:00 pve02 postfix/local[101524]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T04:49:41+03:00 pve02 postfix/local[101524]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T05:59:41+03:00 pve02 postfix/local[136890]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T05:59:41+03:00 pve02 postfix/local[136890]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T07:09:41+03:00 pve02 postfix/local[170061]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T07:09:41+03:00 pve02 postfix/local[170061]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T08:19:42+03:00 pve02 postfix/local[202969]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T08:19:42+03:00 pve02 postfix/local[202969]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T09:29:42+03:00 pve02 postfix/local[235340]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T09:29:42+03:00 pve02 postfix/local[235340]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T10:39:43+03:00 pve02 postfix/local[267473]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T10:39:43+03:00 pve02 postfix/local[267473]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T11:49:44+03:00 pve02 postfix/local[304759]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T11:49:44+03:00 pve02 postfix/local[304759]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T12:59:44+03:00 pve02 postfix/local[336919]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T12:59:44+03:00 pve02 postfix/local[336919]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE02|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE02|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE02|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError\nREC|PVE02|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000\nREC|PVE02|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE02|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE02|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError\nREC|PVE02|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000\nREC|PVE02|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8\nREC|PVE02|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE02|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=22\nREC|PVE02|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200\nREC|PVE02|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0\nREC|PVE02|IPTABLES_FORWARD_DROP_REJECT_COUNT=2\nREC|PVE02|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP\nREC|PVE02|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP\nREC|PVE02|NETBIRD_VERSION=0.80.0\nREC|PVE02|NETBIRD_ACTIVE=active\nREC|PVE02|NETBIRD_DROPIN_PRESENT=true\nREC|PVE02|NB_LAZY=false\nREC|PVE02|NB_MANAGEMENT_CONNECTED=true\nREC|PVE02|NB_SIGNAL_CONNECTED=true\nREC|PVE02|NB_PEER_COUNT=8\nREC|PVE02|NB_CONNECTED=5\nREC|PVE02|NB_CONNECTING=3\nREC|PVE02|NB_IDLE=0\nREC|PVE02|IPV4_FORWARD=1\nREC|PVE02|ZFSUTILS_STATUS=unknown ok not-installed\nREC|PVE02|ZFSUTILS_VERSION=MISSING\nREC|PVE02|ZFSUTILS_CANDIDATE=2.4.4-pve1\nREC|PVE02|ZPOOL_BIN_PRESENT=false\nREC|PVE02|VM9130_STATUS=stopped\nREC|PVE02|VM9130_AGENT_CONFIG=enabled=1\nREC|PVE02|PVE_FIREWALL_ACTIVE=active\nREC|PVE02|PVE_FIREWALL_RESULT=success\nREC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T01:24:44+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable\nREC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?\nREC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T10:39:34+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable\nREC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?\nREC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T10:42:24+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable\nREC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?\nREC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T12:59:44+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable\nREC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?\nREC|PVE02|SSH_CONNECT_TO_64020_FAIL_COUNT=0\nREC|PVE02|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0\nREC|PVE02|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA\nREC|PVE02|CHANGES_MADE=false\nREC|PVE02|ROLLBACK_STARTED=false\nREC|PVE02|ROLLBACK_RESTORED=null\nREC|PVE02|MUTATION_OUTCOME=NO_MUTATION\nNODE_STDERR_LINES_pve02=2\nREC|PVE02_ERR|curl: (28) Connection timed out after 4001 milliseconds\nREC|PVE02_ERR|curl: (28) Connection timed out after 4002 milliseconds\nNODE_END=pve02\nNODE_BEGIN=pve03\nNODE_RC_pve03=0\nREC|PVE03|HOST=pve03\nREC|PVE03|FAILED_UNIT_COUNT=0\nREC|PVE03|POSTQUEUE_JSON_RC=0\nREC|PVE03|POSTFIX_QUEUE_COUNT=1\nREC|PVE03|REC|POSTFIX_QUEUE|QUEUE_SHA=43d196cf774951a07dba|AGE_SECONDS=26651|SIZE=3715|RECIPS=1|DEFERRED=true\nREC|PVE03|REC|POSTFIX_DELAY_REASON|QUEUE_SHA=43d196cf774951a07dba|alias database unavailable\nREC|PVE03|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases\nREC|PVE03|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases\nREC|PVE03|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nREC|PVE03|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=no\nREC|PVE03|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE=\nREC|PVE03|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=no\nREC|PVE03|ALIASES_FILE_PRESENT=true\nREC|PVE03|ALIASES_DB_PRESENT=false\nREC|PVE03|ALIASES_FILE_MTIME=1779363125\nREC|PVE03|ALIASES_DB_MTIME=0\nREC|PVE03|NEWALIASES_PRESENT=true\nREC|PVE03|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED\nREC|PVE03|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED\nREC|PVE03|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED\nREC|PVE03|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED\nREC|PVE03|REC|ALIASES_ENTRY|www:TARGET_REDACTED\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T08:53:53+03:00 pve03 postfix/local[26335]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T08:53:53+03:00 pve03 postfix/local[26335]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T10:03:53+03:00 pve03 postfix/local[46777]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T10:03:53+03:00 pve03 postfix/local[46777]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T11:13:54+03:00 pve03 postfix/local[67332]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T11:13:54+03:00 pve03 postfix/local[67332]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T12:23:54+03:00 pve03 postfix/local[87940]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T12:23:54+03:00 pve03 postfix/local[87940]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T13:33:54+03:00 pve03 postfix/local[108003]: error: open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T13:33:54+03:00 pve03 postfix/local[108003]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\nREC|PVE03|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE03|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE03|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError\nREC|PVE03|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000\nREC|PVE03|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1\nREC|PVE03|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE03|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError\nREC|PVE03|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000\nREC|PVE03|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8\nREC|PVE03|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE=\nREC|PVE03|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=20\nREC|PVE03|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200\nREC|PVE03|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0\nREC|PVE03|IPTABLES_FORWARD_DROP_REJECT_COUNT=2\nREC|PVE03|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP\nREC|PVE03|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP\nREC|PVE03|NETBIRD_VERSION=0.80.0\nREC|PVE03|NETBIRD_ACTIVE=active\nREC|PVE03|NETBIRD_DROPIN_PRESENT=true\nREC|PVE03|NB_LAZY=false\nREC|PVE03|NB_MANAGEMENT_CONNECTED=true\nREC|PVE03|NB_SIGNAL_CONNECTED=true\nREC|PVE03|NB_PEER_COUNT=8\nREC|PVE03|NB_CONNECTED=5\nREC|PVE03|NB_CONNECTING=3\nREC|PVE03|NB_IDLE=0\nREC|PVE03|IPV4_FORWARD=0\nREC|PVE03|ZFSUTILS_STATUS=install ok installed\nREC|PVE03|ZFSUTILS_VERSION=2.4.4-pve1\nREC|PVE03|ZFSUTILS_CANDIDATE=2.4.4-pve1\nREC|PVE03|ZPOOL_COUNT=0\nREC|PVE03|VM130_STATUS=running\nREC|PVE03|VM130_AGENT_CONFIG=enabled=1\nREC|PVE03|PVE_FIREWALL_ACTIVE=active\nREC|PVE03|PVE_FIREWALL_RESULT=success\nREC|PVE03|SSH_CONNECT_TO_64020_FAIL_COUNT=0\nREC|PVE03|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0\nREC|PVE03|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA\nREC|PVE03|CHANGES_MADE=false\nREC|PVE03|ROLLBACK_STARTED=false\nREC|PVE03|ROLLBACK_RESTORED=null\nREC|PVE03|MUTATION_OUTCOME=NO_MUTATION\nNODE_STDERR_LINES_pve03=2\nREC|PVE03_ERR|curl: (28) Connection timed out after 4002 milliseconds\nREC|PVE03_ERR|curl: (28) Connection timed out after 4002 milliseconds\nNODE_END=pve03\nNODE_COLLECTION_FAILURE_COUNT=0\nREC|CROSS_TELEGRAM|NODE=pve01|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000\nREC|CROSS_TELEGRAM|NODE=pve02|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000\nREC|CROSS_TELEGRAM|NODE=pve03|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000\nDECISION=PASS_PVE_CLUSTER_ISSUE_RCA\nNEXT_GATE=TARGETED_CLUSTER_REPAIR\nTASK_RESULT=PVE_CLUSTER_ISSUE_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE-CLUSTER-ISSUE-RCA-99714R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVE_CLUSTER_LOCAL_REPAIR=V1\nMODE=change\nSCOPE=PVE01_BACKUP_RPO_AND_PVE02_PVE03_POSTFIX_ALIAS_REPAIR\nNO_PACKAGE_MUTATION=true\nNO_ROUTE_MUTATION=true\nNO_FIREWALL_MUTATION=true\nNO_DNS_MUTATION=true\nNO_SYSCTL_MUTATION=true\nNO_NETBIRD_MUTATION=true\nNO_GUEST_CONFIG_MUTATION=true\nCLUSTER_QUORATE_PRE=true\nNETBIRD_PRE_pve01_LAZY=false\nNETBIRD_PRE_pve01_MGMT=true\nNETBIRD_PRE_pve01_SIGNAL=true\nNETBIRD_PRE_pve01_CONNECTED=5\nNETBIRD_PRE_pve02_LAZY=false\nNETBIRD_PRE_pve02_MGMT=true\nNETBIRD_PRE_pve02_SIGNAL=true\nNETBIRD_PRE_pve02_CONNECTED=5\nNETBIRD_PRE_pve03_LAZY=false\nNETBIRD_PRE_pve03_MGMT=true\nNETBIRD_PRE_pve03_SIGNAL=true\nNETBIRD_PRE_pve03_CONNECTED=5\nPOSTFIX_PRECHECK_RC_pve02=0\nREC|POSTFIX_PRE|PVE02|HOST=pve02\nREC|POSTFIX_PRE|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_PRE|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_PRE|PVE02|ALIASES_DB_PRESENT=false\nREC|POSTFIX_PRE|PVE02|ALIASES_MODE=644\nREC|POSTFIX_PRE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_PRE|PVE02|POSTFIX_QUEUE_COUNT=1\nREC|POSTFIX_PRE|PVE02|POSTFIX_DEFERRED_COUNT=1\nREC|POSTFIX_PRE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66868\nREC|POSTFIX_PRE|PVE02|REC|POSTFIX_DELAY_REASON|alias database unavailable\nPOSTFIX_PRECHECK_STDERR_LINES_pve02=0\nPOSTFIX_PRECHECK_RC_pve03=0\nREC|POSTFIX_PRE|PVE03|HOST=pve03\nREC|POSTFIX_PRE|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_PRE|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_PRE|PVE03|ALIASES_DB_PRESENT=false\nREC|POSTFIX_PRE|PVE03|ALIASES_MODE=644\nREC|POSTFIX_PRE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_PRE|PVE03|POSTFIX_QUEUE_COUNT=1\nREC|POSTFIX_PRE|PVE03|POSTFIX_DEFERRED_COUNT=1\nREC|POSTFIX_PRE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=27014\nREC|POSTFIX_PRE|PVE03|REC|POSTFIX_DELAY_REASON|alias database unavailable\nPOSTFIX_PRECHECK_STDERR_LINES_pve03=0\nBACKUP_AUDIT_DIRECT_PRE_RC=1\nREC|BACKUP_PRE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2523|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|BACKUP_PRE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=73919|legacy_age_seconds=92339|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z\nREC|BACKUP_PRE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nREC|BACKUP_PRE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_PRE_SUMMARY|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|BACKUP_PRE_ISSUE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM\nBACKUP_REFRESH_NEEDED=true\nPOSTFIX_APPLY_RC_pve02=0\nREC|POSTFIX_APPLY|PVE02|HOST=pve02\nREC|POSTFIX_APPLY|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_APPLY|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_PRESENT=false\nREC|POSTFIX_APPLY|PVE02|ALIASES_MODE=644\nREC|POSTFIX_APPLY|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_EXISTED_PRE=false\nREC|POSTFIX_APPLY|PVE02|NEWALIASES_RC=0\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_SHA=8be6e3ddaa6f919c1a1136ce2b2ca64da5e1cd27dc0b28eeb77af45a1aa08539\nREC|POSTFIX_APPLY|PVE02|ALIASES_DB_MODE=644\nREC|POSTFIX_APPLY|PVE02|POSTFIX_CHECK_RC=0\nREC|POSTFIX_APPLY|PVE02|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf\nREC|POSTFIX_APPLY|PVE02|POSTQUEUE_FLUSH_RC=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_APPLY|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_APPLY_STDERR_LINES_pve02=0\nPOSTFIX_APPLY_RC_pve03=0\nREC|POSTFIX_APPLY|PVE03|HOST=pve03\nREC|POSTFIX_APPLY|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_APPLY|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_PRESENT=false\nREC|POSTFIX_APPLY|PVE03|ALIASES_MODE=644\nREC|POSTFIX_APPLY|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_EXISTED_PRE=false\nREC|POSTFIX_APPLY|PVE03|NEWALIASES_RC=0\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_SHA=55578036ad79ece70e69bd22ea89944a0db6fcb352cf76e22d165cd13de3bc0a\nREC|POSTFIX_APPLY|PVE03|ALIASES_DB_MODE=644\nREC|POSTFIX_APPLY|PVE03|POSTFIX_CHECK_RC=0\nREC|POSTFIX_APPLY|PVE03|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf\nREC|POSTFIX_APPLY|PVE03|POSTQUEUE_FLUSH_RC=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_APPLY|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_APPLY_STDERR_LINES_pve03=0\nBACKUP_V2_CYCLE_1_RC=0\nREC|BACKUP_V2_CYCLE_1|SCHEDULE_TARGET=vm150\nBACKUP_AUDIT_AFTER_CYCLE_1_RC=0\nREC|BACKUP_AFTER_1|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2654|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb\nREC|BACKUP_AFTER_1|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=0|legacy_age_seconds=92470|replica_count=2|state_id=vm150|generation=v2-vm150-20261006T105942Z-e755371a09fa\nREC|BACKUP_AFTER_1|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_V2_CYCLES_RUN=1\nBACKUP_AUDIT_SERVICE_START_RC=0\nBACKUP_AUDIT_FAILED_STATE=inactive\nBACKUP_AUDIT_RESULT=success\nBACKUP_AUDIT_EXEC_STATUS=0\nPOSTFIX_VALIDATE_RC_pve02=0\nREC|POSTFIX_VALIDATE|PVE02|HOST=pve02\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_ACTIVE=active\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_DB_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_MODE=644\nREC|POSTFIX_VALIDATE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_VALIDATE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_VALIDATE_STDERR_LINES_pve02=0\nPOSTFIX_VALIDATE_RC_pve03=0\nREC|POSTFIX_VALIDATE|PVE03|HOST=pve03\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_ACTIVE=active\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_DB_PRESENT=true\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_MODE=644\nREC|POSTFIX_VALIDATE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_QUEUE_COUNT=0\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_DEFERRED_COUNT=0\nREC|POSTFIX_VALIDATE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0\nPOSTFIX_VALIDATE_STDERR_LINES_pve03=0\nCLUSTER_QUORATE_POST=true\nFINAL_FAILED_UNIT_COUNT_pve01=0\nFINAL_FAILED_UNIT_COUNT_pve02=0\nFINAL_FAILED_UNIT_COUNT_pve03=0\nDECISION=PASS_PVE_CLUSTER_LOCAL_REPAIR\nNEXT_GATE=TELEGRAM_PATH_RCA_REPAIR\nTASK_RESULT=PVE_CLUSTER_LOCAL_REPAIR\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=CLUSTER_LOCAL_REPAIR_COMPLETED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 2f8b3350..797b2518 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,426 +1,168 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE-CLUSTER-ISSUE-RCA-99714R1 +COMMAND_ID=SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1 STATUS=OK RC=0 HOST=pve01 -MODE=read-only -COMPONENT=pve-cluster-issue-rca +MODE=change +COMPONENT=pve-cluster-local-repair REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=985e943bd05d9c36beb28063581864f09b92913b67bf48d86ade6ca0baf6db94 +COMMAND_SHA256=378e413f59d852d7eeaa88e54eb0e63b41866f53fc0e7c8f380c1b382138c59d DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=false +CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_STATUS=OK RESULT_CONTRACT_ERROR=NONE COMMAND_RC=0 -CHANGES_MADE=false +CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION +MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=fddb0c72c475d5375999f3d29bd330d131fa4fe2201f59e08597c0819309efb9 -SANITIZED_OUTPUT_SHA256=fddb0c72c475d5375999f3d29bd330d131fa4fe2201f59e08597c0819309efb9 +RAW_EVIDENCE_SHA256=370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589 +SANITIZED_OUTPUT_SHA256=370761618193a1b3d0cdc24f3ddcb2890140d229e83bc4ab610eda88504f4589 OUTPUT_BEGIN -PVE_CLUSTER_ISSUE_RCA=V1 -MODE=read-only -SCOPE=BACKUP_POSTFIX_TELEGRAM_ZFS_QGA_FIREWALL_SSH_TUNNEL_RCA -NO_MUTATION=true -NODE_BEGIN=pve01 -NODE_RC_pve01=0 -REC|PVE01|HOST=pve01 -REC|PVE01|FAILED_UNIT_COUNT=1 -REC|PVE01|REC|FAILED_UNIT|homelab-backup-audit.service -REC|PVE01|REC|FAILED_UNIT_META|UNIT=homelab-backup-audit.service|RESULT=exit-code|EXEC=1 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=68570|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=36243|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Main process exited, code=exited, status=1/FAILURE -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Failed with result 'exit-code'. -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Consumed 2.921s CPU time, 151M memory peak. -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Starting homelab-backup-audit.service - Homelab unified backup and DR audit... -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21961|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21799|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21905|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=359|generation=app-skladchik-reports-monitor-pve01-20261006T103011Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=7888|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=11393|legacy_age_seconds=2782610|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=9040|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=7519|legacy_age_seconds=2821105|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=1136|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=12620|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=72532|legacy_age_seconds=90952|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=59103|legacy_age_seconds=1727347|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=55338|legacy_age_seconds=1756879|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=70341|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=38014|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Main process exited, code=exited, status=1/FAILURE -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Failed with result 'exit-code'. -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|Failed to start homelab-backup-audit.service - Homelab unified backup and DR audit. -REC|PVE01|REC|FAILED_UNIT_JOURNAL|UNIT=homelab-backup-audit.service|homelab-backup-audit.service: Consumed 2.935s CPU time, 150.7M memory peak. -REC|PVE01|BACKUP_AUDIT_RESULT=exit-code -REC|PVE01|BACKUP_AUDIT_EXEC=1 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=32880|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17457|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17295|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17401|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46263|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3384|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=6889|legacy_age_seconds=2778106|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4536|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3015|legacy_age_seconds=2816601|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70132|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8116|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68028|legacy_age_seconds=86448|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=54599|legacy_age_seconds=1722843|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=50834|legacy_age_seconds=1752375|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=65837|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33510|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17856|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17694|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17800|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46662|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3783|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7288|legacy_age_seconds=2778505|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4935|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3414|legacy_age_seconds=2817000|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70531|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8515|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68427|legacy_age_seconds=86847|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=54998|legacy_age_seconds=1723242|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51233|legacy_age_seconds=1752774|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66236|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33909|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17878|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17716|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=17822|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=46684|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=3805|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7310|legacy_age_seconds=2778527|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=4957|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3436|legacy_age_seconds=2817022|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70553|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8537|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68449|legacy_age_seconds=86869|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=55020|legacy_age_seconds=1723264|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51255|legacy_age_seconds=1752796|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66258|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=33931|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18310|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18148|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=18254|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47116|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=4237|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7742|legacy_age_seconds=2778959|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=5389|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=3868|legacy_age_seconds=2817454|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=70985|replica_count=2|state_id=ct113|generation=v2-ct113-20261005T135058Z-4ef751f00af7 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=8969|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=68881|legacy_age_seconds=87301|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=55452|legacy_age_seconds=1723696|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=51687|legacy_age_seconds=1753228|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=66690|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=34363|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20190|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20028|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=20134|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48996|generation=app-skladchik-reports-monitor-pve01-20261005T203005Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=6117|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=9622|legacy_age_seconds=2780839|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=7269|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=5748|legacy_age_seconds=2819334|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=STALE|source=NONE|v2_age_seconds=72865|replica_count=2|state_id=ct113 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=10849|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=70761|legacy_age_seconds=89181|replica_count=2|state_id=vm150|generation=v2-vm150-20261005T142532Z-b95b67f5ddb0 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=57332|legacy_age_seconds=1725576|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=53567|legacy_age_seconds=1755108|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=68570|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=36243|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21961|generation=app-filebrowser-pve01-20261006T043010Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21799|generation=app-hbarhub-pve01-20261006T043148Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=21905|generation=app-immich-pve01-20261006T043031Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=SKIP_FRESH|legacy_age_seconds=359|generation=app-skladchik-reports-monitor-pve01-20261006T103011Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=7888|generation=control-bootstrap-v2-pve01-20260916T120057Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=11393|legacy_age_seconds=2782610|replica_count=2|state_id=ct110|generation=v2-ct110-20261006T072242Z-655b3dc1c042 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=9040|replica_count=2|state_id=ct111|generation=v2-ct111-20261006T080259Z-417f9545ef1b -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=7519|legacy_age_seconds=2821105|replica_count=2|state_id=ct112|generation=v2-ct112-20261006T082950Z-2538063ab2f8 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=1136|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=12620|replica_count=2|state_id=vm130|generation=v2-vm130-20261006T064416Z-6541a84254d2 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=72532|legacy_age_seconds=90952|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=59103|legacy_age_seconds=1727347|replica_count=2|state_id=vm170|generation=v2-vm170-20261005T175552Z-16895f2ebc94 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=55338|legacy_age_seconds=1756879|replica_count=2|state_id=vm171|generation=v2-vm171-20261005T191016Z-0bc9caa6fc1d -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=70341|replica_count=2|state_id=vm190|generation=v2-vm190-20261005T150007Z-12d7245298b9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|TARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=38014|replica_count=2|state_id=vm9130|generation=v2-vm9130-20261005T234232Z-c716cfa66ce9 -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM -REC|PVE01|REC|BACKUP_AUDIT_EVIDENCE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -REC|PVE01|POSTQUEUE_JSON_RC=0 -REC|PVE01|POSTFIX_QUEUE_COUNT=0 -REC|PVE01|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases -REC|PVE01|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases -REC|PVE01|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:9934c439d1fcc5b7968fbb0a05452245a0732cfd377952cb115be64daa3f19a4 -REC|PVE01|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=yes -REC|PVE01|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE=encrypt -REC|PVE01|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=yes -REC|PVE01|ALIASES_FILE_PRESENT=true -REC|PVE01|ALIASES_DB_PRESENT=true -REC|PVE01|ALIASES_FILE_MTIME=1779363125 -REC|PVE01|ALIASES_DB_MTIME=1790202895 -REC|PVE01|NEWALIASES_PRESENT=true -REC|PVE01|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED -REC|PVE01|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED -REC|PVE01|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED -REC|PVE01|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED -REC|PVE01|REC|ALIASES_ENTRY|www:TARGET_REDACTED -REC|PVE01|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE01|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE01|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError -REC|PVE01|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000 -REC|PVE01|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE01|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE01|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError -REC|PVE01|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000 -REC|PVE01|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8 -REC|PVE01|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE01|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=18 -REC|PVE01|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200 -REC|PVE01|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0 -REC|PVE01|IPTABLES_FORWARD_DROP_REJECT_COUNT=2 -REC|PVE01|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP -REC|PVE01|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP -REC|PVE01|NETBIRD_VERSION=0.80.0 -REC|PVE01|NETBIRD_ACTIVE=active -REC|PVE01|NETBIRD_DROPIN_PRESENT=true -REC|PVE01|NB_LAZY=false -REC|PVE01|NB_MANAGEMENT_CONNECTED=true -REC|PVE01|NB_SIGNAL_CONNECTED=true -REC|PVE01|NB_PEER_COUNT=8 -REC|PVE01|NB_CONNECTED=5 -REC|PVE01|NB_CONNECTING=3 -REC|PVE01|NB_IDLE=0 -REC|PVE01|IPV4_FORWARD=0 -REC|PVE01|ZFSUTILS_STATUS=install ok installed -REC|PVE01|ZFSUTILS_VERSION=2.4.4-pve1 -REC|PVE01|ZFSUTILS_CANDIDATE=2.4.4-pve1 -REC|PVE01|ZPOOL_COUNT=0 -REC|PVE01|PVE_FIREWALL_ACTIVE=active -REC|PVE01|PVE_FIREWALL_RESULT=success -REC|PVE01|SSH_CONNECT_TO_64020_FAIL_COUNT=0 -REC|PVE01|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0 -REC|PVE01|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA -REC|PVE01|CHANGES_MADE=false -REC|PVE01|ROLLBACK_STARTED=false -REC|PVE01|ROLLBACK_RESTORED=null -REC|PVE01|MUTATION_OUTCOME=NO_MUTATION -NODE_STDERR_LINES_pve01=2 -REC|PVE01_ERR|curl: (28) Connection timed out after 4002 milliseconds -REC|PVE01_ERR|curl: (28) Connection timed out after 4002 milliseconds -NODE_END=pve01 -NODE_BEGIN=pve02 -NODE_RC_pve02=0 -REC|PVE02|HOST=pve02 -REC|PVE02|FAILED_UNIT_COUNT=0 -REC|PVE02|POSTQUEUE_JSON_RC=0 -REC|PVE02|POSTFIX_QUEUE_COUNT=1 -REC|PVE02|REC|POSTFIX_QUEUE|QUEUE_SHA=e02823da5b12ceadd0c4|AGE_SECONDS=66484|SIZE=9695|RECIPS=1|DEFERRED=true -REC|PVE02|REC|POSTFIX_DELAY_REASON|QUEUE_SHA=e02823da5b12ceadd0c4|alias database unavailable -REC|PVE02|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases -REC|PVE02|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases -REC|PVE02|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -REC|PVE02|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=no -REC|PVE02|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE= -REC|PVE02|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=no -REC|PVE02|ALIASES_FILE_PRESENT=true -REC|PVE02|ALIASES_DB_PRESENT=false -REC|PVE02|ALIASES_FILE_MTIME=1779363125 -REC|PVE02|ALIASES_DB_MTIME=0 -REC|PVE02|NEWALIASES_PRESENT=true -REC|PVE02|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED -REC|PVE02|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED -REC|PVE02|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED -REC|PVE02|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED -REC|PVE02|REC|ALIASES_ENTRY|www:TARGET_REDACTED -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T02:29:41+03:00 pve02 postfix/local[32560]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T02:29:41+03:00 pve02 postfix/local[32560]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T03:39:41+03:00 pve02 postfix/local[69402]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T03:39:41+03:00 pve02 postfix/local[69402]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T04:49:41+03:00 pve02 postfix/local[101524]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T04:49:41+03:00 pve02 postfix/local[101524]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T05:59:41+03:00 pve02 postfix/local[136890]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T05:59:41+03:00 pve02 postfix/local[136890]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T07:09:41+03:00 pve02 postfix/local[170061]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T07:09:41+03:00 pve02 postfix/local[170061]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T08:19:42+03:00 pve02 postfix/local[202969]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T08:19:42+03:00 pve02 postfix/local[202969]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T09:29:42+03:00 pve02 postfix/local[235340]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T09:29:42+03:00 pve02 postfix/local[235340]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T10:39:43+03:00 pve02 postfix/local[267473]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T10:39:43+03:00 pve02 postfix/local[267473]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T11:49:44+03:00 pve02 postfix/local[304759]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T11:49:44+03:00 pve02 postfix/local[304759]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T12:59:44+03:00 pve02 postfix/local[336919]: error: open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|ALIASES_DB_ERROR|2026-10-06T12:59:44+03:00 pve02 postfix/local[336919]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE02|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE02|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE02|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError -REC|PVE02|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000 -REC|PVE02|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE02|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE02|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError -REC|PVE02|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000 -REC|PVE02|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8 -REC|PVE02|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE02|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=22 -REC|PVE02|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200 -REC|PVE02|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0 -REC|PVE02|IPTABLES_FORWARD_DROP_REJECT_COUNT=2 -REC|PVE02|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP -REC|PVE02|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP -REC|PVE02|NETBIRD_VERSION=0.80.0 -REC|PVE02|NETBIRD_ACTIVE=active -REC|PVE02|NETBIRD_DROPIN_PRESENT=true -REC|PVE02|NB_LAZY=false -REC|PVE02|NB_MANAGEMENT_CONNECTED=true -REC|PVE02|NB_SIGNAL_CONNECTED=true -REC|PVE02|NB_PEER_COUNT=8 -REC|PVE02|NB_CONNECTED=5 -REC|PVE02|NB_CONNECTING=3 -REC|PVE02|NB_IDLE=0 -REC|PVE02|IPV4_FORWARD=1 -REC|PVE02|ZFSUTILS_STATUS=unknown ok not-installed -REC|PVE02|ZFSUTILS_VERSION=MISSING -REC|PVE02|ZFSUTILS_CANDIDATE=2.4.4-pve1 -REC|PVE02|ZPOOL_BIN_PRESENT=false -REC|PVE02|VM9130_STATUS=stopped -REC|PVE02|VM9130_AGENT_CONFIG=enabled=1 -REC|PVE02|PVE_FIREWALL_ACTIVE=active -REC|PVE02|PVE_FIREWALL_RESULT=success -REC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T01:24:44+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable -REC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option? -REC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T10:39:34+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable -REC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option? -REC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T10:42:24+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable -REC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option? -REC|PVE02|REC|PVE_FIREWALL_ERROR|2026-10-06T12:59:44+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable -REC|PVE02|REC|PVE_FIREWALL_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option? -REC|PVE02|SSH_CONNECT_TO_64020_FAIL_COUNT=0 -REC|PVE02|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0 -REC|PVE02|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA -REC|PVE02|CHANGES_MADE=false -REC|PVE02|ROLLBACK_STARTED=false -REC|PVE02|ROLLBACK_RESTORED=null -REC|PVE02|MUTATION_OUTCOME=NO_MUTATION -NODE_STDERR_LINES_pve02=2 -REC|PVE02_ERR|curl: (28) Connection timed out after 4001 milliseconds -REC|PVE02_ERR|curl: (28) Connection timed out after 4002 milliseconds -NODE_END=pve02 -NODE_BEGIN=pve03 -NODE_RC_pve03=0 -REC|PVE03|HOST=pve03 -REC|PVE03|FAILED_UNIT_COUNT=0 -REC|PVE03|POSTQUEUE_JSON_RC=0 -REC|PVE03|POSTFIX_QUEUE_COUNT=1 -REC|PVE03|REC|POSTFIX_QUEUE|QUEUE_SHA=43d196cf774951a07dba|AGE_SECONDS=26651|SIZE=3715|RECIPS=1|DEFERRED=true -REC|PVE03|REC|POSTFIX_DELAY_REASON|QUEUE_SHA=43d196cf774951a07dba|alias database unavailable -REC|PVE03|REC|POSTFIX_CONF|KEY=alias_maps|VALUE=hash:/etc/aliases -REC|PVE03|REC|POSTFIX_CONF|KEY=alias_database|VALUE=hash:/etc/aliases -REC|PVE03|REC|POSTFIX_CONF|KEY=relayhost|VALUE=SHA:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -REC|PVE03|REC|POSTFIX_CONF|KEY=smtp_sasl_auth_enable|VALUE=no -REC|PVE03|REC|POSTFIX_CONF|KEY=smtp_tls_security_level|VALUE= -REC|PVE03|REC|POSTFIX_CONF|KEY=smtp_tls_wrappermode|VALUE=no -REC|PVE03|ALIASES_FILE_PRESENT=true -REC|PVE03|ALIASES_DB_PRESENT=false -REC|PVE03|ALIASES_FILE_MTIME=1779363125 -REC|PVE03|ALIASES_DB_MTIME=0 -REC|PVE03|NEWALIASES_PRESENT=true -REC|PVE03|REC|ALIASES_ENTRY|postmaster:TARGET_REDACTED -REC|PVE03|REC|ALIASES_ENTRY|nobody:TARGET_REDACTED -REC|PVE03|REC|ALIASES_ENTRY|hostmaster:TARGET_REDACTED -REC|PVE03|REC|ALIASES_ENTRY|webmaster:TARGET_REDACTED -REC|PVE03|REC|ALIASES_ENTRY|www:TARGET_REDACTED -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T08:53:53+03:00 pve03 postfix/local[26335]: error: open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T08:53:53+03:00 pve03 postfix/local[26335]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T10:03:53+03:00 pve03 postfix/local[46777]: error: open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T10:03:53+03:00 pve03 postfix/local[46777]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T11:13:54+03:00 pve03 postfix/local[67332]: error: open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T11:13:54+03:00 pve03 postfix/local[67332]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T12:23:54+03:00 pve03 postfix/local[87940]: error: open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T12:23:54+03:00 pve03 postfix/local[87940]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T13:33:54+03:00 pve03 postfix/local[108003]: error: open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|ALIASES_DB_ERROR|2026-10-06T13:33:54+03:00 pve03 postfix/local[108003]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory -REC|PVE03|REC|DNS|HOST=api.telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE03|REC|ROUTE_TO_HOST|HOST=api.telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE03|REC|TCP443_IPV4|HOST=api.telegram.org|OK=false|ERR=TimeoutError -REC|PVE03|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000 -REC|PVE03|REC|DNS|HOST=telegram.org|V4_COUNT=1|V6_COUNT=1 -REC|PVE03|REC|ROUTE_TO_HOST|HOST=telegram.org|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE03|REC|TCP443_IPV4|HOST=telegram.org|OK=false|ERR=TimeoutError -REC|PVE03|REC|HTTPS4|HOST=telegram.org|RC=28|HTTP=000 -REC|PVE03|REC|DNS|HOST=www.google.com|V4_COUNT=8|V6_COUNT=8 -REC|PVE03|REC|ROUTE_TO_HOST|HOST=www.google.com|DEV=vmbr0|TABLE=main|TYPE= -REC|PVE03|REC|TCP443_IPV4|HOST=www.google.com|OK=true|MSEC=20 -REC|PVE03|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200 -REC|PVE03|IPTABLES_OUTPUT_DROP_REJECT_COUNT=0 -REC|PVE03|IPTABLES_FORWARD_DROP_REJECT_COUNT=2 -REC|PVE03|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -m conntrack --ctstate DNAT -m mark ! --mark 0x1bd20 -j DROP -REC|PVE03|REC|IPTABLES_BLOCK|-A FORWARD -i wt0 -j DROP -REC|PVE03|NETBIRD_VERSION=0.80.0 -REC|PVE03|NETBIRD_ACTIVE=active -REC|PVE03|NETBIRD_DROPIN_PRESENT=true -REC|PVE03|NB_LAZY=false -REC|PVE03|NB_MANAGEMENT_CONNECTED=true -REC|PVE03|NB_SIGNAL_CONNECTED=true -REC|PVE03|NB_PEER_COUNT=8 -REC|PVE03|NB_CONNECTED=5 -REC|PVE03|NB_CONNECTING=3 -REC|PVE03|NB_IDLE=0 -REC|PVE03|IPV4_FORWARD=0 -REC|PVE03|ZFSUTILS_STATUS=install ok installed -REC|PVE03|ZFSUTILS_VERSION=2.4.4-pve1 -REC|PVE03|ZFSUTILS_CANDIDATE=2.4.4-pve1 -REC|PVE03|ZPOOL_COUNT=0 -REC|PVE03|VM130_STATUS=running -REC|PVE03|VM130_AGENT_CONFIG=enabled=1 -REC|PVE03|PVE_FIREWALL_ACTIVE=active -REC|PVE03|PVE_FIREWALL_RESULT=success -REC|PVE03|SSH_CONNECT_TO_64020_FAIL_COUNT=0 -REC|PVE03|SSH_CONNECT_TO_64020_UNIQUE_TARGETS=0 -REC|PVE03|TASK_RESULT=PVE_CLUSTER_ISSUE_RCA -REC|PVE03|CHANGES_MADE=false -REC|PVE03|ROLLBACK_STARTED=false -REC|PVE03|ROLLBACK_RESTORED=null -REC|PVE03|MUTATION_OUTCOME=NO_MUTATION -NODE_STDERR_LINES_pve03=2 -REC|PVE03_ERR|curl: (28) Connection timed out after 4002 milliseconds -REC|PVE03_ERR|curl: (28) Connection timed out after 4002 milliseconds -NODE_END=pve03 -NODE_COLLECTION_FAILURE_COUNT=0 -REC|CROSS_TELEGRAM|NODE=pve01|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000 -REC|CROSS_TELEGRAM|NODE=pve02|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000 -REC|CROSS_TELEGRAM|NODE=pve03|TCP=OK=false|ERR=TimeoutError|HTTPS=RC=28|HTTP=000 -DECISION=PASS_PVE_CLUSTER_ISSUE_RCA -NEXT_GATE=TARGETED_CLUSTER_REPAIR -TASK_RESULT=PVE_CLUSTER_ISSUE_RCA -CHANGES_MADE=false +PVE_CLUSTER_LOCAL_REPAIR=V1 +MODE=change +SCOPE=PVE01_BACKUP_RPO_AND_PVE02_PVE03_POSTFIX_ALIAS_REPAIR +NO_PACKAGE_MUTATION=true +NO_ROUTE_MUTATION=true +NO_FIREWALL_MUTATION=true +NO_DNS_MUTATION=true +NO_SYSCTL_MUTATION=true +NO_NETBIRD_MUTATION=true +NO_GUEST_CONFIG_MUTATION=true +CLUSTER_QUORATE_PRE=true +NETBIRD_PRE_pve01_LAZY=false +NETBIRD_PRE_pve01_MGMT=true +NETBIRD_PRE_pve01_SIGNAL=true +NETBIRD_PRE_pve01_CONNECTED=5 +NETBIRD_PRE_pve02_LAZY=false +NETBIRD_PRE_pve02_MGMT=true +NETBIRD_PRE_pve02_SIGNAL=true +NETBIRD_PRE_pve02_CONNECTED=5 +NETBIRD_PRE_pve03_LAZY=false +NETBIRD_PRE_pve03_MGMT=true +NETBIRD_PRE_pve03_SIGNAL=true +NETBIRD_PRE_pve03_CONNECTED=5 +POSTFIX_PRECHECK_RC_pve02=0 +REC|POSTFIX_PRE|PVE02|HOST=pve02 +REC|POSTFIX_PRE|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_PRE|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_PRE|PVE02|ALIASES_DB_PRESENT=false +REC|POSTFIX_PRE|PVE02|ALIASES_MODE=644 +REC|POSTFIX_PRE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_PRE|PVE02|POSTFIX_QUEUE_COUNT=1 +REC|POSTFIX_PRE|PVE02|POSTFIX_DEFERRED_COUNT=1 +REC|POSTFIX_PRE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66868 +REC|POSTFIX_PRE|PVE02|REC|POSTFIX_DELAY_REASON|alias database unavailable +POSTFIX_PRECHECK_STDERR_LINES_pve02=0 +POSTFIX_PRECHECK_RC_pve03=0 +REC|POSTFIX_PRE|PVE03|HOST=pve03 +REC|POSTFIX_PRE|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_PRE|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_PRE|PVE03|ALIASES_DB_PRESENT=false +REC|POSTFIX_PRE|PVE03|ALIASES_MODE=644 +REC|POSTFIX_PRE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_PRE|PVE03|POSTFIX_QUEUE_COUNT=1 +REC|POSTFIX_PRE|PVE03|POSTFIX_DEFERRED_COUNT=1 +REC|POSTFIX_PRE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=27014 +REC|POSTFIX_PRE|PVE03|REC|POSTFIX_DELAY_REASON|alias database unavailable +POSTFIX_PRECHECK_STDERR_LINES_pve03=0 +BACKUP_AUDIT_DIRECT_PRE_RC=1 +REC|BACKUP_PRE|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2523|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb +REC|BACKUP_PRE|TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=73919|legacy_age_seconds=92339|replica_count=2|state_id=vm150|generation=vm150-pve01-20261005T091814Z +REC|BACKUP_PRE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +REC|BACKUP_PRE|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_PRE_SUMMARY|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|BACKUP_PRE_ISSUE|ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM +BACKUP_REFRESH_NEEDED=true +POSTFIX_APPLY_RC_pve02=0 +REC|POSTFIX_APPLY|PVE02|HOST=pve02 +REC|POSTFIX_APPLY|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_APPLY|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_PRESENT=false +REC|POSTFIX_APPLY|PVE02|ALIASES_MODE=644 +REC|POSTFIX_APPLY|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_EXISTED_PRE=false +REC|POSTFIX_APPLY|PVE02|NEWALIASES_RC=0 +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_SHA=8be6e3ddaa6f919c1a1136ce2b2ca64da5e1cd27dc0b28eeb77af45a1aa08539 +REC|POSTFIX_APPLY|PVE02|ALIASES_DB_MODE=644 +REC|POSTFIX_APPLY|PVE02|POSTFIX_CHECK_RC=0 +REC|POSTFIX_APPLY|PVE02|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf +REC|POSTFIX_APPLY|PVE02|POSTQUEUE_FLUSH_RC=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_APPLY|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_APPLY_STDERR_LINES_pve02=0 +POSTFIX_APPLY_RC_pve03=0 +REC|POSTFIX_APPLY|PVE03|HOST=pve03 +REC|POSTFIX_APPLY|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_APPLY|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_PRESENT=false +REC|POSTFIX_APPLY|PVE03|ALIASES_MODE=644 +REC|POSTFIX_APPLY|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_EXISTED_PRE=false +REC|POSTFIX_APPLY|PVE03|NEWALIASES_RC=0 +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_SHA=55578036ad79ece70e69bd22ea89944a0db6fcb352cf76e22d165cd13de3bc0a +REC|POSTFIX_APPLY|PVE03|ALIASES_DB_MODE=644 +REC|POSTFIX_APPLY|PVE03|POSTFIX_CHECK_RC=0 +REC|POSTFIX_APPLY|PVE03|REC|POSTFIX_CHECK|updating /etc/resolv.conf => /var/spool/postfix//etc/resolv.conf +REC|POSTFIX_APPLY|PVE03|POSTQUEUE_FLUSH_RC=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_APPLY|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_APPLY_STDERR_LINES_pve03=0 +BACKUP_V2_CYCLE_1_RC=0 +REC|BACKUP_V2_CYCLE_1|SCHEDULE_TARGET=vm150 +BACKUP_AUDIT_AFTER_CYCLE_1_RC=0 +REC|BACKUP_AFTER_1|TARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=2654|replica_count=2|state_id=ct113|generation=v2-ct113-20261006T101603Z-e156d09eeadb +REC|BACKUP_AFTER_1|TARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=0|legacy_age_seconds=92470|replica_count=2|state_id=vm150|generation=v2-vm150-20261006T105942Z-e755371a09fa +REC|BACKUP_AFTER_1|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_V2_CYCLES_RUN=1 +BACKUP_AUDIT_SERVICE_START_RC=0 +BACKUP_AUDIT_FAILED_STATE=inactive +BACKUP_AUDIT_RESULT=success +BACKUP_AUDIT_EXEC_STATUS=0 +POSTFIX_VALIDATE_RC_pve02=0 +REC|POSTFIX_VALIDATE|PVE02|HOST=pve02 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_ACTIVE=active +REC|POSTFIX_VALIDATE|PVE02|ALIASES_PRESENT=true +REC|POSTFIX_VALIDATE|PVE02|ALIASES_DB_PRESENT=true +REC|POSTFIX_VALIDATE|PVE02|ALIASES_MODE=644 +REC|POSTFIX_VALIDATE|PVE02|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_VALIDATE|PVE02|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_VALIDATE_STDERR_LINES_pve02=0 +POSTFIX_VALIDATE_RC_pve03=0 +REC|POSTFIX_VALIDATE|PVE03|HOST=pve03 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_ACTIVE=active +REC|POSTFIX_VALIDATE|PVE03|ALIASES_PRESENT=true +REC|POSTFIX_VALIDATE|PVE03|ALIASES_DB_PRESENT=true +REC|POSTFIX_VALIDATE|PVE03|ALIASES_MODE=644 +REC|POSTFIX_VALIDATE|PVE03|ALIASES_SHA=8e81ec4a775c03d4a6d59c6fddb47bb84705a631fd1b142dffd536b824125bde +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_QUEUE_COUNT=0 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_DEFERRED_COUNT=0 +REC|POSTFIX_VALIDATE|PVE03|POSTFIX_OLDEST_AGE_SECONDS=0 +POSTFIX_VALIDATE_STDERR_LINES_pve03=0 +CLUSTER_QUORATE_POST=true +FINAL_FAILED_UNIT_COUNT_pve01=0 +FINAL_FAILED_UNIT_COUNT_pve02=0 +FINAL_FAILED_UNIT_COUNT_pve03=0 +DECISION=PASS_PVE_CLUSTER_LOCAL_REPAIR +NEXT_GATE=TELEGRAM_PATH_RCA_REPAIR +TASK_RESULT=PVE_CLUSTER_LOCAL_REPAIR +CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-CLUSTER-ISSUE-RCA-99714R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +MUTATION_OUTCOME=CLUSTER_LOCAL_REPAIR_COMPLETED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-CLUSTER-LOCAL-REPAIR-99715R1","status":"OK","changes_made":true,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END