runtime: publish SUPPORT-261006-PVE-CLUSTER-FULL-DEEP-AUDIT-99713R1
This commit is contained in:
homelab-runtime-publisher
File diff suppressed because one or more lines are too long
@@ -0,0 +1,526 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=SUPPORT-261006-PVE-CLUSTER-FULL-DEEP-AUDIT-99713R1
|
||||
STATUS=OK
|
||||
RC=0
|
||||
HOST=pve01
|
||||
MODE=read-only
|
||||
COMPONENT=pve-cluster-full-deep-audit
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=4a7929db79b07d9f8a39d57804037b8ebd3931254932666cf979a7df8cba3a8d
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=false
|
||||
RESULT_CONTRACT_VALID=true
|
||||
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
|
||||
RESULT_CONTRACT_ERROR=NONE
|
||||
COMMAND_RC=0
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=19b05d7c05174acd50a3aa7e3d72dba4ea869586081873e285e182c3ca365d49
|
||||
SANITIZED_OUTPUT_SHA256=19b05d7c05174acd50a3aa7e3d72dba4ea869586081873e285e182c3ca365d49
|
||||
OUTPUT_BEGIN
|
||||
PVE_CLUSTER_FULL_DEEP_AUDIT=V1
|
||||
MODE=read-only
|
||||
SCOPE=PVE1_PVE2_PVE3_FULL_CLUSTER_AND_TODAY_CHANGES_AUDIT
|
||||
NO_MUTATION=true
|
||||
NODE_BLOCK_BEGIN=pve01
|
||||
NODE_RC_pve01=0
|
||||
REC|PVE01|HOST=pve01
|
||||
REC|PVE01|KERNEL=7.0.14-20-pve
|
||||
REC|PVE01|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE01|UPTIME_SECONDS=5003
|
||||
REC|PVE01|REBOOT_REQUIRED=false
|
||||
REC|PVE01|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE01|APT_HOLD_COUNT=0
|
||||
REC|PVE01|APT_SIM_RC=0
|
||||
REC|PVE01|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE01|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE01|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE01|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE01|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE01|REC|PKG|zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true
|
||||
REC|PVE01|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE01|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE01|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE01|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE01|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE01|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|FAILED_UNIT_COUNT=1
|
||||
REC|PVE01|REC|FAILED_UNIT|homelab-backup-audit.service
|
||||
REC|PVE01|ISSUE|SEVERITY=HIGH|HOST=pve01|CODE=FAILED_UNIT|DETAIL=homelab-backup-audit.service
|
||||
REC|PVE01|CURRENT_BOOT_ERR_LINE_COUNT=1095
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[251126]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|CHRONY_TRACKING_RC=0
|
||||
REC|PVE01|REC|CHRONY|Reference ID : 5CFF7E03 (mskm9-ntp03c.ntppool.yandex.net)
|
||||
REC|PVE01|REC|CHRONY|Stratum : 3
|
||||
REC|PVE01|REC|CHRONY|System time : 0.000176235 seconds fast of NTP time
|
||||
REC|PVE01|REC|CHRONY|Last offset : -0.000098869 seconds
|
||||
REC|PVE01|REC|CHRONY|RMS offset : 0.000151143 seconds
|
||||
REC|PVE01|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE01|ROOT_USE_PERCENT=49
|
||||
REC|PVE01|ROOT_AVAIL_BYTES=51450359808
|
||||
REC|PVE01|STAGING_MOUNTED=false
|
||||
REC|PVE01|PVESM_STATUS_RC=0
|
||||
REC|PVE01|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=47122476|AVAIL=50244492|USE=45.92%
|
||||
REC|PVE01|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=848797696|USED=134789074|AVAIL=714008621|USE=15.88%
|
||||
REC|PVE01|REC|SMART|DEV=/dev/nvme0n1|RC=0
|
||||
REC|PVE01|REC|SMART_HEALTH|DEV=/dev/nvme0n1|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE01|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE01|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE01|RESOLV_CONF_SHA=a89871ac2938a423c74c6dfe801eab57085b4a4c869bb1f864097f5885e27a74
|
||||
REC|PVE01|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE01|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE01|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE01|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE01|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE01|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE01|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE01|ISSUE|SEVERITY=HIGH|HOST=pve01|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE01|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE01|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE01|NB_JSON_VALID=true
|
||||
REC|PVE01|NB_VERSION=0.80.0
|
||||
REC|PVE01|NB_LAZY=false
|
||||
REC|PVE01|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE01|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE01|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE01|NB_SIGNAL_ERROR=
|
||||
REC|PVE01|NB_PEER_COUNT=8
|
||||
REC|PVE01|NB_CONNECTED=5
|
||||
REC|PVE01|NB_CONNECTING=3
|
||||
REC|PVE01|NB_IDLE=0
|
||||
REC|PVE01|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE01|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE01|NB_WT0_RX_DELTA=640
|
||||
REC|PVE01|NB_WT0_TX_DELTA=640
|
||||
REC|PVE01|IPV4_FORWARD=0
|
||||
REC|PVE01|IPV6_FORWARD=0
|
||||
REC|PVE01|SRC_VALID_MARK=1
|
||||
REC|PVE01|RULE_7120_COUNT=1
|
||||
REC|PVE01|TABLE_7120_COUNT=0
|
||||
REC|PVE01|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:46:12 MSK 4s Tue 2026-10-06 13:30:16 MSK 15min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:46:47 MSK 39s Tue 2026-10-06 13:45:43 MSK 24s ago homelab-router-watchdog.timer homelab-router-watchdog.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:47:54 MSK 1min 46s Tue 2026-10-06 13:37:54 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:50:10 MSK 4min 2s Tue 2026-10-06 13:45:10 MSK 57s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:50:19 MSK 4min 10s Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-health-metrics.timer homelab-health-metrics.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:52:58 MSK 6min Tue 2026-10-06 13:16:03 MSK 30min ago homelab-backup-v2.timer homelab-backup-v2.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:55:08 MSK 9min Tue 2026-10-06 13:40:08 MSK 5min ago homelab-disk-space-health.timer homelab-disk-space-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:55:08 MSK 9min Tue 2026-10-06 13:40:08 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:00 MSK 13min Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-incident-journal.timer homelab-incident-journal.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:12 MSK 14min Tue 2026-10-06 13:45:31 MSK 36s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:17 MSK 14min Tue 2026-10-06 13:45:08 MSK 59s ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:26 MSK 14min Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:04:17 MSK 18min Tue 2026-10-06 13:34:27 MSK 11min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:06:33 MSK 20min Tue 2026-10-06 13:36:18 MSK 9min ago homelab-backup-audit.timer homelab-backup-audit.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:13:26 MSK 27min Tue 2026-10-06 12:59:49 MSK 46min ago homelab-evidence-root.timer homelab-evidence-root.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:13:38 MSK 27min Tue 2026-10-06 13:41:43 MSK 4min 25s ago homelab-reference-refresh.timer homelab-reference-refresh.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 15:30:00 MSK 1h 43min Tue 2026-10-06 13:30:08 MSK 15min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 15:45:18 MSK 1h 59min - - homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 18:25:39 MSK 4h 39min Tue 2026-10-06 12:25:39 MSK 1h 20min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:07 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:09:31 MSK 10h Tue 2026-10-06 00:09:12 MSK - homelab-evidence-catalog.timer homelab-evidence-catalog.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:09:40 MSK 10h Tue 2026-10-06 00:00:41 MSK - homelab-storage-capacity.timer homelab-storage-capacity.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:14:26 MSK 10h Tue 2026-10-06 00:18:22 MSK - homelab-docker-health.timer homelab-docker-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:15:12 MSK 10h Tue 2026-10-06 00:08:32 MSK - homelab-quality-gate.timer homelab-quality-gate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 03:21:59 MSK 13h - - homelab-backup-retention-gc.timer homelab-backup-retention-gc.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:14:38 MSK 17h Tue 2026-10-06 07:00:44 MSK - homelab-drift-check.timer homelab-drift-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:20:45 MSK 17h Tue 2026-10-06 07:36:12 MSK - homelab-service-registry-check.timer homelab-service-registry-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:36:57 MSK 17h Tue 2026-10-06 07:51:16 MSK - homelab-alerting-health.timer homelab-alerting-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:46:42 MSK 18h Tue 2026-10-06 07:48:11 MSK - homelab-runbook-generate.timer homelab-runbook-generate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:49:27 MSK 18h Tue 2026-10-06 08:07:42 MSK - homelab-desired-state-sync.timer homelab-desired-state-sync.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:49:30 MSK 18h Tue 2026-10-06 07:46:32 MSK - homelab-dependency-map-check.timer homelab-dependency-map-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:07:55 MSK 18h Tue 2026-10-06 08:10:49 MSK - homelab-overall-health.timer homelab-overall-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:08:52 MSK 18h Tue 2026-10-06 08:01:29 MSK - homelab-duty-admin-report.timer homelab-duty-admin-report.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:13:48 MSK 18h Tue 2026-10-06 08:19:58 MSK - homelab-final-readiness-gate.timer homelab-final-readiness-gate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:14:58 MSK 18h Tue 2026-10-06 08:12:39 MSK - homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:29:05 MSK 18h Tue 2026-10-06 08:27:32 MSK - homelab-capacity-risk.timer homelab-capacity-risk.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:45:36 MSK 18h Tue 2026-10-06 08:41:34 MSK - homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:47:36 MSK 19h Tue 2026-10-06 08:37:42 MSK - homelab-cluster-passport.timer homelab-cluster-passport.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:52:08 MSK 19h Tue 2026-10-06 08:55:46 MSK - homelab-golden-state-index.timer homelab-golden-state-index.service
|
||||
REC|PVE01|REC|TIMER|Sun 2026-10-11 07:03:11 MSK 4 days - - homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service
|
||||
REC|PVE01|REC|TIMER|Mon 2026-10-12 00:03:00 MSK 5 days Mon 2026-10-05 00:06:16 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service
|
||||
REC|PVE01|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE01|POSTFIX_QUEUE_COUNT=0
|
||||
REC|PVE01|POSTFIX_DEFERRED_COUNT=0
|
||||
REC|PVE01|POSTFIX_OLDEST_AGE_SECONDS=0
|
||||
REC|PVE01|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve01=1
|
||||
REC|PVE01_ERR|curl: (28) Connection timed out after 5002 milliseconds
|
||||
NODE_BLOCK_END=pve01
|
||||
NODE_BLOCK_BEGIN=pve02
|
||||
NODE_RC_pve02=0
|
||||
REC|PVE02|HOST=pve02
|
||||
REC|PVE02|KERNEL=7.0.14-20-pve
|
||||
REC|PVE02|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE02|UPTIME_SECONDS=44495
|
||||
REC|PVE02|REBOOT_REQUIRED=false
|
||||
REC|PVE02|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE02|APT_HOLD_COUNT=0
|
||||
REC|PVE02|APT_SIM_RC=0
|
||||
REC|PVE02|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE02|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE02|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE02|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE02|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE02|REC|PKG|zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false
|
||||
REC|PVE02|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE02|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE02|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE02|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE02|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE02|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|FAILED_UNIT_COUNT=0
|
||||
REC|PVE02|CURRENT_BOOT_ERR_LINE_COUNT=90
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155375]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155433]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155491]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155619]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155933]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155989]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156009]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156137]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156196]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156254]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156318]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 postfix/local[170061]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186819]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186854]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186911]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187039]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187102]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187172]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187299]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187314]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187372]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187445]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187573]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187636]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187696]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187760]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187880]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T08IPV6_REDACTED+03:00 pve02 postfix/local[202969]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T09IPV6_REDACTED+03:00 pve02 postfix/local[235340]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 postfix/local[267473]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve02 kernel: EXT4-fs (dm-12): write access unavailable, skipping orphan cleanup
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve02 postfix/local[304759]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve02 postfix/local[336919]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve02 kernel: EXT4-fs (dm-12): write access unavailable, skipping orphan cleanup
|
||||
REC|PVE02|CHRONY_TRACKING_RC=0
|
||||
REC|PVE02|REC|CHRONY|Reference ID : 5BCE1003 (tms04.deltatelesystems.ru)
|
||||
REC|PVE02|REC|CHRONY|Stratum : 2
|
||||
REC|PVE02|REC|CHRONY|System time : 0.000064661 seconds fast of NTP time
|
||||
REC|PVE02|REC|CHRONY|Last offset : +0.000087219 seconds
|
||||
REC|PVE02|REC|CHRONY|RMS offset : 0.000141091 seconds
|
||||
REC|PVE02|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE02|ROOT_USE_PERCENT=12
|
||||
REC|PVE02|ROOT_AVAIL_BYTES=88263606272
|
||||
REC|PVE02|STAGING_MOUNTED=false
|
||||
REC|PVE02|PVESM_STATUS_RC=0
|
||||
REC|PVE02|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=11172040|AVAIL=86194928|USE=10.89%
|
||||
REC|PVE02|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=826187776|USED=44448902|AVAIL=781738873|USE=5.38%
|
||||
REC|PVE02|REC|SMART|DEV=/dev/sda|RC=0
|
||||
REC|PVE02|REC|SMART_HEALTH|DEV=/dev/sda|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE02|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE02|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE02|RESOLV_CONF_SHA=466da4d9381fbd060c635244fa97a800e50b77613fbd8c2ea0d2057ad4617f1f
|
||||
REC|PVE02|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE02|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE02|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE02|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE02|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE02|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE02|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE02|ISSUE|SEVERITY=HIGH|HOST=pve02|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE02|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE02|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE02|NB_JSON_VALID=true
|
||||
REC|PVE02|NB_VERSION=0.80.0
|
||||
REC|PVE02|NB_LAZY=false
|
||||
REC|PVE02|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE02|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE02|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE02|NB_SIGNAL_ERROR=
|
||||
REC|PVE02|NB_PEER_COUNT=8
|
||||
REC|PVE02|NB_CONNECTED=5
|
||||
REC|PVE02|NB_CONNECTING=3
|
||||
REC|PVE02|NB_IDLE=0
|
||||
REC|PVE02|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE02|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE02|NB_WT0_RX_DELTA=824
|
||||
REC|PVE02|NB_WT0_TX_DELTA=1000
|
||||
REC|PVE02|IPV4_FORWARD=1
|
||||
REC|PVE02|IPV6_FORWARD=0
|
||||
REC|PVE02|SRC_VALID_MARK=1
|
||||
REC|PVE02|RULE_7120_COUNT=1
|
||||
REC|PVE02|TABLE_7120_COUNT=0
|
||||
REC|PVE02|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE02|REC|TIMER|Tue 2026-10-06 13:49:09 MSK 2min 51s Tue 2026-10-06 13:44:09 MSK 2min 8s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE02|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:16 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE02|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE02|POSTFIX_QUEUE_COUNT=1
|
||||
REC|PVE02|POSTFIX_DEFERRED_COUNT=1
|
||||
REC|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66081
|
||||
REC|PVE02|ISSUE|SEVERITY=HIGH|HOST=pve02|CODE=POSTFIX_DEFERRED_QUEUE|DETAIL=deferred=1,total=1
|
||||
REC|PVE02|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve02=1
|
||||
REC|PVE02_ERR|curl: (28) Connection timed out after 5003 milliseconds
|
||||
NODE_BLOCK_END=pve02
|
||||
NODE_BLOCK_BEGIN=pve03
|
||||
NODE_RC_pve03=0
|
||||
REC|PVE03|HOST=pve03
|
||||
REC|PVE03|KERNEL=7.0.14-20-pve
|
||||
REC|PVE03|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE03|UPTIME_SECONDS=21455
|
||||
REC|PVE03|REBOOT_REQUIRED=false
|
||||
REC|PVE03|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE03|APT_HOLD_COUNT=0
|
||||
REC|PVE03|APT_SIM_RC=0
|
||||
REC|PVE03|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE03|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE03|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE03|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE03|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE03|REC|PKG|zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true
|
||||
REC|PVE03|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE03|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE03|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE03|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE03|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE03|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|FAILED_UNIT_COUNT=0
|
||||
REC|PVE03|CURRENT_BOOT_ERR_LINE_COUNT=27
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: ERROR: Unable to locate IOAPIC for GSI 37
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: ERROR: Unable to locate IOAPIC for GSI 38
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: r8152-cfgselector 2-1: device descriptor read/64, error -71
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: spi-nor spi0.0: probe with driver spi-nor failed with error -22
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: spi-nor spi0.1: probe with driver spi-nor failed with error -22
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: firmware Patch file not found, tried:
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: 'brcm/BCM20702A1-413c-8143.hcd'
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: 'brcm/BCM-413c-8143.hcd'
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: bcma-pci-bridge IPV6_REDACTED.0: bus0: HT force timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: bcma-pci-bridge IPV6_REDACTED.0: bus0: PLL enable timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: b43-phy0 ERROR: FOUND UNSUPPORTED PHY (Analog 12, Type 11 (AC), Revision 1)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: b43 bcma0:1: probe with driver b43 failed with error -95
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 blkmapd[780]: open pipe file /run/rpc_pipefs/nfs/blocklayout failed: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [quorum] crit: quorum_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [quorum] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [confdb] crit: cmap_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [confdb] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [dcdb] crit: cpg_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [dcdb] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [status] crit: cpg_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [status] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 qm[2474]: VM 130 qga command failed - VM 130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T08IPV6_REDACTED+03:00 pve03 postfix/local[26335]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve03 postfix/local[46777]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve03 postfix/local[67332]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve03 postfix/local[87940]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve03 postfix/local[108003]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|CHRONY_TRACKING_RC=0
|
||||
REC|PVE03|REC|CHRONY|Reference ID : 5CFF7E0B (mskmar-ntp01c.ntppool.yandex.net)
|
||||
REC|PVE03|REC|CHRONY|Stratum : 3
|
||||
REC|PVE03|REC|CHRONY|System time : 0.000040526 seconds fast of NTP time
|
||||
REC|PVE03|REC|CHRONY|Last offset : +0.000001602 seconds
|
||||
REC|PVE03|REC|CHRONY|RMS offset : 0.000050869 seconds
|
||||
REC|PVE03|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE03|ROOT_USE_PERCENT=18
|
||||
REC|PVE03|ROOT_AVAIL_BYTES=82241392640
|
||||
REC|PVE03|STAGING_MOUNTED=false
|
||||
REC|PVE03|PVESM_STATUS_RC=0
|
||||
REC|PVE03|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=17053108|AVAIL=80313860|USE=16.62%
|
||||
REC|PVE03|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=347324416|USED=69499615|AVAIL=277824800|USE=20.01%
|
||||
REC|PVE03|REC|SMART|DEV=/dev/sda|RC=0
|
||||
REC|PVE03|REC|SMART_HEALTH|DEV=/dev/sda|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE03|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE03|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE03|RESOLV_CONF_SHA=ba05de6feaabfd76ff7b015e00ac0bfa043b76edaccbfd48628e0bd25fc6c608
|
||||
REC|PVE03|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE03|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE03|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE03|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE03|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE03|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE03|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE03|ISSUE|SEVERITY=HIGH|HOST=pve03|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE03|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE03|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE03|NB_JSON_VALID=true
|
||||
REC|PVE03|NB_VERSION=0.80.0
|
||||
REC|PVE03|NB_LAZY=false
|
||||
REC|PVE03|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE03|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE03|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE03|NB_SIGNAL_ERROR=
|
||||
REC|PVE03|NB_PEER_COUNT=8
|
||||
REC|PVE03|NB_CONNECTED=5
|
||||
REC|PVE03|NB_CONNECTING=3
|
||||
REC|PVE03|NB_IDLE=0
|
||||
REC|PVE03|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE03|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE03|NB_WT0_RX_DELTA=824
|
||||
REC|PVE03|NB_WT0_TX_DELTA=1000
|
||||
REC|PVE03|IPV4_FORWARD=0
|
||||
REC|PVE03|IPV6_FORWARD=0
|
||||
REC|PVE03|SRC_VALID_MARK=1
|
||||
REC|PVE03|RULE_7120_COUNT=1
|
||||
REC|PVE03|TABLE_7120_COUNT=0
|
||||
REC|PVE03|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE03|REC|TIMER|Tue 2026-10-06 13:50:29 MSK 4min 2s Tue 2026-10-06 13:45:10 MSK 1min 17s ago skladchik-complaints-cluster-probe.timer skladchik-complaints-cluster-probe.service
|
||||
REC|PVE03|REC|TIMER|Tue 2026-10-06 13:51:10 MSK 4min 42s Tue 2026-10-06 13:46:10 MSK 17s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE03|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:36 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE03|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE03|POSTFIX_QUEUE_COUNT=1
|
||||
REC|PVE03|POSTFIX_DEFERRED_COUNT=1
|
||||
REC|PVE03|POSTFIX_OLDEST_AGE_SECONDS=26236
|
||||
REC|PVE03|ISSUE|SEVERITY=HIGH|HOST=pve03|CODE=POSTFIX_DEFERRED_QUEUE|DETAIL=deferred=1,total=1
|
||||
REC|PVE03|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve03=1
|
||||
REC|PVE03_ERR|curl: (28) Connection timed out after 5002 milliseconds
|
||||
NODE_BLOCK_END=pve03
|
||||
NODE_COLLECTION_FAILURE_COUNT=0
|
||||
PVECM_STATUS_RC=0
|
||||
REC|PVECM|Nodes: 3
|
||||
REC|PVECM|Ring ID: 1.172
|
||||
REC|PVECM|Quorate: Yes
|
||||
REC|PVECM|Expected votes: 3
|
||||
REC|PVECM|Total votes: 3
|
||||
CLUSTER_QUORATE=true
|
||||
CLUSTER_NODE_RECORD_COUNT=3
|
||||
CLUSTER_NODE_ONLINE_COUNT=3
|
||||
REC|CLUSTER_NODE|NAME=pve01|ONLINE=1|LOCAL=1
|
||||
REC|CLUSTER_NODE|NAME=pve02|ONLINE=1|LOCAL=0
|
||||
REC|CLUSTER_NODE|NAME=pve03|ONLINE=1|LOCAL=0
|
||||
CLUSTER_GUEST_COUNT=13
|
||||
CLUSTER_GUEST_RUNNING_COUNT=11
|
||||
CLUSTER_GUEST_STOPPED_COUNT=2
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=100|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=101|TYPE=qemu|STATUS=stopped
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=110|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=112|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=150|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=170|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=171|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=210|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=111|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=113|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=9130|TYPE=qemu|STATUS=stopped
|
||||
REC|CLUSTER_GUEST|NODE=pve03|VMID=130|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve03|VMID=190|TYPE=qemu|STATUS=running
|
||||
CLUSTER_ACTIVE_TASK_COUNT=0
|
||||
HA_MANAGER_STATUS_RC=0
|
||||
REC|HA|quorum OK
|
||||
REC|HA|fencing standby (CRM watchdog standby)
|
||||
BACKUP_POLICY_CHECK_FAILURE_COUNT=0
|
||||
REC|CANONICAL_PROBE|FRESHNESS_STATUS=OK
|
||||
REC|CANONICAL_PROBE|APP=skladchik-reports-monitor
|
||||
REC|CANONICAL_PROBE|DECISION=SEALED_PROVEN
|
||||
REC|CANONICAL_PROBE|GENERATION=app-skladchik-reports-monitor-pve01-20261006T103011Z
|
||||
REC|CANONICAL_PROBE|UPDATED_AT_UTC=2026-10-06T10:30:23Z
|
||||
BACKUP_AUDIT_SERVICE_ACTIVE=failed
|
||||
BACKUP_AUDIT_SERVICE_FAILED=failed
|
||||
BACKUP_AUDIT_SERVICE_RESULT=exit-code
|
||||
BACKUP_AUDIT_SERVICE_EXEC_STATUS=1
|
||||
REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
REC|MONITOR_SUPERVISOR|UNIT=skladchik-reports-monitor-supervisor.service|RESULT=success|EXEC=0
|
||||
NODE_ISSUE_COUNT=6
|
||||
CLUSTER_EXTRA_ISSUE_COUNT=2
|
||||
CLUSTER_TOTAL_ISSUE_COUNT=8
|
||||
CLUSTER_AUDIT_STATUS=RED
|
||||
DECISION=ISSUES_FOUND_CLUSTER_FULL_DEEP_AUDIT
|
||||
NEXT_GATE=TARGETED_CLUSTER_REPAIR
|
||||
TASK_RESULT=PVE_CLUSTER_FULL_DEEP_AUDIT
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-CLUSTER-FULL-DEEP-AUDIT-99713R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
+8
-8
File diff suppressed because one or more lines are too long
+472
-100
@@ -1,15 +1,15 @@
|
||||
CHAT_OUTPUT_BEGIN
|
||||
COMMAND_ID=SUPPORT-261006-PVE-NETBIRD-POST-REPAIR-VALIDATION-99712R1
|
||||
COMMAND_ID=SUPPORT-261006-PVE-CLUSTER-FULL-DEEP-AUDIT-99713R1
|
||||
STATUS=OK
|
||||
RC=0
|
||||
HOST=pve01
|
||||
MODE=read-only
|
||||
COMPONENT=pve-netbird-post-repair-validation
|
||||
COMPONENT=pve-cluster-full-deep-audit
|
||||
REFERENCE_REGISTER_CHECK=OK
|
||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||
ERROR_REGISTER_CHECK=OK
|
||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||
COMMAND_SHA256=c06ba33e6e6e13289737951804ef09d3bae0c6594e9fa286c4f4453d93129481
|
||||
COMMAND_SHA256=4a7929db79b07d9f8a39d57804037b8ebd3931254932666cf979a7df8cba3a8d
|
||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||
EXECUTION_STARTED=true
|
||||
CHANGE_DECLARED=false
|
||||
@@ -24,131 +24,503 @@ MUTATION_OUTCOME=NO_MUTATION
|
||||
SANITIZED=yes
|
||||
SECRETS_INCLUDED=no
|
||||
PRIVATE_ADDRESSES_INCLUDED=no
|
||||
RAW_EVIDENCE_SHA256=f14d78de0c1f5b043c05f550e2a45c91d6e03974efa508848321feb77cc50eac
|
||||
SANITIZED_OUTPUT_SHA256=f14d78de0c1f5b043c05f550e2a45c91d6e03974efa508848321feb77cc50eac
|
||||
RAW_EVIDENCE_SHA256=19b05d7c05174acd50a3aa7e3d72dba4ea869586081873e285e182c3ca365d49
|
||||
SANITIZED_OUTPUT_SHA256=19b05d7c05174acd50a3aa7e3d72dba4ea869586081873e285e182c3ca365d49
|
||||
OUTPUT_BEGIN
|
||||
PVE_NETBIRD_POST_REPAIR_VALIDATION=V1
|
||||
PVE_CLUSTER_FULL_DEEP_AUDIT=V1
|
||||
MODE=read-only
|
||||
SCOPE=PVE1_PVE2_PVE3_FULL_CLUSTER_AND_TODAY_CHANGES_AUDIT
|
||||
NO_MUTATION=true
|
||||
NODE_BEGIN=pve01
|
||||
NODE_BLOCK_BEGIN=pve01
|
||||
NODE_RC_pve01=0
|
||||
REC|PVE01|HOST=pve01
|
||||
REC|PVE01|DROPIN_PRESENT=true
|
||||
REC|PVE01|DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE01|NETBIRD_ACTIVE=active
|
||||
REC|PVE01|NETBIRD_RESULT=success
|
||||
REC|PVE01|NETBIRD_VERSION=0.80.0
|
||||
REC|PVE01|STATUS_JSON_VALID=true
|
||||
REC|PVE01|LAZY_CONNECTION_ENABLED=false
|
||||
REC|PVE01|MANAGEMENT_CONNECTED=true
|
||||
REC|PVE01|MANAGEMENT_ERROR=
|
||||
REC|PVE01|SIGNAL_CONNECTED=true
|
||||
REC|PVE01|SIGNAL_ERROR=
|
||||
REC|PVE01|PEER_COUNT=8
|
||||
REC|PVE01|PEER_CONNECTED_COUNT=5
|
||||
REC|PVE01|PEER_CONNECTING_COUNT=3
|
||||
REC|PVE01|PEER_IDLE_COUNT=0
|
||||
REC|PVE01|PEER_STATUS_DIST=connected:5,connecting:3
|
||||
REC|PVE01|WT0_RX_BYTES_PRE=2616
|
||||
REC|PVE01|WT0_TX_BYTES_PRE=2512
|
||||
REC|PVE01|CONNECTED_PEER_PING_ATTEMPT_COUNT=5
|
||||
REC|PVE01|CONNECTED_PEER_PING_SUCCESS_COUNT=5
|
||||
REC|PVE01|WT0_RX_BYTES_POST=3256
|
||||
REC|PVE01|WT0_TX_BYTES_POST=3152
|
||||
REC|PVE01|WT0_RX_DELTA=640
|
||||
REC|PVE01|WT0_TX_DELTA=640
|
||||
REC|PVE01|KERNEL=7.0.14-20-pve
|
||||
REC|PVE01|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE01|UPTIME_SECONDS=5003
|
||||
REC|PVE01|REBOOT_REQUIRED=false
|
||||
REC|PVE01|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE01|APT_HOLD_COUNT=0
|
||||
REC|PVE01|APT_SIM_RC=0
|
||||
REC|PVE01|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE01|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE01|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE01|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE01|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE01|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE01|REC|PKG|zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true
|
||||
REC|PVE01|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE01|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE01|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE01|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE01|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE01|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE01|FAILED_UNIT_COUNT=1
|
||||
REC|PVE01|REC|FAILED_UNIT|homelab-backup-audit.service
|
||||
REC|PVE01|ISSUE|SEVERITY=HIGH|HOST=pve01|CODE=FAILED_UNIT|DETAIL=homelab-backup-audit.service
|
||||
REC|PVE01|CURRENT_BOOT_ERR_LINE_COUNT=1095
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[251126]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260330]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260558]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[260817]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261035]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261279]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261539]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[261769]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[262024]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve01 sshd-session[276734]: error: connect_to IP_REDACTED port 64020: failed.
|
||||
REC|PVE01|CHRONY_TRACKING_RC=0
|
||||
REC|PVE01|REC|CHRONY|Reference ID : 5CFF7E03 (mskm9-ntp03c.ntppool.yandex.net)
|
||||
REC|PVE01|REC|CHRONY|Stratum : 3
|
||||
REC|PVE01|REC|CHRONY|System time : 0.000176235 seconds fast of NTP time
|
||||
REC|PVE01|REC|CHRONY|Last offset : -0.000098869 seconds
|
||||
REC|PVE01|REC|CHRONY|RMS offset : 0.000151143 seconds
|
||||
REC|PVE01|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE01|ROOT_USE_PERCENT=49
|
||||
REC|PVE01|ROOT_AVAIL_BYTES=51450359808
|
||||
REC|PVE01|STAGING_MOUNTED=false
|
||||
REC|PVE01|PVESM_STATUS_RC=0
|
||||
REC|PVE01|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=47122476|AVAIL=50244492|USE=45.92%
|
||||
REC|PVE01|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=848797696|USED=134789074|AVAIL=714008621|USE=15.88%
|
||||
REC|PVE01|REC|SMART|DEV=/dev/nvme0n1|RC=0
|
||||
REC|PVE01|REC|SMART_HEALTH|DEV=/dev/nvme0n1|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE01|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE01|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE01|RESOLV_CONF_SHA=a89871ac2938a423c74c6dfe801eab57085b4a4c869bb1f864097f5885e27a74
|
||||
REC|PVE01|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE01|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE01|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE01|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE01|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE01|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE01|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE01|ISSUE|SEVERITY=HIGH|HOST=pve01|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE01|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE01|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE01|NB_JSON_VALID=true
|
||||
REC|PVE01|NB_VERSION=0.80.0
|
||||
REC|PVE01|NB_LAZY=false
|
||||
REC|PVE01|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE01|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE01|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE01|NB_SIGNAL_ERROR=
|
||||
REC|PVE01|NB_PEER_COUNT=8
|
||||
REC|PVE01|NB_CONNECTED=5
|
||||
REC|PVE01|NB_CONNECTING=3
|
||||
REC|PVE01|NB_IDLE=0
|
||||
REC|PVE01|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE01|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE01|NB_WT0_RX_DELTA=640
|
||||
REC|PVE01|NB_WT0_TX_DELTA=640
|
||||
REC|PVE01|IPV4_FORWARD=0
|
||||
REC|PVE01|IPV6_FORWARD=0
|
||||
REC|PVE01|SRC_VALID_MARK=1
|
||||
REC|PVE01|RULE_7120_COUNT=1
|
||||
REC|PVE01|TABLE_7120_COUNT=0
|
||||
REC|PVE01|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE01|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE01|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE01|FAILED_UNIT_COUNT=1
|
||||
REC|PVE01|REC|FAILED_UNIT|homelab-backup-audit.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:46:12 MSK 4s Tue 2026-10-06 13:30:16 MSK 15min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:46:47 MSK 39s Tue 2026-10-06 13:45:43 MSK 24s ago homelab-router-watchdog.timer homelab-router-watchdog.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:47:54 MSK 1min 46s Tue 2026-10-06 13:37:54 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:50:10 MSK 4min 2s Tue 2026-10-06 13:45:10 MSK 57s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:50:19 MSK 4min 10s Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-health-metrics.timer homelab-health-metrics.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:52:58 MSK 6min Tue 2026-10-06 13:16:03 MSK 30min ago homelab-backup-v2.timer homelab-backup-v2.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:55:08 MSK 9min Tue 2026-10-06 13:40:08 MSK 5min ago homelab-disk-space-health.timer homelab-disk-space-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 13:55:08 MSK 9min Tue 2026-10-06 13:40:08 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:00 MSK 13min Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-incident-journal.timer homelab-incident-journal.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:12 MSK 14min Tue 2026-10-06 13:45:31 MSK 36s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:17 MSK 14min Tue 2026-10-06 13:45:08 MSK 59s ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:00:26 MSK 14min Tue 2026-10-06 13:45:03 MSK 1min 4s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:04:17 MSK 18min Tue 2026-10-06 13:34:27 MSK 11min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:06:33 MSK 20min Tue 2026-10-06 13:36:18 MSK 9min ago homelab-backup-audit.timer homelab-backup-audit.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:13:26 MSK 27min Tue 2026-10-06 12:59:49 MSK 46min ago homelab-evidence-root.timer homelab-evidence-root.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 14:13:38 MSK 27min Tue 2026-10-06 13:41:43 MSK 4min 25s ago homelab-reference-refresh.timer homelab-reference-refresh.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 15:30:00 MSK 1h 43min Tue 2026-10-06 13:30:08 MSK 15min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 15:45:18 MSK 1h 59min - - homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service
|
||||
REC|PVE01|REC|TIMER|Tue 2026-10-06 18:25:39 MSK 4h 39min Tue 2026-10-06 12:25:39 MSK 1h 20min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:07 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:09:31 MSK 10h Tue 2026-10-06 00:09:12 MSK - homelab-evidence-catalog.timer homelab-evidence-catalog.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:09:40 MSK 10h Tue 2026-10-06 00:00:41 MSK - homelab-storage-capacity.timer homelab-storage-capacity.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:14:26 MSK 10h Tue 2026-10-06 00:18:22 MSK - homelab-docker-health.timer homelab-docker-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 00:15:12 MSK 10h Tue 2026-10-06 00:08:32 MSK - homelab-quality-gate.timer homelab-quality-gate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 03:21:59 MSK 13h - - homelab-backup-retention-gc.timer homelab-backup-retention-gc.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:14:38 MSK 17h Tue 2026-10-06 07:00:44 MSK - homelab-drift-check.timer homelab-drift-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:20:45 MSK 17h Tue 2026-10-06 07:36:12 MSK - homelab-service-registry-check.timer homelab-service-registry-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:36:57 MSK 17h Tue 2026-10-06 07:51:16 MSK - homelab-alerting-health.timer homelab-alerting-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:46:42 MSK 18h Tue 2026-10-06 07:48:11 MSK - homelab-runbook-generate.timer homelab-runbook-generate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:49:27 MSK 18h Tue 2026-10-06 08:07:42 MSK - homelab-desired-state-sync.timer homelab-desired-state-sync.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 07:49:30 MSK 18h Tue 2026-10-06 07:46:32 MSK - homelab-dependency-map-check.timer homelab-dependency-map-check.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:07:55 MSK 18h Tue 2026-10-06 08:10:49 MSK - homelab-overall-health.timer homelab-overall-health.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:08:52 MSK 18h Tue 2026-10-06 08:01:29 MSK - homelab-duty-admin-report.timer homelab-duty-admin-report.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:13:48 MSK 18h Tue 2026-10-06 08:19:58 MSK - homelab-final-readiness-gate.timer homelab-final-readiness-gate.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:14:58 MSK 18h Tue 2026-10-06 08:12:39 MSK - homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:29:05 MSK 18h Tue 2026-10-06 08:27:32 MSK - homelab-capacity-risk.timer homelab-capacity-risk.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:45:36 MSK 18h Tue 2026-10-06 08:41:34 MSK - homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:47:36 MSK 19h Tue 2026-10-06 08:37:42 MSK - homelab-cluster-passport.timer homelab-cluster-passport.service
|
||||
REC|PVE01|REC|TIMER|Wed 2026-10-07 08:52:08 MSK 19h Tue 2026-10-06 08:55:46 MSK - homelab-golden-state-index.timer homelab-golden-state-index.service
|
||||
REC|PVE01|REC|TIMER|Sun 2026-10-11 07:03:11 MSK 4 days - - homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service
|
||||
REC|PVE01|REC|TIMER|Mon 2026-10-12 00:03:00 MSK 5 days Mon 2026-10-05 00:06:16 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service
|
||||
REC|PVE01|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE01|POSTFIX_QUEUE_COUNT=0
|
||||
REC|PVE01|POSTFIX_DEFERRED_COUNT=0
|
||||
REC|PVE01|POSTFIX_OLDEST_AGE_SECONDS=0
|
||||
REC|PVE01|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve01=1
|
||||
NODE_END=pve01
|
||||
NODE_BEGIN=pve02
|
||||
REC|PVE01_ERR|curl: (28) Connection timed out after 5002 milliseconds
|
||||
NODE_BLOCK_END=pve01
|
||||
NODE_BLOCK_BEGIN=pve02
|
||||
NODE_RC_pve02=0
|
||||
REC|PVE02|HOST=pve02
|
||||
REC|PVE02|DROPIN_PRESENT=true
|
||||
REC|PVE02|DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE02|NETBIRD_ACTIVE=active
|
||||
REC|PVE02|NETBIRD_RESULT=success
|
||||
REC|PVE02|NETBIRD_VERSION=0.80.0
|
||||
REC|PVE02|STATUS_JSON_VALID=true
|
||||
REC|PVE02|LAZY_CONNECTION_ENABLED=false
|
||||
REC|PVE02|MANAGEMENT_CONNECTED=true
|
||||
REC|PVE02|MANAGEMENT_ERROR=
|
||||
REC|PVE02|SIGNAL_CONNECTED=true
|
||||
REC|PVE02|SIGNAL_ERROR=
|
||||
REC|PVE02|PEER_COUNT=8
|
||||
REC|PVE02|PEER_CONNECTED_COUNT=5
|
||||
REC|PVE02|PEER_CONNECTING_COUNT=3
|
||||
REC|PVE02|PEER_IDLE_COUNT=0
|
||||
REC|PVE02|PEER_STATUS_DIST=connected:5,connecting:3
|
||||
REC|PVE02|WT0_RX_BYTES_PRE=2652
|
||||
REC|PVE02|WT0_TX_BYTES_PRE=3284
|
||||
REC|PVE02|CONNECTED_PEER_PING_ATTEMPT_COUNT=5
|
||||
REC|PVE02|CONNECTED_PEER_PING_SUCCESS_COUNT=5
|
||||
REC|PVE02|WT0_RX_BYTES_POST=3292
|
||||
REC|PVE02|WT0_TX_BYTES_POST=3924
|
||||
REC|PVE02|WT0_RX_DELTA=640
|
||||
REC|PVE02|WT0_TX_DELTA=640
|
||||
REC|PVE02|KERNEL=7.0.14-20-pve
|
||||
REC|PVE02|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE02|UPTIME_SECONDS=44495
|
||||
REC|PVE02|REBOOT_REQUIRED=false
|
||||
REC|PVE02|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE02|APT_HOLD_COUNT=0
|
||||
REC|PVE02|APT_SIM_RC=0
|
||||
REC|PVE02|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE02|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE02|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE02|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE02|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE02|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE02|REC|PKG|zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false
|
||||
REC|PVE02|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE02|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE02|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE02|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE02|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE02|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE02|FAILED_UNIT_COUNT=0
|
||||
REC|PVE02|CURRENT_BOOT_ERR_LINE_COUNT=90
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155375]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155433]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155491]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155619]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155933]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[155989]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156009]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156137]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156196]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156254]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T06IPV6_REDACTED+03:00 pve02 qm[156318]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 postfix/local[170061]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186819]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186854]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[186911]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187039]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187102]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187172]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187299]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187314]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187372]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187445]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187573]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187636]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187696]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187760]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve02 qm[187880]: VM 9130 qga command failed - VM 9130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T08IPV6_REDACTED+03:00 pve02 postfix/local[202969]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T09IPV6_REDACTED+03:00 pve02 postfix/local[235340]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 postfix/local[267473]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve02 kernel: EXT4-fs (dm-12): write access unavailable, skipping orphan cleanup
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve02 postfix/local[304759]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve02 pve-firewall[1562]: status update error: Can't lock /run/xtables.lock: Resource temporarily unavailable
|
||||
REC|PVE02|REC|BOOT_ERROR| iptables_restore_cmdlist: Another app is currently holding the xtables lock. Perhaps you want to use the -w option?
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve02 postfix/local[336919]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE02|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve02 kernel: EXT4-fs (dm-12): write access unavailable, skipping orphan cleanup
|
||||
REC|PVE02|CHRONY_TRACKING_RC=0
|
||||
REC|PVE02|REC|CHRONY|Reference ID : 5BCE1003 (tms04.deltatelesystems.ru)
|
||||
REC|PVE02|REC|CHRONY|Stratum : 2
|
||||
REC|PVE02|REC|CHRONY|System time : 0.000064661 seconds fast of NTP time
|
||||
REC|PVE02|REC|CHRONY|Last offset : +0.000087219 seconds
|
||||
REC|PVE02|REC|CHRONY|RMS offset : 0.000141091 seconds
|
||||
REC|PVE02|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE02|ROOT_USE_PERCENT=12
|
||||
REC|PVE02|ROOT_AVAIL_BYTES=88263606272
|
||||
REC|PVE02|STAGING_MOUNTED=false
|
||||
REC|PVE02|PVESM_STATUS_RC=0
|
||||
REC|PVE02|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=11172040|AVAIL=86194928|USE=10.89%
|
||||
REC|PVE02|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=826187776|USED=44448902|AVAIL=781738873|USE=5.38%
|
||||
REC|PVE02|REC|SMART|DEV=/dev/sda|RC=0
|
||||
REC|PVE02|REC|SMART_HEALTH|DEV=/dev/sda|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE02|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE02|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE02|RESOLV_CONF_SHA=466da4d9381fbd060c635244fa97a800e50b77613fbd8c2ea0d2057ad4617f1f
|
||||
REC|PVE02|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE02|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE02|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE02|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE02|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE02|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE02|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE02|ISSUE|SEVERITY=HIGH|HOST=pve02|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE02|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE02|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE02|NB_JSON_VALID=true
|
||||
REC|PVE02|NB_VERSION=0.80.0
|
||||
REC|PVE02|NB_LAZY=false
|
||||
REC|PVE02|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE02|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE02|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE02|NB_SIGNAL_ERROR=
|
||||
REC|PVE02|NB_PEER_COUNT=8
|
||||
REC|PVE02|NB_CONNECTED=5
|
||||
REC|PVE02|NB_CONNECTING=3
|
||||
REC|PVE02|NB_IDLE=0
|
||||
REC|PVE02|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE02|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE02|NB_WT0_RX_DELTA=824
|
||||
REC|PVE02|NB_WT0_TX_DELTA=1000
|
||||
REC|PVE02|IPV4_FORWARD=1
|
||||
REC|PVE02|IPV6_FORWARD=0
|
||||
REC|PVE02|SRC_VALID_MARK=1
|
||||
REC|PVE02|RULE_7120_COUNT=1
|
||||
REC|PVE02|TABLE_7120_COUNT=0
|
||||
REC|PVE02|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE02|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE02|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE02|FAILED_UNIT_COUNT=0
|
||||
REC|PVE02|REC|TIMER|Tue 2026-10-06 13:49:09 MSK 2min 51s Tue 2026-10-06 13:44:09 MSK 2min 8s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE02|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:16 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE02|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE02|POSTFIX_QUEUE_COUNT=1
|
||||
REC|PVE02|POSTFIX_DEFERRED_COUNT=1
|
||||
REC|PVE02|POSTFIX_OLDEST_AGE_SECONDS=66081
|
||||
REC|PVE02|ISSUE|SEVERITY=HIGH|HOST=pve02|CODE=POSTFIX_DEFERRED_QUEUE|DETAIL=deferred=1,total=1
|
||||
REC|PVE02|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve02=1
|
||||
NODE_END=pve02
|
||||
NODE_BEGIN=pve03
|
||||
REC|PVE02_ERR|curl: (28) Connection timed out after 5003 milliseconds
|
||||
NODE_BLOCK_END=pve02
|
||||
NODE_BLOCK_BEGIN=pve03
|
||||
NODE_RC_pve03=0
|
||||
REC|PVE03|HOST=pve03
|
||||
REC|PVE03|DROPIN_PRESENT=true
|
||||
REC|PVE03|DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE03|NETBIRD_ACTIVE=active
|
||||
REC|PVE03|NETBIRD_RESULT=success
|
||||
REC|PVE03|NETBIRD_VERSION=0.80.0
|
||||
REC|PVE03|STATUS_JSON_VALID=true
|
||||
REC|PVE03|LAZY_CONNECTION_ENABLED=false
|
||||
REC|PVE03|MANAGEMENT_CONNECTED=true
|
||||
REC|PVE03|MANAGEMENT_ERROR=
|
||||
REC|PVE03|SIGNAL_CONNECTED=true
|
||||
REC|PVE03|SIGNAL_ERROR=
|
||||
REC|PVE03|PEER_COUNT=8
|
||||
REC|PVE03|PEER_CONNECTED_COUNT=5
|
||||
REC|PVE03|PEER_CONNECTING_COUNT=3
|
||||
REC|PVE03|PEER_IDLE_COUNT=0
|
||||
REC|PVE03|PEER_STATUS_DIST=connected:5,connecting:3
|
||||
REC|PVE03|WT0_RX_BYTES_PRE=2580
|
||||
REC|PVE03|WT0_TX_BYTES_PRE=2704
|
||||
REC|PVE03|CONNECTED_PEER_PING_ATTEMPT_COUNT=5
|
||||
REC|PVE03|CONNECTED_PEER_PING_SUCCESS_COUNT=5
|
||||
REC|PVE03|WT0_RX_BYTES_POST=3220
|
||||
REC|PVE03|WT0_TX_BYTES_POST=3344
|
||||
REC|PVE03|WT0_RX_DELTA=640
|
||||
REC|PVE03|WT0_TX_DELTA=640
|
||||
REC|PVE03|KERNEL=7.0.14-20-pve
|
||||
REC|PVE03|PVEVERSION=pve-manager/9.2.21/4f6e0ac86f9e8c7f (running kernel: 7.0.14-20-pve)
|
||||
REC|PVE03|UPTIME_SECONDS=21455
|
||||
REC|PVE03|REBOOT_REQUIRED=false
|
||||
REC|PVE03|DPKG_AUDIT_LINE_COUNT=0
|
||||
REC|PVE03|APT_HOLD_COUNT=0
|
||||
REC|PVE03|APT_SIM_RC=0
|
||||
REC|PVE03|APT_SIM_UPGRADE_COUNT=0
|
||||
REC|PVE03|APT_SIM_REMOVE_COUNT=0
|
||||
REC|PVE03|REC|PKG|proxmox-ve|INSTALLED=9.2.0|CANDIDATE=9.2.0|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true
|
||||
REC|PVE03|REC|PKG|qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true
|
||||
REC|PVE03|REC|PKG|corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true
|
||||
REC|PVE03|REC|PKG|pve-cluster|INSTALLED=9.1.6|CANDIDATE=9.1.6|MATCH=true
|
||||
REC|PVE03|REC|PKG|zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true
|
||||
REC|PVE03|REC|PKG|ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true
|
||||
REC|PVE03|REC|PKG|netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true
|
||||
REC|PVE03|REC|BOOT_KERNEL|vmlinuz-7.0.12-1-pve
|
||||
REC|PVE03|REC|BOOT_KERNEL|vmlinuz-7.0.14-20-pve
|
||||
REC|PVE03|BOOT_KERNEL_COUNT=2
|
||||
REC|PVE03|REC|SERVICE|pve-cluster.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|corosync.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pvedaemon.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pveproxy.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|pvestatd.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|ssh.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|chrony.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|netbird.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|REC|SERVICE|postfix.service|ACTIVE=active|RESULT=success|ENABLED=enabled
|
||||
REC|PVE03|FAILED_UNIT_COUNT=0
|
||||
REC|PVE03|CURRENT_BOOT_ERR_LINE_COUNT=27
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: ERROR: Unable to locate IOAPIC for GSI 37
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: ERROR: Unable to locate IOAPIC for GSI 38
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: r8152-cfgselector 2-1: device descriptor read/64, error -71
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: spi-nor spi0.0: probe with driver spi-nor failed with error -22
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: spi-nor spi0.1: probe with driver spi-nor failed with error -22
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: firmware Patch file not found, tried:
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: 'brcm/BCM20702A1-413c-8143.hcd'
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: Bluetooth: hci0: BCM: 'brcm/BCM-413c-8143.hcd'
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: bcma-pci-bridge IPV6_REDACTED.0: bus0: HT force timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: bcma-pci-bridge IPV6_REDACTED.0: bus0: PLL enable timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: b43-phy0 ERROR: FOUND UNSUPPORTED PHY (Analog 12, Type 11 (AC), Revision 1)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 kernel: b43 bcma0:1: probe with driver b43 failed with error -95
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 blkmapd[780]: open pipe file /run/rpc_pipefs/nfs/blocklayout failed: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [quorum] crit: quorum_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [quorum] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [confdb] crit: cmap_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [confdb] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [dcdb] crit: cpg_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [dcdb] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [status] crit: cpg_initialize failed: CS_ERR_LIBRARY (failed to connect to corosync)
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 pmxcfs[1348]: [status] crit: can't initialize service
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T07IPV6_REDACTED+03:00 pve03 qm[2474]: VM 130 qga command failed - VM 130 qga command 'guest-ping' failed - got timeout
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T08IPV6_REDACTED+03:00 pve03 postfix/local[26335]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T10IPV6_REDACTED+03:00 pve03 postfix/local[46777]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T11IPV6_REDACTED+03:00 pve03 postfix/local[67332]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T12IPV6_REDACTED+03:00 pve03 postfix/local[87940]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|REC|BOOT_ERROR|2026-10-06T13IPV6_REDACTED+03:00 pve03 postfix/local[108003]: error: open database /etc/aliases.db: No such file or directory
|
||||
REC|PVE03|CHRONY_TRACKING_RC=0
|
||||
REC|PVE03|REC|CHRONY|Reference ID : 5CFF7E0B (mskmar-ntp01c.ntppool.yandex.net)
|
||||
REC|PVE03|REC|CHRONY|Stratum : 3
|
||||
REC|PVE03|REC|CHRONY|System time : 0.000040526 seconds fast of NTP time
|
||||
REC|PVE03|REC|CHRONY|Last offset : +0.000001602 seconds
|
||||
REC|PVE03|REC|CHRONY|RMS offset : 0.000050869 seconds
|
||||
REC|PVE03|REC|CHRONY|Leap status : Normal
|
||||
REC|PVE03|ROOT_USE_PERCENT=18
|
||||
REC|PVE03|ROOT_AVAIL_BYTES=82241392640
|
||||
REC|PVE03|STAGING_MOUNTED=false
|
||||
REC|PVE03|PVESM_STATUS_RC=0
|
||||
REC|PVE03|REC|PVESM|NAME=local|TYPE=dir|STATUS=active|TOTAL=102626232|USED=17053108|AVAIL=80313860|USE=16.62%
|
||||
REC|PVE03|REC|PVESM|NAME=local-lvm|TYPE=lvmthin|STATUS=active|TOTAL=347324416|USED=69499615|AVAIL=277824800|USE=20.01%
|
||||
REC|PVE03|REC|SMART|DEV=/dev/sda|RC=0
|
||||
REC|PVE03|REC|SMART_HEALTH|DEV=/dev/sda|SMART overall-health self-assessment test result: PASSED
|
||||
REC|PVE03|DEFAULT_ROUTE_COUNT=1
|
||||
REC|PVE03|REC|DEFAULT_ROUTE|DEV=vmbr0|PROTO=kernel|METRIC=
|
||||
REC|PVE03|RESOLV_CONF_SHA=ba05de6feaabfd76ff7b015e00ac0bfa043b76edaccbfd48628e0bd25fc6c608
|
||||
REC|PVE03|RESOLV_NAMESERVER_COUNT=1
|
||||
REC|PVE03|REC|DNS|HOST=google.com|V4=6|V6=4
|
||||
REC|PVE03|REC|DNS|HOST=api.telegram.org|V4=1|V6=1
|
||||
REC|PVE03|REC|DNS|HOST=telegram.org|V4=1|V6=1
|
||||
REC|PVE03|REC|DNS|HOST=smtp.yandex.ru|V4=1|V6=1
|
||||
REC|PVE03|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE03|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE03|ISSUE|SEVERITY=HIGH|HOST=pve03|CODE=TELEGRAM_HTTPS_FAILED|DETAIL=rc=28
|
||||
REC|PVE03|NETBIRD_DROPIN_PRESENT=true
|
||||
REC|PVE03|NETBIRD_DROPIN_SHA=bf88e68948f41df12986e764df8d731cd5f9310c0b4b6f98dbbad043a0e899da
|
||||
REC|PVE03|NB_JSON_VALID=true
|
||||
REC|PVE03|NB_VERSION=0.80.0
|
||||
REC|PVE03|NB_LAZY=false
|
||||
REC|PVE03|NB_MANAGEMENT_CONNECTED=true
|
||||
REC|PVE03|NB_MANAGEMENT_ERROR=
|
||||
REC|PVE03|NB_SIGNAL_CONNECTED=true
|
||||
REC|PVE03|NB_SIGNAL_ERROR=
|
||||
REC|PVE03|NB_PEER_COUNT=8
|
||||
REC|PVE03|NB_CONNECTED=5
|
||||
REC|PVE03|NB_CONNECTING=3
|
||||
REC|PVE03|NB_IDLE=0
|
||||
REC|PVE03|NB_PEER_PING_ATTEMPTS=5
|
||||
REC|PVE03|NB_PEER_PING_SUCCESSES=5
|
||||
REC|PVE03|NB_WT0_RX_DELTA=824
|
||||
REC|PVE03|NB_WT0_TX_DELTA=1000
|
||||
REC|PVE03|IPV4_FORWARD=0
|
||||
REC|PVE03|IPV6_FORWARD=0
|
||||
REC|PVE03|SRC_VALID_MARK=1
|
||||
REC|PVE03|RULE_7120_COUNT=1
|
||||
REC|PVE03|TABLE_7120_COUNT=0
|
||||
REC|PVE03|IPTABLES_NETBIRD_COUNT=35
|
||||
REC|PVE03|REC|HTTPS4|HOST=www.google.com|RC=0|HTTP=200
|
||||
REC|PVE03|REC|HTTPS4|HOST=api.telegram.org|RC=28|HTTP=000
|
||||
REC|PVE03|FAILED_UNIT_COUNT=0
|
||||
REC|PVE03|REC|TIMER|Tue 2026-10-06 13:50:29 MSK 4min 2s Tue 2026-10-06 13:45:10 MSK 1min 17s ago skladchik-complaints-cluster-probe.timer skladchik-complaints-cluster-probe.service
|
||||
REC|PVE03|REC|TIMER|Tue 2026-10-06 13:51:10 MSK 4min 42s Tue 2026-10-06 13:46:10 MSK 17s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
|
||||
REC|PVE03|REC|TIMER|Wed 2026-10-07 00:00:00 MSK 10h Tue 2026-10-06 00:00:36 MSK - dpkg-db-backup.timer dpkg-db-backup.service
|
||||
REC|PVE03|POSTQUEUE_JSON_RC=0
|
||||
REC|PVE03|POSTFIX_QUEUE_COUNT=1
|
||||
REC|PVE03|POSTFIX_DEFERRED_COUNT=1
|
||||
REC|PVE03|POSTFIX_OLDEST_AGE_SECONDS=26236
|
||||
REC|PVE03|ISSUE|SEVERITY=HIGH|HOST=pve03|CODE=POSTFIX_DEFERRED_QUEUE|DETAIL=deferred=1,total=1
|
||||
REC|PVE03|NODE_AUDIT_COMPLETE=true
|
||||
NODE_STDERR_LINES_pve03=1
|
||||
NODE_END=pve03
|
||||
TOTAL_CONNECTED_PEERS=15
|
||||
TOTAL_CONNECTED_PEER_PING_SUCCESS=15
|
||||
DECISION=PASS_PVE_NETBIRD_POST_REPAIR_VALIDATION
|
||||
NEXT_GATE=FULL_CLUSTER_DEEP_AUDIT
|
||||
TASK_RESULT=PVE_NETBIRD_POST_REPAIR_VALIDATION
|
||||
REC|PVE03_ERR|curl: (28) Connection timed out after 5002 milliseconds
|
||||
NODE_BLOCK_END=pve03
|
||||
NODE_COLLECTION_FAILURE_COUNT=0
|
||||
PVECM_STATUS_RC=0
|
||||
REC|PVECM|Nodes: 3
|
||||
REC|PVECM|Ring ID: 1.172
|
||||
REC|PVECM|Quorate: Yes
|
||||
REC|PVECM|Expected votes: 3
|
||||
REC|PVECM|Total votes: 3
|
||||
CLUSTER_QUORATE=true
|
||||
CLUSTER_NODE_RECORD_COUNT=3
|
||||
CLUSTER_NODE_ONLINE_COUNT=3
|
||||
REC|CLUSTER_NODE|NAME=pve01|ONLINE=1|LOCAL=1
|
||||
REC|CLUSTER_NODE|NAME=pve02|ONLINE=1|LOCAL=0
|
||||
REC|CLUSTER_NODE|NAME=pve03|ONLINE=1|LOCAL=0
|
||||
CLUSTER_GUEST_COUNT=13
|
||||
CLUSTER_GUEST_RUNNING_COUNT=11
|
||||
CLUSTER_GUEST_STOPPED_COUNT=2
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=100|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=101|TYPE=qemu|STATUS=stopped
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=110|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=112|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=150|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=170|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=171|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve01|VMID=210|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=111|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=113|TYPE=lxc|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve02|VMID=9130|TYPE=qemu|STATUS=stopped
|
||||
REC|CLUSTER_GUEST|NODE=pve03|VMID=130|TYPE=qemu|STATUS=running
|
||||
REC|CLUSTER_GUEST|NODE=pve03|VMID=190|TYPE=qemu|STATUS=running
|
||||
CLUSTER_ACTIVE_TASK_COUNT=0
|
||||
HA_MANAGER_STATUS_RC=0
|
||||
REC|HA|quorum OK
|
||||
REC|HA|fencing standby (CRM watchdog standby)
|
||||
BACKUP_POLICY_CHECK_FAILURE_COUNT=0
|
||||
REC|CANONICAL_PROBE|FRESHNESS_STATUS=OK
|
||||
REC|CANONICAL_PROBE|APP=skladchik-reports-monitor
|
||||
REC|CANONICAL_PROBE|DECISION=SEALED_PROVEN
|
||||
REC|CANONICAL_PROBE|GENERATION=app-skladchik-reports-monitor-pve01-20261006T103011Z
|
||||
REC|CANONICAL_PROBE|UPDATED_AT_UTC=2026-10-06T10:30:23Z
|
||||
BACKUP_AUDIT_SERVICE_ACTIVE=failed
|
||||
BACKUP_AUDIT_SERVICE_FAILED=failed
|
||||
BACKUP_AUDIT_SERVICE_RESULT=exit-code
|
||||
BACKUP_AUDIT_SERVICE_EXEC_STATUS=1
|
||||
REC|BACKUP_AUDIT_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=1|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||
REC|MONITOR_SUPERVISOR|UNIT=skladchik-reports-monitor-supervisor.service|RESULT=success|EXEC=0
|
||||
NODE_ISSUE_COUNT=6
|
||||
CLUSTER_EXTRA_ISSUE_COUNT=2
|
||||
CLUSTER_TOTAL_ISSUE_COUNT=8
|
||||
CLUSTER_AUDIT_STATUS=RED
|
||||
DECISION=ISSUES_FOUND_CLUSTER_FULL_DEEP_AUDIT
|
||||
NEXT_GATE=TARGETED_CLUSTER_REPAIR
|
||||
TASK_RESULT=PVE_CLUSTER_FULL_DEEP_AUDIT
|
||||
CHANGES_MADE=false
|
||||
ROLLBACK_STARTED=false
|
||||
ROLLBACK_RESTORED=null
|
||||
MUTATION_OUTCOME=NO_MUTATION
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-NETBIRD-POST-REPAIR-VALIDATION-99712R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE-CLUSTER-FULL-DEEP-AUDIT-99713R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||
|
||||
OUTPUT_END
|
||||
CHAT_OUTPUT_END
|
||||
|
||||
Reference in New Issue
Block a user