diff --git a/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.json b/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.json new file mode 100644 index 00000000..f8683804 --- /dev/null +++ b/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-postrestore-findings-reconcile", + "started_at_utc": "2026-10-07T12:37:13Z", + "finished_at_utc": "2026-10-07T12:37:29Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", + "sanitized_output_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1\nMODE=read-only\nNO_MUTATION=true\nCLUSTER_NODE_COUNT=3\nCLUSTER_ONLINE_NODE_COUNT=3\nREC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1\nREC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3\nREC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2\nCLUSTER_QUORATE=true\nPVE01_FAILED_UNIT_COUNT=1\nREC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2\nREC|ISSUE|PVE01_FAILED_UNITS_1\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nREC|NODE|pve02|HOST=pve02\nREC|NODE|pve02|KERNEL=7.0.14-20-pve\nREC|NODE|pve02|DPKG_AUDIT_COUNT=0\nREC|NODE|pve02|FAILED_UNIT_COUNT=0\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false\nREC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve02|ZPOOL_COUNT=0\nREC|NODE|pve02|ZFS_MOUNT_COUNT=0\nREC|NODE|pve02|ZFS_MODULE_LOADED=true\nREC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve02|NETBIRD_LAZY=false\nREC|NODE|pve02|NETBIRD_MANAGEMENT=true\nREC|NODE|pve02|NETBIRD_SIGNAL=true\nREC|NODE|pve02|NETBIRD_CONNECTED=5\nPVE02_ZFSUTILS_INSTALLED=false\nPVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1\nPVE02_ZFS_REQUIRED=false\nREC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nREC|NODE|pve03|HOST=pve03\nREC|NODE|pve03|KERNEL=7.0.14-20-pve\nREC|NODE|pve03|DPKG_AUDIT_COUNT=0\nREC|NODE|pve03|FAILED_UNIT_COUNT=0\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve03|ZPOOL_COUNT=0\nREC|NODE|pve03|ZFS_MOUNT_COUNT=0\nREC|NODE|pve03|ZFS_MODULE_LOADED=true\nREC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve03|NETBIRD_LAZY=false\nREC|NODE|pve03|NETBIRD_MANAGEMENT=true\nREC|NODE|pve03|NETBIRD_SIGNAL=true\nREC|NODE|pve03|NETBIRD_CONNECTED=5\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_TELEGRAM_OK=2/2\nPVE64020_IOBIT_OK=1/2\nREC|ISSUE|PVE64020_SANITY\nHOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nREC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=primary|HTTP=302\nREC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=groups|HTTP=301\nREC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=share|HTTP=301\nVM130_QGA_PING_RC=2\nVM130_QGA_TRUE_RC=2\nVM130_STATE_EXEC_RC=2\nREC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2\nRECONCILED_ISSUE_COUNT=3\nDECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nNEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES\nTASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.txt b/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.txt new file mode 100644 index 00000000..91284459 --- /dev/null +++ b/runtime/history/SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1.txt @@ -0,0 +1,129 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-postrestore-findings-reconcile +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd +SANITIZED_OUTPUT_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd +OUTPUT_BEGIN +CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1 +MODE=read-only +NO_MUTATION=true +CLUSTER_NODE_COUNT=3 +CLUSTER_ONLINE_NODE_COUNT=3 +REC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1 +REC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3 +REC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2 +CLUSTER_QUORATE=true +PVE01_FAILED_UNIT_COUNT=1 +REC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2 +REC|ISSUE|PVE01_FAILED_UNITS_1 +NODE_COLLECTION_RC|NODE=pve02|RC=0 +REC|NODE|pve02|HOST=pve02 +REC|NODE|pve02|KERNEL=7.0.14-20-pve +REC|NODE|pve02|DPKG_AUDIT_COUNT=0 +REC|NODE|pve02|FAILED_UNIT_COUNT=0 +REC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false +REC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +REC|NODE|pve02|ZPOOL_COUNT=0 +REC|NODE|pve02|ZFS_MOUNT_COUNT=0 +REC|NODE|pve02|ZFS_MODULE_LOADED=true +REC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0 +REC|NODE|pve02|NETBIRD_LAZY=false +REC|NODE|pve02|NETBIRD_MANAGEMENT=true +REC|NODE|pve02|NETBIRD_SIGNAL=true +REC|NODE|pve02|NETBIRD_CONNECTED=5 +PVE02_ZFSUTILS_INSTALLED=false +PVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1 +PVE02_ZFS_REQUIRED=false +REC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true +NODE_COLLECTION_RC|NODE=pve03|RC=0 +REC|NODE|pve03|HOST=pve03 +REC|NODE|pve03|KERNEL=7.0.14-20-pve +REC|NODE|pve03|DPKG_AUDIT_COUNT=0 +REC|NODE|pve03|FAILED_UNIT_COUNT=0 +REC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +REC|NODE|pve03|ZPOOL_COUNT=0 +REC|NODE|pve03|ZFS_MOUNT_COUNT=0 +REC|NODE|pve03|ZFS_MODULE_LOADED=true +REC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0 +REC|NODE|pve03|NETBIRD_LAZY=false +REC|NODE|pve03|NETBIRD_MANAGEMENT=true +REC|NODE|pve03|NETBIRD_SIGNAL=true +REC|NODE|pve03|NETBIRD_CONNECTED=5 +PVE64020_UNIT_ACTIVE=active +PVE64020_UNIT_ENABLED=enabled +PVE64020_LISTENER_COUNT=1 +PVE64020_TELEGRAM_OK=2/2 +PVE64020_IOBIT_OK=1/2 +REC|ISSUE|PVE64020_SANITY +HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +REC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=primary|HTTP=302 +REC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=groups|HTTP=301 +REC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=share|HTTP=301 +VM130_QGA_PING_RC=2 +VM130_QGA_TRUE_RC=2 +VM130_STATE_EXEC_RC=2 +REC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2 +RECONCILED_ISSUE_COUNT=3 +DECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE +NEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES +TASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 69f2a506..f8683804 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261007-CLUSTER-FINAL-POSTRESTORE-DEEP-AUDIT-99784R1", + "command_id": "SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "cluster-final-postrestore-deep-audit", - "started_at_utc": "2026-10-07T12:32:09Z", - "finished_at_utc": "2026-10-07T12:32:29Z", + "component": "cluster-postrestore-findings-reconcile", + "started_at_utc": "2026-10-07T12:37:13Z", + "finished_at_utc": "2026-10-07T12:37:29Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "bab415c528af05e21a1bad7d4155810fd0eaed0c4e60d4972c71d90301c2a593", + "command_sha256": "78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "65c2b50cb0d4010426e9a7aa7f0315bc8fe4c7370545062b5472a087b3fa735d", - "sanitized_output_sha256": "65c2b50cb0d4010426e9a7aa7f0315bc8fe4c7370545062b5472a087b3fa735d", + "raw_evidence_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", + "sanitized_output_sha256": "99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT=V1\nMODE=read-only\nNO_MUTATION=true\nWINDOWS_LOCAL_INSPECT_RC=0\nWINDOWS_EVIDENCE_PRESENT=true\nWINDOWS_POSTRESTORE_DEEP_AUDIT=V1\nMODE=read-only\nNO_MUTATION=true\nWINDOWS_WATCHDOG_STARTUP_REF_COUNT=1\nWINDOWS_WATCHDOG_SHA_MATCH=true\nWINDOWS_WATCHDOG_PROCESS_COUNT=2\nWINDOWS_BRIDGE_STARTUP_REF_COUNT=2\nWINDOWS_BRIDGE_SHA_MATCH=true\nWINDOWS_64020_LISTENER_COUNT=2\nWINDOWS_64020_TOPOLOGY_OK=true\nWINDOWS_64020_TELEGRAM_OK=5/5\nWINDOWS_64020_GOOGLE_OK=5/5\nWINDOWS_64020_IOBIT_OK=5/5\nWINDOWS_64022_LISTENER_COUNT=1\nWINDOWS_64022_TOPOLOGY_OK=true\nWINDOWS_64022_HTTP_GOOGLE_OK=5/5\nWINDOWS_64022_HTTP_IOBIT_OK=5/5\nWINDOWS_WININET_PROXY_ENABLE=0\nWINDOWS_CHROME_SOCKS64020_SHORTCUT_COUNT=1\nWINDOWS_PAGEANT_PROCESS_COUNT=1\nWINDOWS_PLINK_PROCESS_COUNT=1\nWINDOWS_NETBIRD_SERVICE_RUNNING=true\nWINDOWS_APP_LANES_PASS=true\nCLUSTER_QUORATE=true\nCLUSTER_NODE_COUNT=0\nREC|ISSUE|CLUSTER_NODE_COUNT_0\nCLUSTER_GUEST_COUNT=13\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running\nREC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped\nUNEXPECTED_STOPPED_GUEST_COUNT=0\nNODE_BEGIN=pve01\nNODE_COLLECTION_RC|NODE=pve01|RC=0\nREC|NODE|pve01|NODE_KERNEL=7.0.14-20-pve\nREC|NODE|pve01|NODE_NTP_SYNC=yes\nREC|NODE|pve01|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve01|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve01|NODE_DPKG_AUDIT_COUNT=0\nREC|NODE|pve01|NODE_FAILED_UNIT_COUNT=1\nREC|NODE|pve01|REC|SERVICE|NAME=pve-cluster|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=pvedaemon|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=pveproxy|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=pvestatd|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=corosync|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=ssh|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=postfix|ACTIVE=active|RESULT=success\nREC|NODE|pve01|REC|SERVICE|NAME=netbird|ACTIVE=active|RESULT=success\nREC|NODE|pve01|NODE_ROOT_USE_PCT=49\nREC|NODE|pve01|NODE_ZPOOL_COUNT=0\nREC|NODE|pve01|NODE_POSTFIX_QUEUE_COUNT=0\nREC|NODE|pve01|NODE_NETBIRD_LAZY=false\nREC|NODE|pve01|NODE_NETBIRD_MANAGEMENT=true\nREC|NODE|pve01|NODE_NETBIRD_SIGNAL=true\nREC|NODE|pve01|NODE_NETBIRD_CONNECTED=5\nREC|ISSUE|pve01_FAILED_UNITS_1\nNODE_BEGIN=pve02\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nREC|ISSUE|pve02_DPKG_AUDIT_UNKNOWN\nREC|ISSUE|pve02_FAILED_UNITS_UNKNOWN\nREC|ISSUE|pve02_NETBIRD_MANAGEMENT\nREC|ISSUE|pve02_NETBIRD_SIGNAL\nREC|ISSUE|pve02_NETBIRD_CONNECTED_0\nNODE_BEGIN=pve03\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nREC|ISSUE|pve03_DPKG_AUDIT_UNKNOWN\nREC|ISSUE|pve03_FAILED_UNITS_UNKNOWN\nREC|ISSUE|pve03_NETBIRD_MANAGEMENT\nREC|ISSUE|pve03_NETBIRD_SIGNAL\nREC|ISSUE|pve03_NETBIRD_CONNECTED_0\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_SSH_OWNER_COUNT=1\nPVE64020_TELEGRAM_OK=3/3\nPVE64020_IOBIT_OK=3/3\nPVE64020_GOOGLE_OK=3/3\nWINDOWS_APP_LANES_PASS_FINAL=true\nREC|BACKUP_UNIT|UNIT=homelab-backup-audit.service|LOAD=loaded|ACTIVE=inactive|ENABLED=static|RESULT=success\nREC|BACKUP_UNIT|UNIT=homelab-backup-retention-gc.service|LOAD=loaded|ACTIVE=inactive|ENABLED=static|RESULT=success\nREC|BACKUP_UNIT|UNIT=homelab-backup-audit.timer|LOAD=loaded|ACTIVE=active|ENABLED=enabled|RESULT=success\nREC|BACKUP_UNIT|UNIT=homelab-backup-v2.timer|LOAD=loaded|ACTIVE=active|ENABLED=enabled|RESULT=success\nBACKUP_LATEST_SUMMARY_PRESENT=true\nREC|BACKUP_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nPVE01_HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nVM150_QGA_RC=0\nREC|VM150|REC|CONTAINER|NAME=snikket|STATE=true|0\nREC|VM150|REC|CONTAINER|NAME=snikket-proxy|STATE=true|0\nREC|VM150|REC|CONTAINER|NAME=snikket-certs|STATE=true|0\nREC|VM150|REC|CONTAINER|NAME=snikket-portal|STATE=true|0\nREC|VM150|FAILED_UNIT_COUNT=0\nREC|VM150|GOOGLE_RC=0\nREC|VM150|EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nREC|VM150|LOCAL_HTTPS_CODE=404\nVM150_EGRESS_MATCH_HOME=true\nREC|SNIKKET_PUBLIC|ROLE=primary|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=302\nREC|ISSUE|SNIKKET_primary_DNS\nREC|SNIKKET_PUBLIC|ROLE=groups|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=301\nREC|ISSUE|SNIKKET_groups_DNS\nREC|SNIKKET_PUBLIC|ROLE=share|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=301\nREC|ISSUE|SNIKKET_share_DNS\nVM130_QGA_RC=1\nREC|ISSUE|VM130_QGA\nawk: cannot open \"/tmp/w2-99784.m4G6s6/vm130.out\" (No such file or directory)\nawk: cannot open \"/tmp/w2-99784.m4G6s6/vm130.out\" (No such file or directory)\nawk: cannot open \"/tmp/w2-99784.m4G6s6/vm130.out\" (No such file or directory)\nawk: cannot open \"/tmp/w2-99784.m4G6s6/vm130.out\" (No such file or directory)\nREC|ISSUE|VM130_PRIORITY101_UNKNOWN\nREC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL\nREC|ISSUE|VM130_GOOGLE\nREC|ISSUE|VM130_FAILED_UNITS_UNKNOWN\nFINAL_ISSUE_COUNT=20\nDECISION=HOLD_CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT_FINDINGS\nNEXT_GATE=TARGET_ONLY_REMAINING_ISSUES\nTASK_RESULT=CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-CLUSTER-FINAL-POSTRESTORE-DEEP-AUDIT-99784R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1\nMODE=read-only\nNO_MUTATION=true\nCLUSTER_NODE_COUNT=3\nCLUSTER_ONLINE_NODE_COUNT=3\nREC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1\nREC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3\nREC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2\nCLUSTER_QUORATE=true\nPVE01_FAILED_UNIT_COUNT=1\nREC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2\nREC|ISSUE|PVE01_FAILED_UNITS_1\nNODE_COLLECTION_RC|NODE=pve02|RC=0\nREC|NODE|pve02|HOST=pve02\nREC|NODE|pve02|KERNEL=7.0.14-20-pve\nREC|NODE|pve02|DPKG_AUDIT_COUNT=0\nREC|NODE|pve02|FAILED_UNIT_COUNT=0\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false\nREC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve02|ZPOOL_COUNT=0\nREC|NODE|pve02|ZFS_MOUNT_COUNT=0\nREC|NODE|pve02|ZFS_MODULE_LOADED=true\nREC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve02|NETBIRD_LAZY=false\nREC|NODE|pve02|NETBIRD_MANAGEMENT=true\nREC|NODE|pve02|NETBIRD_SIGNAL=true\nREC|NODE|pve02|NETBIRD_CONNECTED=5\nPVE02_ZFSUTILS_INSTALLED=false\nPVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1\nPVE02_ZFS_REQUIRED=false\nREC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true\nNODE_COLLECTION_RC|NODE=pve03|RC=0\nREC|NODE|pve03|HOST=pve03\nREC|NODE|pve03|KERNEL=7.0.14-20-pve\nREC|NODE|pve03|DPKG_AUDIT_COUNT=0\nREC|NODE|pve03|FAILED_UNIT_COUNT=0\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true\nREC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true\nREC|NODE|pve03|ZPOOL_COUNT=0\nREC|NODE|pve03|ZFS_MOUNT_COUNT=0\nREC|NODE|pve03|ZFS_MODULE_LOADED=true\nREC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0\nREC|NODE|pve03|NETBIRD_LAZY=false\nREC|NODE|pve03|NETBIRD_MANAGEMENT=true\nREC|NODE|pve03|NETBIRD_SIGNAL=true\nREC|NODE|pve03|NETBIRD_CONNECTED=5\nPVE64020_UNIT_ACTIVE=active\nPVE64020_UNIT_ENABLED=enabled\nPVE64020_LISTENER_COUNT=1\nPVE64020_TELEGRAM_OK=2/2\nPVE64020_IOBIT_OK=1/2\nREC|ISSUE|PVE64020_SANITY\nHOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee\nREC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=primary|HTTP=302\nREC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=groups|HTTP=301\nREC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false\nREC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true\nREC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true\nREC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true\nREC|SNIKKET_HTTPS|ROLE=share|HTTP=301\nVM130_QGA_PING_RC=2\nVM130_QGA_TRUE_RC=2\nVM130_STATE_EXEC_RC=2\nREC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2\nRECONCILED_ISSUE_COUNT=3\nDECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nNEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES\nTASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 909b4e99..91284459 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261007-CLUSTER-FINAL-POSTRESTORE-DEEP-AUDIT-99784R1 +COMMAND_ID=SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=cluster-final-postrestore-deep-audit +COMPONENT=cluster-postrestore-findings-reconcile REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=bab415c528af05e21a1bad7d4155810fd0eaed0c4e60d4972c71d90301c2a593 +COMMAND_SHA256=78cf6f9df980768c9871421d2cd8b9f506f6100cfdfb82696fc91fde558a2062 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,148 +24,106 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=65c2b50cb0d4010426e9a7aa7f0315bc8fe4c7370545062b5472a087b3fa735d -SANITIZED_OUTPUT_SHA256=65c2b50cb0d4010426e9a7aa7f0315bc8fe4c7370545062b5472a087b3fa735d +RAW_EVIDENCE_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd +SANITIZED_OUTPUT_SHA256=99c651a9f91ef026a5768c76d4a9551a7f75fe6dd9004daa4370cbbb9658d7bd OUTPUT_BEGIN -CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT=V1 +CLUSTER_POSTRESTORE_FINDINGS_RECONCILE=V1 MODE=read-only NO_MUTATION=true -WINDOWS_LOCAL_INSPECT_RC=0 -WINDOWS_EVIDENCE_PRESENT=true -WINDOWS_POSTRESTORE_DEEP_AUDIT=V1 -MODE=read-only -NO_MUTATION=true -WINDOWS_WATCHDOG_STARTUP_REF_COUNT=1 -WINDOWS_WATCHDOG_SHA_MATCH=true -WINDOWS_WATCHDOG_PROCESS_COUNT=2 -WINDOWS_BRIDGE_STARTUP_REF_COUNT=2 -WINDOWS_BRIDGE_SHA_MATCH=true -WINDOWS_64020_LISTENER_COUNT=2 -WINDOWS_64020_TOPOLOGY_OK=true -WINDOWS_64020_TELEGRAM_OK=5/5 -WINDOWS_64020_GOOGLE_OK=5/5 -WINDOWS_64020_IOBIT_OK=5/5 -WINDOWS_64022_LISTENER_COUNT=1 -WINDOWS_64022_TOPOLOGY_OK=true -WINDOWS_64022_HTTP_GOOGLE_OK=5/5 -WINDOWS_64022_HTTP_IOBIT_OK=5/5 -WINDOWS_WININET_PROXY_ENABLE=0 -WINDOWS_CHROME_SOCKS64020_SHORTCUT_COUNT=1 -WINDOWS_PAGEANT_PROCESS_COUNT=1 -WINDOWS_PLINK_PROCESS_COUNT=1 -WINDOWS_NETBIRD_SERVICE_RUNNING=true -WINDOWS_APP_LANES_PASS=true +CLUSTER_NODE_COUNT=3 +CLUSTER_ONLINE_NODE_COUNT=3 +REC|CLUSTER_NODE|NAME=pve01|ONLINE=true|ID=1 +REC|CLUSTER_NODE|NAME=pve02|ONLINE=true|ID=3 +REC|CLUSTER_NODE|NAME=pve03|ONLINE=true|ID=2 CLUSTER_QUORATE=true -CLUSTER_NODE_COUNT=0 -REC|ISSUE|CLUSTER_NODE_COUNT_0 -CLUSTER_GUEST_COUNT=13 -REC|CLUSTER_GUEST|TYPE=lxc|VMID=110|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=lxc|VMID=111|NODE=pve02|STATUS=running -REC|CLUSTER_GUEST|TYPE=lxc|VMID=112|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=lxc|VMID=113|NODE=pve02|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=100|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=101|NODE=pve01|STATUS=stopped -REC|CLUSTER_GUEST|TYPE=qemu|VMID=130|NODE=pve03|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=150|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=170|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=171|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=190|NODE=pve03|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=210|NODE=pve01|STATUS=running -REC|CLUSTER_GUEST|TYPE=qemu|VMID=9130|NODE=pve02|STATUS=stopped -UNEXPECTED_STOPPED_GUEST_COUNT=0 -NODE_BEGIN=pve01 -NODE_COLLECTION_RC|NODE=pve01|RC=0 -REC|NODE|pve01|NODE_KERNEL=7.0.14-20-pve -REC|NODE|pve01|NODE_NTP_SYNC=yes -REC|NODE|pve01|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true -REC|NODE|pve01|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true -REC|NODE|pve01|NODE_DPKG_AUDIT_COUNT=0 -REC|NODE|pve01|NODE_FAILED_UNIT_COUNT=1 -REC|NODE|pve01|REC|SERVICE|NAME=pve-cluster|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=pvedaemon|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=pveproxy|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=pvestatd|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=corosync|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=ssh|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=postfix|ACTIVE=active|RESULT=success -REC|NODE|pve01|REC|SERVICE|NAME=netbird|ACTIVE=active|RESULT=success -REC|NODE|pve01|NODE_ROOT_USE_PCT=49 -REC|NODE|pve01|NODE_ZPOOL_COUNT=0 -REC|NODE|pve01|NODE_POSTFIX_QUEUE_COUNT=0 -REC|NODE|pve01|NODE_NETBIRD_LAZY=false -REC|NODE|pve01|NODE_NETBIRD_MANAGEMENT=true -REC|NODE|pve01|NODE_NETBIRD_SIGNAL=true -REC|NODE|pve01|NODE_NETBIRD_CONNECTED=5 -REC|ISSUE|pve01_FAILED_UNITS_1 -NODE_BEGIN=pve02 +PVE01_FAILED_UNIT_COUNT=1 +REC|PVE01_FAILED_UNIT|IDX=1|UNIT=homelab-backup-v2.service|ACTIVE=failed|SUB=failed|RESULT=exit-code|EXEC=2 +REC|ISSUE|PVE01_FAILED_UNITS_1 NODE_COLLECTION_RC|NODE=pve02|RC=0 -REC|ISSUE|pve02_DPKG_AUDIT_UNKNOWN -REC|ISSUE|pve02_FAILED_UNITS_UNKNOWN -REC|ISSUE|pve02_NETBIRD_MANAGEMENT -REC|ISSUE|pve02_NETBIRD_SIGNAL -REC|ISSUE|pve02_NETBIRD_CONNECTED_0 -NODE_BEGIN=pve03 +REC|NODE|pve02|HOST=pve02 +REC|NODE|pve02|KERNEL=7.0.14-20-pve +REC|NODE|pve02|DPKG_AUDIT_COUNT=0 +REC|NODE|pve02|FAILED_UNIT_COUNT=0 +REC|NODE|pve02|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=|CANDIDATE=2.4.4-pve1|MATCH=false +REC|NODE|pve02|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|NODE|pve02|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +REC|NODE|pve02|ZPOOL_COUNT=0 +REC|NODE|pve02|ZFS_MOUNT_COUNT=0 +REC|NODE|pve02|ZFS_MODULE_LOADED=true +REC|NODE|pve02|ZFS_STORAGE_APPLIES_COUNT=0 +REC|NODE|pve02|NETBIRD_LAZY=false +REC|NODE|pve02|NETBIRD_MANAGEMENT=true +REC|NODE|pve02|NETBIRD_SIGNAL=true +REC|NODE|pve02|NETBIRD_CONNECTED=5 +PVE02_ZFSUTILS_INSTALLED=false +PVE02_ZFSUTILS_CANDIDATE=2.4.4-pve1 +PVE02_ZFS_REQUIRED=false +REC|INFO|PVE02_ZFSUTILS_ABSENT_NONAPPLICABLE=true NODE_COLLECTION_RC|NODE=pve03|RC=0 -REC|ISSUE|pve03_DPKG_AUDIT_UNKNOWN -REC|ISSUE|pve03_FAILED_UNITS_UNKNOWN -REC|ISSUE|pve03_NETBIRD_MANAGEMENT -REC|ISSUE|pve03_NETBIRD_SIGNAL -REC|ISSUE|pve03_NETBIRD_CONNECTED_0 +REC|NODE|pve03|HOST=pve03 +REC|NODE|pve03|KERNEL=7.0.14-20-pve +REC|NODE|pve03|DPKG_AUDIT_COUNT=0 +REC|NODE|pve03|FAILED_UNIT_COUNT=0 +REC|NODE|pve03|REC|PACKAGE|NAME=pve-manager|INSTALLED=9.2.21|CANDIDATE=9.2.21|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=qemu-server|INSTALLED=9.2.10|CANDIDATE=9.2.10|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=pve-qemu-kvm|INSTALLED=11.0.3-4|CANDIDATE=11.0.3-4|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=corosync|INSTALLED=3.1.10-pve3|CANDIDATE=3.1.10-pve3|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=zfsutils-linux|INSTALLED=2.4.4-pve1|CANDIDATE=2.4.4-pve1|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=ceph-common|INSTALLED=19.2.6-pve4|CANDIDATE=19.2.6-pve4|MATCH=true +REC|NODE|pve03|REC|PACKAGE|NAME=netbird|INSTALLED=0.80.0|CANDIDATE=0.80.0|MATCH=true +REC|NODE|pve03|ZPOOL_COUNT=0 +REC|NODE|pve03|ZFS_MOUNT_COUNT=0 +REC|NODE|pve03|ZFS_MODULE_LOADED=true +REC|NODE|pve03|ZFS_STORAGE_APPLIES_COUNT=0 +REC|NODE|pve03|NETBIRD_LAZY=false +REC|NODE|pve03|NETBIRD_MANAGEMENT=true +REC|NODE|pve03|NETBIRD_SIGNAL=true +REC|NODE|pve03|NETBIRD_CONNECTED=5 PVE64020_UNIT_ACTIVE=active PVE64020_UNIT_ENABLED=enabled PVE64020_LISTENER_COUNT=1 -PVE64020_SSH_OWNER_COUNT=1 -PVE64020_TELEGRAM_OK=3/3 -PVE64020_IOBIT_OK=3/3 -PVE64020_GOOGLE_OK=3/3 -WINDOWS_APP_LANES_PASS_FINAL=true -REC|BACKUP_UNIT|UNIT=homelab-backup-audit.service|LOAD=loaded|ACTIVE=inactive|ENABLED=static|RESULT=success -REC|BACKUP_UNIT|UNIT=homelab-backup-retention-gc.service|LOAD=loaded|ACTIVE=inactive|ENABLED=static|RESULT=success -REC|BACKUP_UNIT|UNIT=homelab-backup-audit.timer|LOAD=loaded|ACTIVE=active|ENABLED=enabled|RESULT=success -REC|BACKUP_UNIT|UNIT=homelab-backup-v2.timer|LOAD=loaded|ACTIVE=active|ENABLED=enabled|RESULT=success -BACKUP_LATEST_SUMMARY_PRESENT=true -REC|BACKUP_LATEST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK -PVE01_HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee -VM150_QGA_RC=0 -REC|VM150|REC|CONTAINER|NAME=snikket|STATE=true|0 -REC|VM150|REC|CONTAINER|NAME=snikket-proxy|STATE=true|0 -REC|VM150|REC|CONTAINER|NAME=snikket-certs|STATE=true|0 -REC|VM150|REC|CONTAINER|NAME=snikket-portal|STATE=true|0 -REC|VM150|FAILED_UNIT_COUNT=0 -REC|VM150|GOOGLE_RC=0 -REC|VM150|EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee -REC|VM150|LOCAL_HTTPS_CODE=404 -VM150_EGRESS_MATCH_HOME=true -REC|SNIKKET_PUBLIC|ROLE=primary|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=302 -REC|ISSUE|SNIKKET_primary_DNS -REC|SNIKKET_PUBLIC|ROLE=groups|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=301 -REC|ISSUE|SNIKKET_groups_DNS -REC|SNIKKET_PUBLIC|ROLE=share|DNS_MATCH_HOME=false|HTTPS_RC=0|HTTP=301 -REC|ISSUE|SNIKKET_share_DNS -VM130_QGA_RC=1 -REC|ISSUE|VM130_QGA -awk: cannot open "/tmp/w2-99784.m4G6s6/vm130.out" (No such file or directory) -awk: cannot open "/tmp/w2-99784.m4G6s6/vm130.out" (No such file or directory) -awk: cannot open "/tmp/w2-99784.m4G6s6/vm130.out" (No such file or directory) -awk: cannot open "/tmp/w2-99784.m4G6s6/vm130.out" (No such file or directory) -REC|ISSUE|VM130_PRIORITY101_UNKNOWN -REC|ISSUE|VM130_WG_CONFIG_NOT_ORIGINAL -REC|ISSUE|VM130_GOOGLE -REC|ISSUE|VM130_FAILED_UNITS_UNKNOWN -FINAL_ISSUE_COUNT=20 -DECISION=HOLD_CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT_FINDINGS -NEXT_GATE=TARGET_ONLY_REMAINING_ISSUES -TASK_RESULT=CLUSTER_FINAL_POSTRESTORE_DEEP_AUDIT +PVE64020_TELEGRAM_OK=2/2 +PVE64020_IOBIT_OK=1/2 +REC|ISSUE|PVE64020_SANITY +HOME_EGRESS_SHA=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee +REC|DNS_A|ROLE=primary|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=primary|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=primary|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=primary|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=primary|HTTP=302 +REC|DNS_A|ROLE=groups|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=groups|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=groups|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=groups|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=groups|HTTP=301 +REC|DNS_A|ROLE=share|RESOLVER=system|IDX=1|A_SHA256=4e29a2729bbc40663066bdae0c5a3d627070fba621f5c8c70639f4782afbc67d|MATCH_HOME=false +REC|DNS_SUMMARY|ROLE=share|RESOLVER=system|A_COUNT=1|MATCH_HOME=false +REC|DNS_A|ROLE=share|RESOLVER=1.1.1.1|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=share|RESOLVER=1.1.1.1|A_COUNT=1|MATCH_HOME=true +REC|DNS_A|ROLE=share|RESOLVER=8.8.8.8|IDX=1|A_SHA256=26ac437d63a8bcf254255cc970d7614e78bd0a67b97b5575a42a1c3ca7a301ee|MATCH_HOME=true +REC|DNS_SUMMARY|ROLE=share|RESOLVER=8.8.8.8|A_COUNT=1|MATCH_HOME=true +REC|SNIKKET_HTTPS|ROLE=share|HTTP=301 +VM130_QGA_PING_RC=2 +VM130_QGA_TRUE_RC=2 +VM130_STATE_EXEC_RC=2 +REC|ISSUE|VM130_QGA_OR_EXEC_FAILURE_2_2_2 +RECONCILED_ISSUE_COUNT=3 +DECISION=HOLD_CLUSTER_POSTRESTORE_FINDINGS_RECONCILE +NEXT_GATE=TARGET_ONLY_CONFIRMED_ISSUES +TASK_RESULT=CLUSTER_POSTRESTORE_FINDINGS_RECONCILE CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-CLUSTER-FINAL-POSTRESTORE-DEEP-AUDIT-99784R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261007-CLUSTER-POSTRESTORE-FINDINGS-RECONCILE-99785R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END