diff --git a/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.json b/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.json new file mode 100644 index 00000000..03ee5ffc --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "pve03-decommission-rca", + "started_at_utc": "2026-10-06T01:06:05Z", + "finished_at_utc": "2026-10-06T01:06:17Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "ec567c7a93d7ecd4ba6e8ea2bc15874f40e22496c668573b5a67e0db58b4bcf9", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f", + "sanitized_output_sha256": "c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE03_DECOMMISSION_RCA=V1\nMODE=read-only\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_GUEST_STOP_START=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_DELETE=true\nNO_SERVICE_RESTART=true\nNO_NETWORK_MUTATION=true\nNO_BACKUP_CREATION=true\nUSER_SELECTED_VM211_FOR_DELETION=true\nVM211_DELETE_EXECUTED=false\nPREV_99647_STATUS=FAIL\nPREV_99647_CHANGES_MADE=false\nPREV_99647_REMOTE_PROBE_OK=true\nPREV_99647_FAILURE_CLASS=CONTROLLER_POST_EVIDENCE_CLASSIFICATION_EXCEPTION\nCLUSTER_RESOURCES_RC=0\nREC|VM_BASELINE|130|edge-vm|pve03|running\nREC|VM_BASELINE|190|homelab-ops-worker|pve03|running\nREC|VM_BASELINE|211|newfi-staging|pve03|running\nVM130_ON_PVE03_NOW=true\nVM130_RUNNING_NOW=true\nVM190_ON_PVE03_NOW=true\nVM190_RUNNING_NOW=true\nVM211_ON_PVE03_NOW=true\nVM211_RUNNING_NOW=true\nVM211_PRIVATE_IP_COUNT_FIXED=0\nVM211_PRIVATE_IPSET_SHA_FIXED=NONE\nVM190_PRIVATE_IP_COUNT_FIXED=0\nVM190_PRIVATE_IPSET_SHA_FIXED=NONE\nDNS1_VM211_REFERENCE_SCAN_RC=0\nDNS1_VM211_REFERENCE_TOTAL_FIXED=2\nDNS1_VM211_PERSISTENT_REFERENCE_COUNT=0\nDNS1_VM211_HISTORICAL_REFERENCE_COUNT=1\nDNS1_VM211_REWRITE_HINT_COUNT=1\nREC|DNS1_VM211_REF|AdGuardHome|PERSISTENT=False|HISTORICAL=False|REWRITE_HINT=True|PATH_SHA=fb852a1b10599317208aa3e85e92a7e247a6f668b3b68767eecf4254416c5d03\nREC|DNS1_VM211_REF|stats.db|PERSISTENT=False|HISTORICAL=True|REWRITE_HINT=False|PATH_SHA=68771caa3fae5fa7923fde24ea75fab57cf3e1d3bd10a54dc553322b58a01da9\nPVE01_VM211_STRONG_REFERENCE_COUNT=1\nREC|PVE01_VM211_STRONG_REF|homelab-forum-snuffleupagus-health|CLASS=SCRIPT|MATCH_COUNT=1|HAS_HTTP=True|HAS_HEALTH=True|ACTIVE=NA|ENABLED=NA|AGE_SECONDS=1046686|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nPVE01_SNUFFLEUPAGUS_FILE_COUNT=3\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.service|ACTIVE=inactive|ENABLED=static|PATH_SHA=0510796bf22406256ed7577f3e7199c49f64b4aad9f12ac06c54f7ec314da188\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.timer|ACTIVE=active|ENABLED=enabled|PATH_SHA=297ae15f40cbd174ebd4ac786fec5caa10c3839d3776cb1bb6c7825c1627b63f\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health|ACTIVE=NA|ENABLED=NA|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nVM130_STRONG_REFERENCE_TO_VM211_COUNT=0\nVM190_RCA_GUEST_TRANSPORT_RC=0\nVM190_RCA_GUEST_EXITCODE=999\nVM190_RCA_OUTPUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVM190_ACT_RUNNER_PROCESS_COUNT=UNKNOWN\nVM190_ACT_RUNNER_MAX_ETIME_SECONDS=UNKNOWN\nVM190_ACT_RUNNER_UNIT_FILES=UNKNOWN\nVM190_ACT_RUNNER_ACTIVE_UNITS=UNKNOWN\nVM190_ACT_RUNNER_ENABLED_UNITS=UNKNOWN\nVM190_ACT_RUNNER_CONFIG_COUNT=UNKNOWN\nVM190_ACT_RUNNER_DATA_NEWEST_AGE_SECONDS=UNKNOWN\nVM190_ACT_RUNNER_JOURNAL_7D_LINES=UNKNOWN\nVM190_ACT_RUNNER_JOURNAL_24H_LINES=UNKNOWN\nVM190_GIT_REPO_COUNT=UNKNOWN\nVM190_GIT_REPOS=UNKNOWN\nVM190_ESTABLISHED_TCP_COUNT=UNKNOWN\nVM190_LOGIN_30D_COUNT=UNKNOWN\nPVE01_VM190_STRONG_REFERENCE_COUNT=0\nPVE02_VM190_STRONG_REFERENCE_COUNT=0\nPVE03_VM190_STRONG_REFERENCE_COUNT=0\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=f3828137ec7d24dcb06127f4937bf01c002808cef08498d7ab1d875ec5a35eb5\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e9ea4abb70725ddb00cf228c9d20252687a00c26243af5901f16bd010150679e\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e4b48b81f5aa2370222e02c966acdbdf724102deaf630ab32497319bfa539315\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=True|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87\nREC|VM190_PRIOR_REF_RECHECK|homelab-safe-exec|STRONG=False|BARE190=True|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=4a5261add8527f115543d7115d4610481fd75e6568c7589b1f8391a80c195e50\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=b5b589340bfd01aa531c24530a39dc78bf30f478d352b3c5fda17586ba1acd5b\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=True|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=df39b5eb56cc17f25adb64ae41bdc7e3c7f1d307d0350e42566c40011f4bef1c\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=383e0630b66857696ab88a2e8a055a570ce706afc7a7b05f93ca41b0120da6b7\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=926390cb3defd64804baa32cf8b6e8aa7024bd37c9a51784961648e24701d4b3\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=True|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338\nPVE03_RUNNING_KERNEL_NOW=7.0.12-1-pve\nPVE03_SIGNED_KERNEL_INSTALLED_COUNT_NOW=0\nPVE03_SIGNED_KERNEL_SET_SHA_NOW=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nREC|PVE03_PKG_NOW|proxmox-ve|MISSING\nREC|PVE03_PKG_NOW|pve-manager|MISSING\nREC|PVE03_PKG_NOW|qemu-server|MISSING\nREC|PVE03_PKG_NOW|pve-qemu-kvm|MISSING\nREC|PVE03_PKG_NOW|lxc-pve|MISSING\nREC|PVE03_PKG_NOW|corosync|MISSING\nREC|PVE03_PKG_NOW|pve-cluster|MISSING\nREC|PVE03_PKG_NOW|zfsutils-linux|MISSING\nREC|PVE03_PKG_NOW|zfs-zed|MISSING\nREC|PVE03_PKG_NOW|openssl|MISSING\nREC|PVE03_PKG_NOW|ceph-common|MISSING\nPVE03_APT_SIM_RC_RCA=0\nPVE03_APT_UPGRADE_COUNT_RCA=0\nPVE03_APT_REMOVE_COUNT_RCA=0\nPVE03_APT_LAST_START=\nPVE03_APT_LAST_END=\nPVE03_APT_LAST_CLASS=UNKNOWN\nPVE03_APT_LAST_INSTALL_COUNT=0\nPVE03_APT_LAST_UPGRADE_COUNT=0\nPVE03_APT_LAST_REMOVE_COUNT=0\nPVE03_APT_LAST_CMD_SHA=NONE\nPVE03_APT_LAST_MTIME_AGE=618157\nPVE03_JOURNAL_JOURNAL_FILES=81\nPVE03_JOURNAL_TOTAL_BYTES=4638900224\nPVE03_JOURNAL_OLDER14_BYTES=4110417920\nPVE03_JOURNAL_OLDER30_BYTES=3640655872\nPVE03_JOURNAL_OLDER60_BYTES=1090519040\nPVE03_JOURNAL_BOOT_COUNT=6\nPVE03_JOURNAL_SYSTEM_MAX_USE=DEFAULT\nPVE03_JOURNAL_MAX_RETENTION_SEC=DEFAULT\nPVE03_STAGING_PROBE_RC=0\nPVE03_STAGING_PROBE_SHA=5f83f67aec85c8562592675011b83c6ab8c0f6dece956c6cbcdde7e5bff99e72\nVM211_ALLOC_EST_BYTES_RCA=-1\nVM211_STRONG_PERSISTENT_EXTERNAL_REFERENCE_COUNT=1\nVM211_EXISTING_CLUSTER_BACKUP_COUNT_PREV=0\nVM211_EXISTING_BACKUP_READY=false\nVM211_BACKUP_REQUIRED_BEFORE_DELETE=true\nVM211_STAGING_BACKUP_TARGET_READY_RCA=false\nVM190_ACT_RUNNER_ACTIVE_EVIDENCE=false\nVM190_ACT_RUNNER_RECENT_ACTIVITY_EVIDENCE=false\nVM190_STRONG_EXTERNAL_REFERENCE_COUNT_TOTAL=0\nVM190_USAGE_CLASS=NO_ACTIVE_RUNNER_PROVEN_NEEDS_FURTHER_REVIEW\nPVE03_UPGRADE_STATE_NOW_COMPLETE_SIM=true\nPVE03_NEW_KERNEL_7_0_14_20_INSTALLED_NOW=false\nPVE03_JOURNAL_MAJOR_CLEANUP_OPPORTUNITY=true\nRCA_COMPLETE=true\nDECISION=PASS_RCA_VM211_DEPENDENCIES_REQUIRE_DECOMMISSION\nNEXT_GATE=PVE03_VM211_DEPENDENCY_DECOMMISSION_AND_BACKUP\nTASK_RESULT=PVE03_DECOMMISSION_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.txt b/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.txt new file mode 100644 index 00000000..0a723d3d --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1.txt @@ -0,0 +1,166 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=pve03-decommission-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=ec567c7a93d7ecd4ba6e8ea2bc15874f40e22496c668573b5a67e0db58b4bcf9 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f +SANITIZED_OUTPUT_SHA256=c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f +OUTPUT_BEGIN +PVE03_DECOMMISSION_RCA=V1 +MODE=read-only +NO_REBOOT=true +NO_APT_UPDATE=true +NO_PACKAGE_MUTATION=true +NO_GUEST_MUTATION=true +NO_GUEST_STOP_START=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true +NO_STORAGE_DELETE=true +NO_SERVICE_RESTART=true +NO_NETWORK_MUTATION=true +NO_BACKUP_CREATION=true +USER_SELECTED_VM211_FOR_DELETION=true +VM211_DELETE_EXECUTED=false +PREV_99647_STATUS=FAIL +PREV_99647_CHANGES_MADE=false +PREV_99647_REMOTE_PROBE_OK=true +PREV_99647_FAILURE_CLASS=CONTROLLER_POST_EVIDENCE_CLASSIFICATION_EXCEPTION +CLUSTER_RESOURCES_RC=0 +REC|VM_BASELINE|130|edge-vm|pve03|running +REC|VM_BASELINE|190|homelab-ops-worker|pve03|running +REC|VM_BASELINE|211|newfi-staging|pve03|running +VM130_ON_PVE03_NOW=true +VM130_RUNNING_NOW=true +VM190_ON_PVE03_NOW=true +VM190_RUNNING_NOW=true +VM211_ON_PVE03_NOW=true +VM211_RUNNING_NOW=true +VM211_PRIVATE_IP_COUNT_FIXED=0 +VM211_PRIVATE_IPSET_SHA_FIXED=NONE +VM190_PRIVATE_IP_COUNT_FIXED=0 +VM190_PRIVATE_IPSET_SHA_FIXED=NONE +DNS1_VM211_REFERENCE_SCAN_RC=0 +DNS1_VM211_REFERENCE_TOTAL_FIXED=2 +DNS1_VM211_PERSISTENT_REFERENCE_COUNT=0 +DNS1_VM211_HISTORICAL_REFERENCE_COUNT=1 +DNS1_VM211_REWRITE_HINT_COUNT=1 +REC|DNS1_VM211_REF|AdGuardHome|PERSISTENT=False|HISTORICAL=False|REWRITE_HINT=True|PATH_SHA=fb852a1b10599317208aa3e85e92a7e247a6f668b3b68767eecf4254416c5d03 +REC|DNS1_VM211_REF|stats.db|PERSISTENT=False|HISTORICAL=True|REWRITE_HINT=False|PATH_SHA=68771caa3fae5fa7923fde24ea75fab57cf3e1d3bd10a54dc553322b58a01da9 +PVE01_VM211_STRONG_REFERENCE_COUNT=1 +REC|PVE01_VM211_STRONG_REF|homelab-forum-snuffleupagus-health|CLASS=SCRIPT|MATCH_COUNT=1|HAS_HTTP=True|HAS_HEALTH=True|ACTIVE=NA|ENABLED=NA|AGE_SECONDS=1046686|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 +PVE01_SNUFFLEUPAGUS_FILE_COUNT=3 +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.service|ACTIVE=inactive|ENABLED=static|PATH_SHA=0510796bf22406256ed7577f3e7199c49f64b4aad9f12ac06c54f7ec314da188 +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.timer|ACTIVE=active|ENABLED=enabled|PATH_SHA=297ae15f40cbd174ebd4ac786fec5caa10c3839d3776cb1bb6c7825c1627b63f +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health|ACTIVE=NA|ENABLED=NA|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 +VM130_STRONG_REFERENCE_TO_VM211_COUNT=0 +VM190_RCA_GUEST_TRANSPORT_RC=0 +VM190_RCA_GUEST_EXITCODE=999 +VM190_RCA_OUTPUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +VM190_ACT_RUNNER_PROCESS_COUNT=UNKNOWN +VM190_ACT_RUNNER_MAX_ETIME_SECONDS=UNKNOWN +VM190_ACT_RUNNER_UNIT_FILES=UNKNOWN +VM190_ACT_RUNNER_ACTIVE_UNITS=UNKNOWN +VM190_ACT_RUNNER_ENABLED_UNITS=UNKNOWN +VM190_ACT_RUNNER_CONFIG_COUNT=UNKNOWN +VM190_ACT_RUNNER_DATA_NEWEST_AGE_SECONDS=UNKNOWN +VM190_ACT_RUNNER_JOURNAL_7D_LINES=UNKNOWN +VM190_ACT_RUNNER_JOURNAL_24H_LINES=UNKNOWN +VM190_GIT_REPO_COUNT=UNKNOWN +VM190_GIT_REPOS=UNKNOWN +VM190_ESTABLISHED_TCP_COUNT=UNKNOWN +VM190_LOGIN_30D_COUNT=UNKNOWN +PVE01_VM190_STRONG_REFERENCE_COUNT=0 +PVE02_VM190_STRONG_REFERENCE_COUNT=0 +PVE03_VM190_STRONG_REFERENCE_COUNT=0 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=f3828137ec7d24dcb06127f4937bf01c002808cef08498d7ab1d875ec5a35eb5 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e9ea4abb70725ddb00cf228c9d20252687a00c26243af5901f16bd010150679e +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e4b48b81f5aa2370222e02c966acdbdf724102deaf630ab32497319bfa539315 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=True|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87 +REC|VM190_PRIOR_REF_RECHECK|homelab-safe-exec|STRONG=False|BARE190=True|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=4a5261add8527f115543d7115d4610481fd75e6568c7589b1f8391a80c195e50 +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=b5b589340bfd01aa531c24530a39dc78bf30f478d352b3c5fda17586ba1acd5b +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=True|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=df39b5eb56cc17f25adb64ae41bdc7e3c7f1d307d0350e42566c40011f4bef1c +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=383e0630b66857696ab88a2e8a055a570ce706afc7a7b05f93ca41b0120da6b7 +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=926390cb3defd64804baa32cf8b6e8aa7024bd37c9a51784961648e24701d4b3 +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=True|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338 +PVE03_RUNNING_KERNEL_NOW=7.0.12-1-pve +PVE03_SIGNED_KERNEL_INSTALLED_COUNT_NOW=0 +PVE03_SIGNED_KERNEL_SET_SHA_NOW=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +REC|PVE03_PKG_NOW|proxmox-ve|MISSING +REC|PVE03_PKG_NOW|pve-manager|MISSING +REC|PVE03_PKG_NOW|qemu-server|MISSING +REC|PVE03_PKG_NOW|pve-qemu-kvm|MISSING +REC|PVE03_PKG_NOW|lxc-pve|MISSING +REC|PVE03_PKG_NOW|corosync|MISSING +REC|PVE03_PKG_NOW|pve-cluster|MISSING +REC|PVE03_PKG_NOW|zfsutils-linux|MISSING +REC|PVE03_PKG_NOW|zfs-zed|MISSING +REC|PVE03_PKG_NOW|openssl|MISSING +REC|PVE03_PKG_NOW|ceph-common|MISSING +PVE03_APT_SIM_RC_RCA=0 +PVE03_APT_UPGRADE_COUNT_RCA=0 +PVE03_APT_REMOVE_COUNT_RCA=0 +PVE03_APT_LAST_START= +PVE03_APT_LAST_END= +PVE03_APT_LAST_CLASS=UNKNOWN +PVE03_APT_LAST_INSTALL_COUNT=0 +PVE03_APT_LAST_UPGRADE_COUNT=0 +PVE03_APT_LAST_REMOVE_COUNT=0 +PVE03_APT_LAST_CMD_SHA=NONE +PVE03_APT_LAST_MTIME_AGE=618157 +PVE03_JOURNAL_JOURNAL_FILES=81 +PVE03_JOURNAL_TOTAL_BYTES=4638900224 +PVE03_JOURNAL_OLDER14_BYTES=4110417920 +PVE03_JOURNAL_OLDER30_BYTES=3640655872 +PVE03_JOURNAL_OLDER60_BYTES=1090519040 +PVE03_JOURNAL_BOOT_COUNT=6 +PVE03_JOURNAL_SYSTEM_MAX_USE=DEFAULT +PVE03_JOURNAL_MAX_RETENTION_SEC=DEFAULT +PVE03_STAGING_PROBE_RC=0 +PVE03_STAGING_PROBE_SHA=5f83f67aec85c8562592675011b83c6ab8c0f6dece956c6cbcdde7e5bff99e72 +VM211_ALLOC_EST_BYTES_RCA=-1 +VM211_STRONG_PERSISTENT_EXTERNAL_REFERENCE_COUNT=1 +VM211_EXISTING_CLUSTER_BACKUP_COUNT_PREV=0 +VM211_EXISTING_BACKUP_READY=false +VM211_BACKUP_REQUIRED_BEFORE_DELETE=true +VM211_STAGING_BACKUP_TARGET_READY_RCA=false +VM190_ACT_RUNNER_ACTIVE_EVIDENCE=false +VM190_ACT_RUNNER_RECENT_ACTIVITY_EVIDENCE=false +VM190_STRONG_EXTERNAL_REFERENCE_COUNT_TOTAL=0 +VM190_USAGE_CLASS=NO_ACTIVE_RUNNER_PROVEN_NEEDS_FURTHER_REVIEW +PVE03_UPGRADE_STATE_NOW_COMPLETE_SIM=true +PVE03_NEW_KERNEL_7_0_14_20_INSTALLED_NOW=false +PVE03_JOURNAL_MAJOR_CLEANUP_OPPORTUNITY=true +RCA_COMPLETE=true +DECISION=PASS_RCA_VM211_DEPENDENCIES_REQUIRE_DECOMMISSION +NEXT_GATE=PVE03_VM211_DEPENDENCY_DECOMMISSION_AND_BACKUP +TASK_RESULT=PVE03_DECOMMISSION_RCA +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 70bd4354..03ee5ffc 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE03-DECOMMISSION-DEEP-AUDIT-99647R1", - "status": "FAIL", - "rc": 1, + "command_id": "SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "read-only", - "component": "pve03-decommission-deep-audit", - "started_at_utc": "2026-10-06T00:55:49Z", - "finished_at_utc": "2026-10-06T00:56:20Z", + "component": "pve03-decommission-rca", + "started_at_utc": "2026-10-06T01:06:05Z", + "finished_at_utc": "2026-10-06T01:06:17Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "642c7cfcc64d0ab36d486a5c9809d6bf211be3a26c933e8b9d7da6b602edc76c", + "command_sha256": "ec567c7a93d7ecd4ba6e8ea2bc15874f40e22496c668573b5a67e0db58b4bcf9", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 1, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "dca80e61a958196b873bab5cd3f6227056b43de74e9a2b90fdf877719041cd9f", - "sanitized_output_sha256": "dca80e61a958196b873bab5cd3f6227056b43de74e9a2b90fdf877719041cd9f", + "raw_evidence_sha256": "c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f", + "sanitized_output_sha256": "c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE03_DECOMMISSION_DEEP_AUDIT=V1\nMODE=read-only\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_GUEST_STOP_START=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_DELETE=true\nNO_SERVICE_RESTART=true\nNO_NETWORK_MUTATION=true\nNO_BACKUP_CREATION=true\nUSER_SELECTED_VM211_FOR_DELETION=true\nVM211_DELETE_EXECUTED=false\nPREV_99646_EXPECTED_DECISION=PASS_PVE03_ROLE_DEPENDENCY_INVENTORY\nPVE03_DEEP_PROBE_RC=0\nPVE03_DEEP_PROBE_STDERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nPVE03_DEEP_PROBE_JSON_VALID=true\nPVE03_RUNNING_KERNEL=7.0.12-1-pve\nPVE03_FAILED_UNIT_COUNT=0\nPVE03_VAR_LOG_BYTES=4655431878\nPVE03_ROTATED_OLD_LOG_COUNT=21\nPVE03_ROTATED_OLD_LOG_BYTES=4023724\nPVE03_APT_CACHE_BYTES=30422518\nPVE03_JOURNAL_USAGE_RC=0\nPVE03_JOURNAL_USAGE_TEXT=Archived and active journals take up 4G in the file system.\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000034ad8b-0006586d226117e5.journal|SIZE=67108864|AGE_DAYS=59\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000073761f-00065beae85dedd1.journal|SIZE=67108864|AGE_DAYS=13\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000221b2c-000657950e14c505.journal|SIZE=67108864|AGE_DAYS=69\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002f706c-0006583278c0fb16.journal|SIZE=67108864|AGE_DAYS=62\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002e1fb6-000658232b79c799.journal|SIZE=67108864|AGE_DAYS=62\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000239c51-000657a9d4affda4.journal|SIZE=67108864|AGE_DAYS=68\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000762a93-00065c303096d3db.journal|SIZE=67108864|AGE_DAYS=10\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000320c4b-0006584f6dbd31fc.journal|SIZE=67108864|AGE_DAYS=60\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000037502b-0006588b04799bed.journal|SIZE=67108864|AGE_DAYS=57\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002a2c1f-000657f52004f807.journal|SIZE=67108864|AGE_DAYS=65\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000074ca60-00065c0b8dab3cd7.journal|SIZE=67108864|AGE_DAYS=11\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000024ebda-000657b8dcb59e0e.journal|SIZE=67108864|AGE_DAYS=68\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000038a1f9-00065899d8c9bbae.journal|SIZE=67108864|AGE_DAYS=56\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000007a4fd4-00065ca98f6416fa.journal|SIZE=67108864|AGE_DAYS=4\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000278a94-000657d6eea63e97.journal|SIZE=67108864|AGE_DAYS=66\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000020ca9b-0006578604fa0c05.journal|SIZE=67108864|AGE_DAYS=70\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000263a55-000657c7c50f8f0b.journal|SIZE=67108864|AGE_DAYS=67\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000007bb072-00065cd0a6482f22.journal|SIZE=67108864|AGE_DAYS=1\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000778c8a-00065c564f5c6acc.journal|SIZE=67108864|AGE_DAYS=8\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000335d09-0006585de54478f3.journal|SIZE=67108864|AGE_DAYS=59\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002b7cc2-0006580461f055cc.journal|SIZE=67108864|AGE_DAYS=64\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000360029-0006587c2436f3cd.journal|SIZE=67108864|AGE_DAYS=58\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000078ef94-00065c7fc43dc241.journal|SIZE=67108864|AGE_DAYS=5\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000001f789a-0006577730b9f46f.journal|SIZE=67108864|AGE_DAYS=71\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000028db50-000657e5e1ddf4db.journal|SIZE=67108864|AGE_DAYS=65\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002ccf40-00065813aeef6a84.journal|SIZE=67108864|AGE_DAYS=63\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000039f4ed-000658a8d01470fb.journal|SIZE=67108864|AGE_DAYS=56\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000051b670-000659a8be64744a.journal|SIZE=58720256|AGE_DAYS=43\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000006c0a4c-00065af287fce298.journal|SIZE=58720256|AGE_DAYS=25\nREC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000056d122-000659deffcea3f4.journal|SIZE=58720256|AGE_DAYS=40\nPVE03_STAGING_FINDMNT_RC=0\nPVE03_STAGING_FSTYPE=ext4\nPVE03_STAGING_OPTIONS=rw,noatime,stripe=16\nPVE03_STAGING_SOURCE_SHA=d40e58384ea4731ea287ec7bf467bac9930f52f68be57768eda2e060619ddf9b\nPVE03_STAGING_TOTAL_BYTES=210241560576\nPVE03_STAGING_FREE_BYTES=199483838464\nREC|PVE03_LVM_USAGE|vm-190-disk-0|SIZE=85899345920|DATA_PERCENT=6.73|ALLOC_EST_BYTES=5781025980\nREC|PVE03_LVM_USAGE|vm-211-disk-0|SIZE=53687091200|DATA_PERCENT=5.97|ALLOC_EST_BYTES=3205119344\nVM211_GUEST_EXEC_TRANSPORT_RC=0\nVM211_GUEST_EXEC_EXITCODE=0\nVM211_GUEST_OUTPUT_SHA=d6408ab26538177a738716a0fe8738d42a7244d2e12bd84970e5885eaf352499\nVM211_HOSTNAME=newfi-staging\nVM211_FAILED_UNITS=●\nVM211_SVC_NGINX=active\nVM211_SVC_MARIADB=active\nVM211_SVC_NEWFI_TELEGRAM_EGRESS=failed\nVM211_SVC_QEMU_GUEST_AGENT=active\nVM211_NEWFI_EGRESS_ENABLED=disabled\nVM211_NGINX_ACCESS_FILES=1\nVM211_NGINX_ACCESS_CURRENT_LINES=2819\nVM211_NGINX_ACCESS_CURRENT_AGE_SECONDS=45774\nVM211_NGINX_ACCESS_7D_BYTES=592274\nVM211_NGINX_ERROR_CURRENT_AGE_SECONDS=1094499\nVM211_WEB_ROOT_BYTES=115284963\nVM211_WEB_ROOT_NEWEST_AGE_SECONDS=2749\nVM211_MYSQL_DATADIR_BYTES=353000658\nVM211_MYSQL_DATADIR_NEWEST_AGE_SECONDS=38\nVM211_MYSQL_NON_SYSTEM_DB_COUNT=1\nVM211_MYSQL_NON_SYSTEM_DB_NAME_SHA=9e393a730f093afb63300b7bc7376deb0c158a5cb2ed18660b8148a92f143253\nVM211_MYSQL_APP_TABLE_COUNT=288\nVM211_MYSQL_APP_BYTES=74563584\nVM211_ESTABLISHED_TCP_COUNT=0\nVM211_ESTABLISHED_HTTP_COUNT=0\nVM211_ESTABLISHED_MYSQL_COUNT=0\nVM211_LOGIN_30D_COUNT=0\nVM211_ROOT_AUTHORIZED_KEYS_COUNT=1\nVM211_CRON_CUSTOM_FILE_COUNT=12\nVM211_XF_NEWFI_SITE_PRESENT=true\nVM190_GUEST_EXEC_TRANSPORT_RC=0\nVM190_GUEST_EXEC_EXITCODE=0\nVM190_GUEST_OUTPUT_SHA=e2505b4e3f80acfa4484a54eecdfe593d0fc022efb85de88a2517ab8a54ca9b0\nVM190_HOSTNAME=homelab-ops-worker\nVM190_FAILED_UNITS=\nVM190_ESTABLISHED_TCP_COUNT=1\nVM190_LOGIN_30D_COUNT=0\nVM190_ROOT_AUTHORIZED_KEYS_COUNT=1\nVM190_ROOT_AUTH_KEYS_AGE_SECONDS=7052231\nVM190_ROOT_BASH_HISTORY_LINES=0\nVM190_ROOT_BASH_HISTORY_AGE_SECONDS=-1\nVM190_WORKSPACE_NEWEST_AGE_SECONDS=6702887\nVM190_GIT_REPO_COUNT=2\nVM190_GIT_REPOS=homelab-desired-state:1791248154:0,homelab-ops:1791248154:0,\nVM190_PROCESS_NAMES=act_runner,agetty,bash,dbus-daemon,grep,head,irq/9-acpi,jbd2/sda1-8,kauditd,kcompactd0,kdevtmpfs,khugepaged,khungtaskd,ksmd,kswapd0,kthreadd,oom_reaper,paste,pool_workqueue_release,ps,psimon,qemu-ga,scsi_eh_0,scsi_eh_1,scsi_eh_2,sort,sshd,systemd,systemd-journal,systemd-logind,systemd-network,systemd-resolve,systemd-timesyn,systemd-udevd,unattended-upgr\nVM190_CRON_CUSTOM_FILE_COUNT=5\nVM190_HOMELAB_DIR_BYTES=351536497\nVM190_WORKSPACE_DIR_BYTES=4375684\nREC|VM_STATE|130|edge-vm|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0\nREC|VM_STATE|190|homelab-ops-worker|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0\nREC|VM_STATE|211|newfi-staging|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0\nVM211_PRIVATE_IP_COUNT=0\nVM211_PRIVATE_IPSET_SHA=NONE\nVM190_PRIVATE_IP_COUNT=0\nVM190_PRIVATE_IPSET_SHA=NONE\nVM130_REFERENCE_TO_VM211_FILE_COUNT=0\nVM130_REFERENCE_TO_VM211_PATHSET_SHA=NONE\nDNS1_VM211_REFERENCE_FILE_COUNT=2\nDNS1_VM211_REFERENCE_PATHSET_SHA=01d4d490dcdbce5501ce02f74bc39298410a9c68244250c87ca629be0b081021\nDNS2_VM211_REFERENCE_FILE_COUNT=0\nDNS2_VM211_REFERENCE_PATHSET_SHA=NONE\nPVE01_VM211_HOST_REFERENCE_FILE_COUNT=1\nPVE01_VM211_HOST_REFERENCE_PATHSET_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nPVE01_VM190_HOST_REFERENCE_FILE_COUNT=5\nPVE01_VM190_HOST_REFERENCE_PATHSET_SHA=56505e6c70fe5cbb3c1c8bfdfacc52e140193a2f31300e1a9612b54e7f3b5d95\nREC|HOST_VM211_REFERENCE_FILE|pve01|homelab-forum-snuffleupagus-health|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nREC|HOST_VM190_REFERENCE_FILE|pve01|nut-driver@cyberpower.service|PATH_SHA=5fc2105a48b182291555a012088d88159fc4f523edd6d1af6e7dd2b7b4c40819\nREC|HOST_VM190_REFERENCE_FILE|pve01|homelab-backup-v2|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87\nREC|HOST_VM190_REFERENCE_FILE|pve01|homelab-safe-exec|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca\nREC|HOST_VM190_REFERENCE_FILE|pve01|homelab-vm-cloud-quorum-queue|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f\nREC|HOST_VM190_REFERENCE_FILE|pve01|homelab-rotating-boot-drill|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338\nPVE02_VM211_HOST_REFERENCE_FILE_COUNT=0\nPVE02_VM211_HOST_REFERENCE_PATHSET_SHA=NONE\nPVE02_VM190_HOST_REFERENCE_FILE_COUNT=0\nPVE02_VM190_HOST_REFERENCE_PATHSET_SHA=NONE\nPVE03_VM211_HOST_REFERENCE_FILE_COUNT=0\nPVE03_VM211_HOST_REFERENCE_PATHSET_SHA=NONE\nPVE03_VM190_HOST_REFERENCE_FILE_COUNT=0\nPVE03_VM190_HOST_REFERENCE_PATHSET_SHA=NONE\nVM211_CLUSTER_BACKUP_COUNT=0\nVM211_CLUSTER_BACKUP_TOTAL_BYTES=0\nVM211_CLUSTER_BACKUP_NEWEST_AGE_SECONDS=-1\nVM211_STAGING_MATCH_COUNT=1\nVM211_STAGING_MATCH_TOTAL_BYTES=1850\nREC|VM211_STAGING_MATCH|vzdump-qemu-211-2026_09_06-11_30_58.log|SIZE=1850|AGE_SECONDS=2564694|PATH_SHA=dce0a033cb1a59a03bd3d07096643ab17532f32cfe52c83e8e18f9c7ea9ed693\nPVE03_APT_SIM_RC_NOW=0\nPVE03_APT_UPGRADE_COUNT_NOW=0\nPVE03_APT_REMOVE_COUNT_NOW=0\nVM211_EXTERNAL_REFERENCE_COUNT=3\nTraceback (most recent call last):\n File \"\", line 354, in \nAttributeError: 'str' object has no attribute 'get'\n" + "output": "PVE03_DECOMMISSION_RCA=V1\nMODE=read-only\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_GUEST_STOP_START=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_DELETE=true\nNO_SERVICE_RESTART=true\nNO_NETWORK_MUTATION=true\nNO_BACKUP_CREATION=true\nUSER_SELECTED_VM211_FOR_DELETION=true\nVM211_DELETE_EXECUTED=false\nPREV_99647_STATUS=FAIL\nPREV_99647_CHANGES_MADE=false\nPREV_99647_REMOTE_PROBE_OK=true\nPREV_99647_FAILURE_CLASS=CONTROLLER_POST_EVIDENCE_CLASSIFICATION_EXCEPTION\nCLUSTER_RESOURCES_RC=0\nREC|VM_BASELINE|130|edge-vm|pve03|running\nREC|VM_BASELINE|190|homelab-ops-worker|pve03|running\nREC|VM_BASELINE|211|newfi-staging|pve03|running\nVM130_ON_PVE03_NOW=true\nVM130_RUNNING_NOW=true\nVM190_ON_PVE03_NOW=true\nVM190_RUNNING_NOW=true\nVM211_ON_PVE03_NOW=true\nVM211_RUNNING_NOW=true\nVM211_PRIVATE_IP_COUNT_FIXED=0\nVM211_PRIVATE_IPSET_SHA_FIXED=NONE\nVM190_PRIVATE_IP_COUNT_FIXED=0\nVM190_PRIVATE_IPSET_SHA_FIXED=NONE\nDNS1_VM211_REFERENCE_SCAN_RC=0\nDNS1_VM211_REFERENCE_TOTAL_FIXED=2\nDNS1_VM211_PERSISTENT_REFERENCE_COUNT=0\nDNS1_VM211_HISTORICAL_REFERENCE_COUNT=1\nDNS1_VM211_REWRITE_HINT_COUNT=1\nREC|DNS1_VM211_REF|AdGuardHome|PERSISTENT=False|HISTORICAL=False|REWRITE_HINT=True|PATH_SHA=fb852a1b10599317208aa3e85e92a7e247a6f668b3b68767eecf4254416c5d03\nREC|DNS1_VM211_REF|stats.db|PERSISTENT=False|HISTORICAL=True|REWRITE_HINT=False|PATH_SHA=68771caa3fae5fa7923fde24ea75fab57cf3e1d3bd10a54dc553322b58a01da9\nPVE01_VM211_STRONG_REFERENCE_COUNT=1\nREC|PVE01_VM211_STRONG_REF|homelab-forum-snuffleupagus-health|CLASS=SCRIPT|MATCH_COUNT=1|HAS_HTTP=True|HAS_HEALTH=True|ACTIVE=NA|ENABLED=NA|AGE_SECONDS=1046686|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nPVE01_SNUFFLEUPAGUS_FILE_COUNT=3\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.service|ACTIVE=inactive|ENABLED=static|PATH_SHA=0510796bf22406256ed7577f3e7199c49f64b4aad9f12ac06c54f7ec314da188\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.timer|ACTIVE=active|ENABLED=enabled|PATH_SHA=297ae15f40cbd174ebd4ac786fec5caa10c3839d3776cb1bb6c7825c1627b63f\nREC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health|ACTIVE=NA|ENABLED=NA|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94\nVM130_STRONG_REFERENCE_TO_VM211_COUNT=0\nVM190_RCA_GUEST_TRANSPORT_RC=0\nVM190_RCA_GUEST_EXITCODE=999\nVM190_RCA_OUTPUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVM190_ACT_RUNNER_PROCESS_COUNT=UNKNOWN\nVM190_ACT_RUNNER_MAX_ETIME_SECONDS=UNKNOWN\nVM190_ACT_RUNNER_UNIT_FILES=UNKNOWN\nVM190_ACT_RUNNER_ACTIVE_UNITS=UNKNOWN\nVM190_ACT_RUNNER_ENABLED_UNITS=UNKNOWN\nVM190_ACT_RUNNER_CONFIG_COUNT=UNKNOWN\nVM190_ACT_RUNNER_DATA_NEWEST_AGE_SECONDS=UNKNOWN\nVM190_ACT_RUNNER_JOURNAL_7D_LINES=UNKNOWN\nVM190_ACT_RUNNER_JOURNAL_24H_LINES=UNKNOWN\nVM190_GIT_REPO_COUNT=UNKNOWN\nVM190_GIT_REPOS=UNKNOWN\nVM190_ESTABLISHED_TCP_COUNT=UNKNOWN\nVM190_LOGIN_30D_COUNT=UNKNOWN\nPVE01_VM190_STRONG_REFERENCE_COUNT=0\nPVE02_VM190_STRONG_REFERENCE_COUNT=0\nPVE03_VM190_STRONG_REFERENCE_COUNT=0\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=f3828137ec7d24dcb06127f4937bf01c002808cef08498d7ab1d875ec5a35eb5\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e9ea4abb70725ddb00cf228c9d20252687a00c26243af5901f16bd010150679e\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e4b48b81f5aa2370222e02c966acdbdf724102deaf630ab32497319bfa539315\nREC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=True|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87\nREC|VM190_PRIOR_REF_RECHECK|homelab-safe-exec|STRONG=False|BARE190=True|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=4a5261add8527f115543d7115d4610481fd75e6568c7589b1f8391a80c195e50\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=b5b589340bfd01aa531c24530a39dc78bf30f478d352b3c5fda17586ba1acd5b\nREC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=True|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=df39b5eb56cc17f25adb64ae41bdc7e3c7f1d307d0350e42566c40011f4bef1c\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=383e0630b66857696ab88a2e8a055a570ce706afc7a7b05f93ca41b0120da6b7\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=926390cb3defd64804baa32cf8b6e8aa7024bd37c9a51784961648e24701d4b3\nREC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=True|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338\nPVE03_RUNNING_KERNEL_NOW=7.0.12-1-pve\nPVE03_SIGNED_KERNEL_INSTALLED_COUNT_NOW=0\nPVE03_SIGNED_KERNEL_SET_SHA_NOW=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nREC|PVE03_PKG_NOW|proxmox-ve|MISSING\nREC|PVE03_PKG_NOW|pve-manager|MISSING\nREC|PVE03_PKG_NOW|qemu-server|MISSING\nREC|PVE03_PKG_NOW|pve-qemu-kvm|MISSING\nREC|PVE03_PKG_NOW|lxc-pve|MISSING\nREC|PVE03_PKG_NOW|corosync|MISSING\nREC|PVE03_PKG_NOW|pve-cluster|MISSING\nREC|PVE03_PKG_NOW|zfsutils-linux|MISSING\nREC|PVE03_PKG_NOW|zfs-zed|MISSING\nREC|PVE03_PKG_NOW|openssl|MISSING\nREC|PVE03_PKG_NOW|ceph-common|MISSING\nPVE03_APT_SIM_RC_RCA=0\nPVE03_APT_UPGRADE_COUNT_RCA=0\nPVE03_APT_REMOVE_COUNT_RCA=0\nPVE03_APT_LAST_START=\nPVE03_APT_LAST_END=\nPVE03_APT_LAST_CLASS=UNKNOWN\nPVE03_APT_LAST_INSTALL_COUNT=0\nPVE03_APT_LAST_UPGRADE_COUNT=0\nPVE03_APT_LAST_REMOVE_COUNT=0\nPVE03_APT_LAST_CMD_SHA=NONE\nPVE03_APT_LAST_MTIME_AGE=618157\nPVE03_JOURNAL_JOURNAL_FILES=81\nPVE03_JOURNAL_TOTAL_BYTES=4638900224\nPVE03_JOURNAL_OLDER14_BYTES=4110417920\nPVE03_JOURNAL_OLDER30_BYTES=3640655872\nPVE03_JOURNAL_OLDER60_BYTES=1090519040\nPVE03_JOURNAL_BOOT_COUNT=6\nPVE03_JOURNAL_SYSTEM_MAX_USE=DEFAULT\nPVE03_JOURNAL_MAX_RETENTION_SEC=DEFAULT\nPVE03_STAGING_PROBE_RC=0\nPVE03_STAGING_PROBE_SHA=5f83f67aec85c8562592675011b83c6ab8c0f6dece956c6cbcdde7e5bff99e72\nVM211_ALLOC_EST_BYTES_RCA=-1\nVM211_STRONG_PERSISTENT_EXTERNAL_REFERENCE_COUNT=1\nVM211_EXISTING_CLUSTER_BACKUP_COUNT_PREV=0\nVM211_EXISTING_BACKUP_READY=false\nVM211_BACKUP_REQUIRED_BEFORE_DELETE=true\nVM211_STAGING_BACKUP_TARGET_READY_RCA=false\nVM190_ACT_RUNNER_ACTIVE_EVIDENCE=false\nVM190_ACT_RUNNER_RECENT_ACTIVITY_EVIDENCE=false\nVM190_STRONG_EXTERNAL_REFERENCE_COUNT_TOTAL=0\nVM190_USAGE_CLASS=NO_ACTIVE_RUNNER_PROVEN_NEEDS_FURTHER_REVIEW\nPVE03_UPGRADE_STATE_NOW_COMPLETE_SIM=true\nPVE03_NEW_KERNEL_7_0_14_20_INSTALLED_NOW=false\nPVE03_JOURNAL_MAJOR_CLEANUP_OPPORTUNITY=true\nRCA_COMPLETE=true\nDECISION=PASS_RCA_VM211_DEPENDENCIES_REQUIRE_DECOMMISSION\nNEXT_GATE=PVE03_VM211_DEPENDENCY_DECOMMISSION_AND_BACKUP\nTASK_RESULT=PVE03_DECOMMISSION_RCA\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 050c1181..0a723d3d 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE03-DECOMMISSION-DEEP-AUDIT-99647R1 -STATUS=FAIL -RC=1 +COMMAND_ID=SUPPORT-261006-PVE03-DECOMMISSION-RCA-99648R1 +STATUS=OK +RC=0 HOST=pve01 MODE=read-only -COMPONENT=pve03-decommission-deep-audit +COMPONENT=pve03-decommission-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=642c7cfcc64d0ab36d486a5c9809d6bf211be3a26c933e8b9d7da6b602edc76c +COMMAND_SHA256=ec567c7a93d7ecd4ba6e8ea2bc15874f40e22496c668573b5a67e0db58b4bcf9 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=1 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,10 +24,10 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=dca80e61a958196b873bab5cd3f6227056b43de74e9a2b90fdf877719041cd9f -SANITIZED_OUTPUT_SHA256=dca80e61a958196b873bab5cd3f6227056b43de74e9a2b90fdf877719041cd9f +RAW_EVIDENCE_SHA256=c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f +SANITIZED_OUTPUT_SHA256=c351c2c93b8a60e6283310d6dca1540f1841a5badcb7c60fea1696a177b6039f OUTPUT_BEGIN -PVE03_DECOMMISSION_DEEP_AUDIT=V1 +PVE03_DECOMMISSION_RCA=V1 MODE=read-only NO_REBOOT=true NO_APT_UPDATE=true @@ -42,148 +42,125 @@ NO_NETWORK_MUTATION=true NO_BACKUP_CREATION=true USER_SELECTED_VM211_FOR_DELETION=true VM211_DELETE_EXECUTED=false -PREV_99646_EXPECTED_DECISION=PASS_PVE03_ROLE_DEPENDENCY_INVENTORY -PVE03_DEEP_PROBE_RC=0 -PVE03_DEEP_PROBE_STDERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -PVE03_DEEP_PROBE_JSON_VALID=true -PVE03_RUNNING_KERNEL=7.0.12-1-pve -PVE03_FAILED_UNIT_COUNT=0 -PVE03_VAR_LOG_BYTES=4655431878 -PVE03_ROTATED_OLD_LOG_COUNT=21 -PVE03_ROTATED_OLD_LOG_BYTES=4023724 -PVE03_APT_CACHE_BYTES=30422518 -PVE03_JOURNAL_USAGE_RC=0 -PVE03_JOURNAL_USAGE_TEXT=Archived and active journals take up 4G in the file system. -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000034ad8b-0006586d226117e5.journal|SIZE=67108864|AGE_DAYS=59 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000073761f-00065beae85dedd1.journal|SIZE=67108864|AGE_DAYS=13 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000221b2c-000657950e14c505.journal|SIZE=67108864|AGE_DAYS=69 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002f706c-0006583278c0fb16.journal|SIZE=67108864|AGE_DAYS=62 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002e1fb6-000658232b79c799.journal|SIZE=67108864|AGE_DAYS=62 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000239c51-000657a9d4affda4.journal|SIZE=67108864|AGE_DAYS=68 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000762a93-00065c303096d3db.journal|SIZE=67108864|AGE_DAYS=10 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000320c4b-0006584f6dbd31fc.journal|SIZE=67108864|AGE_DAYS=60 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000037502b-0006588b04799bed.journal|SIZE=67108864|AGE_DAYS=57 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002a2c1f-000657f52004f807.journal|SIZE=67108864|AGE_DAYS=65 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000074ca60-00065c0b8dab3cd7.journal|SIZE=67108864|AGE_DAYS=11 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000024ebda-000657b8dcb59e0e.journal|SIZE=67108864|AGE_DAYS=68 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000038a1f9-00065899d8c9bbae.journal|SIZE=67108864|AGE_DAYS=56 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000007a4fd4-00065ca98f6416fa.journal|SIZE=67108864|AGE_DAYS=4 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000278a94-000657d6eea63e97.journal|SIZE=67108864|AGE_DAYS=66 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000020ca9b-0006578604fa0c05.journal|SIZE=67108864|AGE_DAYS=70 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000263a55-000657c7c50f8f0b.journal|SIZE=67108864|AGE_DAYS=67 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000007bb072-00065cd0a6482f22.journal|SIZE=67108864|AGE_DAYS=1 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000778c8a-00065c564f5c6acc.journal|SIZE=67108864|AGE_DAYS=8 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000335d09-0006585de54478f3.journal|SIZE=67108864|AGE_DAYS=59 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002b7cc2-0006580461f055cc.journal|SIZE=67108864|AGE_DAYS=64 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-0000000000360029-0006587c2436f3cd.journal|SIZE=67108864|AGE_DAYS=58 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000078ef94-00065c7fc43dc241.journal|SIZE=67108864|AGE_DAYS=5 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000001f789a-0006577730b9f46f.journal|SIZE=67108864|AGE_DAYS=71 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000028db50-000657e5e1ddf4db.journal|SIZE=67108864|AGE_DAYS=65 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000002ccf40-00065813aeef6a84.journal|SIZE=67108864|AGE_DAYS=63 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000039f4ed-000658a8d01470fb.journal|SIZE=67108864|AGE_DAYS=56 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000051b670-000659a8be64744a.journal|SIZE=58720256|AGE_DAYS=43 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-00000000006c0a4c-00065af287fce298.journal|SIZE=58720256|AGE_DAYS=25 -REC|PVE03_LOG_TOP|journal/17a3403e3e324c62be41d332e265b338/system@df34622c0b554099a742b464516b17a9-000000000056d122-000659deffcea3f4.journal|SIZE=58720256|AGE_DAYS=40 -PVE03_STAGING_FINDMNT_RC=0 -PVE03_STAGING_FSTYPE=ext4 -PVE03_STAGING_OPTIONS=rw,noatime,stripe=16 -PVE03_STAGING_SOURCE_SHA=d40e58384ea4731ea287ec7bf467bac9930f52f68be57768eda2e060619ddf9b -PVE03_STAGING_TOTAL_BYTES=210241560576 -PVE03_STAGING_FREE_BYTES=199483838464 -REC|PVE03_LVM_USAGE|vm-190-disk-0|SIZE=85899345920|DATA_PERCENT=6.73|ALLOC_EST_BYTES=5781025980 -REC|PVE03_LVM_USAGE|vm-211-disk-0|SIZE=53687091200|DATA_PERCENT=5.97|ALLOC_EST_BYTES=3205119344 -VM211_GUEST_EXEC_TRANSPORT_RC=0 -VM211_GUEST_EXEC_EXITCODE=0 -VM211_GUEST_OUTPUT_SHA=d6408ab26538177a738716a0fe8738d42a7244d2e12bd84970e5885eaf352499 -VM211_HOSTNAME=newfi-staging -VM211_FAILED_UNITS=● -VM211_SVC_NGINX=active -VM211_SVC_MARIADB=active -VM211_SVC_NEWFI_TELEGRAM_EGRESS=failed -VM211_SVC_QEMU_GUEST_AGENT=active -VM211_NEWFI_EGRESS_ENABLED=disabled -VM211_NGINX_ACCESS_FILES=1 -VM211_NGINX_ACCESS_CURRENT_LINES=2819 -VM211_NGINX_ACCESS_CURRENT_AGE_SECONDS=45774 -VM211_NGINX_ACCESS_7D_BYTES=592274 -VM211_NGINX_ERROR_CURRENT_AGE_SECONDS=1094499 -VM211_WEB_ROOT_BYTES=115284963 -VM211_WEB_ROOT_NEWEST_AGE_SECONDS=2749 -VM211_MYSQL_DATADIR_BYTES=353000658 -VM211_MYSQL_DATADIR_NEWEST_AGE_SECONDS=38 -VM211_MYSQL_NON_SYSTEM_DB_COUNT=1 -VM211_MYSQL_NON_SYSTEM_DB_NAME_SHA=9e393a730f093afb63300b7bc7376deb0c158a5cb2ed18660b8148a92f143253 -VM211_MYSQL_APP_TABLE_COUNT=288 -VM211_MYSQL_APP_BYTES=74563584 -VM211_ESTABLISHED_TCP_COUNT=0 -VM211_ESTABLISHED_HTTP_COUNT=0 -VM211_ESTABLISHED_MYSQL_COUNT=0 -VM211_LOGIN_30D_COUNT=0 -VM211_ROOT_AUTHORIZED_KEYS_COUNT=1 -VM211_CRON_CUSTOM_FILE_COUNT=12 -VM211_XF_NEWFI_SITE_PRESENT=true -VM190_GUEST_EXEC_TRANSPORT_RC=0 -VM190_GUEST_EXEC_EXITCODE=0 -VM190_GUEST_OUTPUT_SHA=e2505b4e3f80acfa4484a54eecdfe593d0fc022efb85de88a2517ab8a54ca9b0 -VM190_HOSTNAME=homelab-ops-worker -VM190_FAILED_UNITS= -VM190_ESTABLISHED_TCP_COUNT=1 -VM190_LOGIN_30D_COUNT=0 -VM190_ROOT_AUTHORIZED_KEYS_COUNT=1 -VM190_ROOT_AUTH_KEYS_AGE_SECONDS=7052231 -VM190_ROOT_BASH_HISTORY_LINES=0 -VM190_ROOT_BASH_HISTORY_AGE_SECONDS=-1 -VM190_WORKSPACE_NEWEST_AGE_SECONDS=6702887 -VM190_GIT_REPO_COUNT=2 -VM190_GIT_REPOS=homelab-desired-state:1791248154:0,homelab-ops:1791248154:0, -VM190_PROCESS_NAMES=act_runner,agetty,bash,dbus-daemon,grep,head,irq/9-acpi,jbd2/sda1-8,kauditd,kcompactd0,kdevtmpfs,khugepaged,khungtaskd,ksmd,kswapd0,kthreadd,oom_reaper,paste,pool_workqueue_release,ps,psimon,qemu-ga,scsi_eh_0,scsi_eh_1,scsi_eh_2,sort,sshd,systemd,systemd-journal,systemd-logind,systemd-network,systemd-resolve,systemd-timesyn,systemd-udevd,unattended-upgr -VM190_CRON_CUSTOM_FILE_COUNT=5 -VM190_HOMELAB_DIR_BYTES=351536497 -VM190_WORKSPACE_DIR_BYTES=4375684 -REC|VM_STATE|130|edge-vm|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0 -REC|VM_STATE|190|homelab-ops-worker|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0 -REC|VM_STATE|211|newfi-staging|running|ONBOOT=1|PROTECTION=0|REAL_SNAPSHOTS=0 -VM211_PRIVATE_IP_COUNT=0 -VM211_PRIVATE_IPSET_SHA=NONE -VM190_PRIVATE_IP_COUNT=0 -VM190_PRIVATE_IPSET_SHA=NONE -VM130_REFERENCE_TO_VM211_FILE_COUNT=0 -VM130_REFERENCE_TO_VM211_PATHSET_SHA=NONE -DNS1_VM211_REFERENCE_FILE_COUNT=2 -DNS1_VM211_REFERENCE_PATHSET_SHA=01d4d490dcdbce5501ce02f74bc39298410a9c68244250c87ca629be0b081021 -DNS2_VM211_REFERENCE_FILE_COUNT=0 -DNS2_VM211_REFERENCE_PATHSET_SHA=NONE -PVE01_VM211_HOST_REFERENCE_FILE_COUNT=1 -PVE01_VM211_HOST_REFERENCE_PATHSET_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 -PVE01_VM190_HOST_REFERENCE_FILE_COUNT=5 -PVE01_VM190_HOST_REFERENCE_PATHSET_SHA=56505e6c70fe5cbb3c1c8bfdfacc52e140193a2f31300e1a9612b54e7f3b5d95 -REC|HOST_VM211_REFERENCE_FILE|pve01|homelab-forum-snuffleupagus-health|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 -REC|HOST_VM190_REFERENCE_FILE|pve01|nut-driver@cyberpower.service|PATH_SHA=5fc2105a48b182291555a012088d88159fc4f523edd6d1af6e7dd2b7b4c40819 -REC|HOST_VM190_REFERENCE_FILE|pve01|homelab-backup-v2|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87 -REC|HOST_VM190_REFERENCE_FILE|pve01|homelab-safe-exec|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca -REC|HOST_VM190_REFERENCE_FILE|pve01|homelab-vm-cloud-quorum-queue|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f -REC|HOST_VM190_REFERENCE_FILE|pve01|homelab-rotating-boot-drill|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338 -PVE02_VM211_HOST_REFERENCE_FILE_COUNT=0 -PVE02_VM211_HOST_REFERENCE_PATHSET_SHA=NONE -PVE02_VM190_HOST_REFERENCE_FILE_COUNT=0 -PVE02_VM190_HOST_REFERENCE_PATHSET_SHA=NONE -PVE03_VM211_HOST_REFERENCE_FILE_COUNT=0 -PVE03_VM211_HOST_REFERENCE_PATHSET_SHA=NONE -PVE03_VM190_HOST_REFERENCE_FILE_COUNT=0 -PVE03_VM190_HOST_REFERENCE_PATHSET_SHA=NONE -VM211_CLUSTER_BACKUP_COUNT=0 -VM211_CLUSTER_BACKUP_TOTAL_BYTES=0 -VM211_CLUSTER_BACKUP_NEWEST_AGE_SECONDS=-1 -VM211_STAGING_MATCH_COUNT=1 -VM211_STAGING_MATCH_TOTAL_BYTES=1850 -REC|VM211_STAGING_MATCH|vzdump-qemu-211-2026_09_06-11_30_58.log|SIZE=1850|AGE_SECONDS=2564694|PATH_SHA=dce0a033cb1a59a03bd3d07096643ab17532f32cfe52c83e8e18f9c7ea9ed693 -PVE03_APT_SIM_RC_NOW=0 -PVE03_APT_UPGRADE_COUNT_NOW=0 -PVE03_APT_REMOVE_COUNT_NOW=0 -VM211_EXTERNAL_REFERENCE_COUNT=3 -Traceback (most recent call last): - File "", line 354, in -AttributeError: 'str' object has no attribute 'get' +PREV_99647_STATUS=FAIL +PREV_99647_CHANGES_MADE=false +PREV_99647_REMOTE_PROBE_OK=true +PREV_99647_FAILURE_CLASS=CONTROLLER_POST_EVIDENCE_CLASSIFICATION_EXCEPTION +CLUSTER_RESOURCES_RC=0 +REC|VM_BASELINE|130|edge-vm|pve03|running +REC|VM_BASELINE|190|homelab-ops-worker|pve03|running +REC|VM_BASELINE|211|newfi-staging|pve03|running +VM130_ON_PVE03_NOW=true +VM130_RUNNING_NOW=true +VM190_ON_PVE03_NOW=true +VM190_RUNNING_NOW=true +VM211_ON_PVE03_NOW=true +VM211_RUNNING_NOW=true +VM211_PRIVATE_IP_COUNT_FIXED=0 +VM211_PRIVATE_IPSET_SHA_FIXED=NONE +VM190_PRIVATE_IP_COUNT_FIXED=0 +VM190_PRIVATE_IPSET_SHA_FIXED=NONE +DNS1_VM211_REFERENCE_SCAN_RC=0 +DNS1_VM211_REFERENCE_TOTAL_FIXED=2 +DNS1_VM211_PERSISTENT_REFERENCE_COUNT=0 +DNS1_VM211_HISTORICAL_REFERENCE_COUNT=1 +DNS1_VM211_REWRITE_HINT_COUNT=1 +REC|DNS1_VM211_REF|AdGuardHome|PERSISTENT=False|HISTORICAL=False|REWRITE_HINT=True|PATH_SHA=fb852a1b10599317208aa3e85e92a7e247a6f668b3b68767eecf4254416c5d03 +REC|DNS1_VM211_REF|stats.db|PERSISTENT=False|HISTORICAL=True|REWRITE_HINT=False|PATH_SHA=68771caa3fae5fa7923fde24ea75fab57cf3e1d3bd10a54dc553322b58a01da9 +PVE01_VM211_STRONG_REFERENCE_COUNT=1 +REC|PVE01_VM211_STRONG_REF|homelab-forum-snuffleupagus-health|CLASS=SCRIPT|MATCH_COUNT=1|HAS_HTTP=True|HAS_HEALTH=True|ACTIVE=NA|ENABLED=NA|AGE_SECONDS=1046686|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 +PVE01_SNUFFLEUPAGUS_FILE_COUNT=3 +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.service|ACTIVE=inactive|ENABLED=static|PATH_SHA=0510796bf22406256ed7577f3e7199c49f64b4aad9f12ac06c54f7ec314da188 +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health.timer|ACTIVE=active|ENABLED=enabled|PATH_SHA=297ae15f40cbd174ebd4ac786fec5caa10c3839d3776cb1bb6c7825c1627b63f +REC|PVE01_SNUFFLEUPAGUS_FILE|homelab-forum-snuffleupagus-health|ACTIVE=NA|ENABLED=NA|PATH_SHA=fd74748403bb142a7b340558009df098a0e39ff70c0268f69b51930b2f676e94 +VM130_STRONG_REFERENCE_TO_VM211_COUNT=0 +VM190_RCA_GUEST_TRANSPORT_RC=0 +VM190_RCA_GUEST_EXITCODE=999 +VM190_RCA_OUTPUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +VM190_ACT_RUNNER_PROCESS_COUNT=UNKNOWN +VM190_ACT_RUNNER_MAX_ETIME_SECONDS=UNKNOWN +VM190_ACT_RUNNER_UNIT_FILES=UNKNOWN +VM190_ACT_RUNNER_ACTIVE_UNITS=UNKNOWN +VM190_ACT_RUNNER_ENABLED_UNITS=UNKNOWN +VM190_ACT_RUNNER_CONFIG_COUNT=UNKNOWN +VM190_ACT_RUNNER_DATA_NEWEST_AGE_SECONDS=UNKNOWN +VM190_ACT_RUNNER_JOURNAL_7D_LINES=UNKNOWN +VM190_ACT_RUNNER_JOURNAL_24H_LINES=UNKNOWN +VM190_GIT_REPO_COUNT=UNKNOWN +VM190_GIT_REPOS=UNKNOWN +VM190_ESTABLISHED_TCP_COUNT=UNKNOWN +VM190_LOGIN_30D_COUNT=UNKNOWN +PVE01_VM190_STRONG_REFERENCE_COUNT=0 +PVE02_VM190_STRONG_REFERENCE_COUNT=0 +PVE03_VM190_STRONG_REFERENCE_COUNT=0 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=f3828137ec7d24dcb06127f4937bf01c002808cef08498d7ab1d875ec5a35eb5 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e9ea4abb70725ddb00cf228c9d20252687a00c26243af5901f16bd010150679e +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=False|PATH_SHA=e4b48b81f5aa2370222e02c966acdbdf724102deaf630ab32497319bfa539315 +REC|VM190_PRIOR_REF_RECHECK|homelab-backup-v2|STRONG=False|BARE190=True|PATH_SHA=6975cd3060e3ca47d095db1fbdbea19ad56480e046e87179d0c5e6fb53b03d87 +REC|VM190_PRIOR_REF_RECHECK|homelab-safe-exec|STRONG=False|BARE190=True|PATH_SHA=e2285a3d3f158069a96266b1a123b0eb7db693cea79013426dcf8d4698effeca +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=4a5261add8527f115543d7115d4610481fd75e6568c7589b1f8391a80c195e50 +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=False|PATH_SHA=b5b589340bfd01aa531c24530a39dc78bf30f478d352b3c5fda17586ba1acd5b +REC|VM190_PRIOR_REF_RECHECK|homelab-vm-cloud-quorum-queue|STRONG=False|BARE190=True|PATH_SHA=46b29efe5d758789e41c8e11bd739f189b252f1581bcb3601c8c45252ff31c6f +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=df39b5eb56cc17f25adb64ae41bdc7e3c7f1d307d0350e42566c40011f4bef1c +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=383e0630b66857696ab88a2e8a055a570ce706afc7a7b05f93ca41b0120da6b7 +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=False|PATH_SHA=926390cb3defd64804baa32cf8b6e8aa7024bd37c9a51784961648e24701d4b3 +REC|VM190_PRIOR_REF_RECHECK|homelab-rotating-boot-drill|STRONG=False|BARE190=True|PATH_SHA=dbc4c301ef8b70c3af642ace8d03a1442c8eed716579f99c365fd7a7258a7338 +PVE03_RUNNING_KERNEL_NOW=7.0.12-1-pve +PVE03_SIGNED_KERNEL_INSTALLED_COUNT_NOW=0 +PVE03_SIGNED_KERNEL_SET_SHA_NOW=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +REC|PVE03_PKG_NOW|proxmox-ve|MISSING +REC|PVE03_PKG_NOW|pve-manager|MISSING +REC|PVE03_PKG_NOW|qemu-server|MISSING +REC|PVE03_PKG_NOW|pve-qemu-kvm|MISSING +REC|PVE03_PKG_NOW|lxc-pve|MISSING +REC|PVE03_PKG_NOW|corosync|MISSING +REC|PVE03_PKG_NOW|pve-cluster|MISSING +REC|PVE03_PKG_NOW|zfsutils-linux|MISSING +REC|PVE03_PKG_NOW|zfs-zed|MISSING +REC|PVE03_PKG_NOW|openssl|MISSING +REC|PVE03_PKG_NOW|ceph-common|MISSING +PVE03_APT_SIM_RC_RCA=0 +PVE03_APT_UPGRADE_COUNT_RCA=0 +PVE03_APT_REMOVE_COUNT_RCA=0 +PVE03_APT_LAST_START= +PVE03_APT_LAST_END= +PVE03_APT_LAST_CLASS=UNKNOWN +PVE03_APT_LAST_INSTALL_COUNT=0 +PVE03_APT_LAST_UPGRADE_COUNT=0 +PVE03_APT_LAST_REMOVE_COUNT=0 +PVE03_APT_LAST_CMD_SHA=NONE +PVE03_APT_LAST_MTIME_AGE=618157 +PVE03_JOURNAL_JOURNAL_FILES=81 +PVE03_JOURNAL_TOTAL_BYTES=4638900224 +PVE03_JOURNAL_OLDER14_BYTES=4110417920 +PVE03_JOURNAL_OLDER30_BYTES=3640655872 +PVE03_JOURNAL_OLDER60_BYTES=1090519040 +PVE03_JOURNAL_BOOT_COUNT=6 +PVE03_JOURNAL_SYSTEM_MAX_USE=DEFAULT +PVE03_JOURNAL_MAX_RETENTION_SEC=DEFAULT +PVE03_STAGING_PROBE_RC=0 +PVE03_STAGING_PROBE_SHA=5f83f67aec85c8562592675011b83c6ab8c0f6dece956c6cbcdde7e5bff99e72 +VM211_ALLOC_EST_BYTES_RCA=-1 +VM211_STRONG_PERSISTENT_EXTERNAL_REFERENCE_COUNT=1 +VM211_EXISTING_CLUSTER_BACKUP_COUNT_PREV=0 +VM211_EXISTING_BACKUP_READY=false +VM211_BACKUP_REQUIRED_BEFORE_DELETE=true +VM211_STAGING_BACKUP_TARGET_READY_RCA=false +VM190_ACT_RUNNER_ACTIVE_EVIDENCE=false +VM190_ACT_RUNNER_RECENT_ACTIVITY_EVIDENCE=false +VM190_STRONG_EXTERNAL_REFERENCE_COUNT_TOTAL=0 +VM190_USAGE_CLASS=NO_ACTIVE_RUNNER_PROVEN_NEEDS_FURTHER_REVIEW +PVE03_UPGRADE_STATE_NOW_COMPLETE_SIM=true +PVE03_NEW_KERNEL_7_0_14_20_INSTALLED_NOW=false +PVE03_JOURNAL_MAJOR_CLEANUP_OPPORTUNITY=true +RCA_COMPLETE=true +DECISION=PASS_RCA_VM211_DEPENDENCIES_REQUIRE_DECOMMISSION +NEXT_GATE=PVE03_VM211_DEPENDENCY_DECOMMISSION_AND_BACKUP +TASK_RESULT=PVE03_DECOMMISSION_RCA +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION OUTPUT_END CHAT_OUTPUT_END