diff --git a/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.json b/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.json new file mode 100644 index 00000000..c6164fa1 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1", + "status": "FAIL", + "rc": 1, + "host": "pve01", + "mode": "read-only", + "component": "pve03-vm130-temp-backup-redundancy", + "started_at_utc": "2026-10-06T05:25:53Z", + "finished_at_utc": "2026-10-06T05:32:04Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "89f824f7a7cd7c46f222a5892b321797cad3a31b883c1483cde2a05af3ddb24a", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 1, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879", + "sanitized_output_sha256": "e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE03_VM130_TEMP_BACKUP_REDUNDANCY=V1\nMODE=read-only\nNO_REBOOT=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_MUTATION=true\nNO_NETWORK_MUTATION=true\nNO_SERVICE_RESTART=true\nNO_APT_UPDATE=true\nNO_REMOTE_WRITE=true\nRUNNING_KERNEL=7.0.14-20-pve\nVM130_STATUS_RC=0\nVM130_STATUS=status: running\nFAILED_UNIT_COUNT=0\nTEMP_DIR_EXISTS=true\nTEMP_ARCHIVE_EXISTS=true\nTEMP_LOG_EXISTS=true\nTEMP_ARCHIVE_SIZE=10721856155\nTEMP_ARCHIVE_ALLOC_BYTES=10721861632\nTEMP_ARCHIVE_AGE_D=16\nTEMP_ARCHIVE_MTIME_EPOCH=1789833031\nTEMP_ARCHIVE_SHA256=c65e37b3397746d63cd51f2e4c7a08ca8a84ac7200bf790dec0ea76470d349e9\nTEMP_ARCHIVE_ZSTD_RC=0\nTEMP_ARCHIVE_ZSTD_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_ARCHIVE_VMA_RC=0\nTEMP_ARCHIVE_VMA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_ARCHIVE_VMA_OUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_LOG_SIZE=6472\nTEMP_LOG_SHA256=5bdf970a23f263b288aeba747d9acd251b1f15e0ad32ca0c7c02d9482230a3e9\nTEMP_LOG_AGE_D=16\nTEMP_LOG_SUCCESS_MATCHES=1\nTEMP_LOG_ERROR_MATCHES=0\nTEMP_LOG_ABORT_MATCHES=0\nTEMP_LOG_RCLONE_MATCHES=0\nTEMP_LOG_UPLOAD_MATCHES=0\nTEMP_LOG_REMOVE_MATCHES=0\nTEMP_LOG_VZDUMP_MATCHES=3\nTEMP_LOG_VM130_MATCHES=2\nREC|TEMP_LOG_SIGNAL|1|b9bbde4c8f76eefedd55c9fbc25cfda77c053c0d13bff04bf5df81ac89aa5c5e|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|6|98ec4a64f49488f403178ee2bbabfd02b9dbc9acf7a9332e3c10c5d0d0fe5b12|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|8|b85411fa2bf98b49332d8bbbe2736241ae5cf5c88347f6f0d8f9ed9ca69951f6|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|10|8ac7f341aa58212fc8567395a2c7543ed4593580f42c10d1edd638b7cbcc07f6|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|12|bad917b80a51d717aec0617067721202e7660257afd119d699f8b390101efaef|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|66|94e853603a0cc3608da834de49a479480b0cda79193efbdc127b6319fda294f2|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|68|5aec899a9403f2babe2b916504694ce6fe49141bc1d64a5f15cbd2f7df3d5ea3|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|69|dd770876367b75d7bc3ecf9970f6b506c9d54508b29b8e414ae33e059c8d6212|2026-09-19 18\nLOCAL_VM130_ARCHIVE_COUNT=1\nREC|LOCAL_VM130_ARCHIVE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|1789833031|16|1d223d548834b1b185c3bb6e3351cf5e8f922b3a415a7ae54da701495ffdcc66\nLOCAL_NEWER_VM130_ARCHIVE_COUNT=0\nTEMP_BACKUP_REFERENCE_FILE_COUNT=0\nCURRENT_BACKUP_RELATED_FILE_COUNT=5\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-cloud-quorum-payload|df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352|VZDUMP=0|RCLONE=26|BACKUP=14\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe|bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96|VZDUMP=0|RCLONE=0|BACKUP=11\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-node-worker|91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1|VZDUMP=15|RCLONE=8|BACKUP=19\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|0478621221487845b57482958a03a7312e62079755a1ea05eaeaf547c190b76a|VZDUMP=0|RCLONE=7|BACKUP=5\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-required-check.sh|bca15ae3f67dd2d9ef5aa04a2270f7ec7de45b9f99f39ff72288df183d884cf4|VZDUMP=0|RCLONE=7|BACKUP=0\nCURRENT_BACKUP_RELATED_UNIT_COUNT=2\nREC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.service|08b71e545d90777929e14260130019cf32973ff56fab9c18457279a1c3a748d9\nREC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.timer|2d3f67ffbd70312144e7859decc60b13f389407b28bd881be586e679574d4a2f\nBACKUP_RELATED_TIMER_COUNT=0\nBACKUP_WINDOW_JOURNAL_RC=0\nBACKUP_WINDOW_JOURNAL_MATCH_COUNT=0\nBACKUP_WINDOW_VZDUMP_COUNT=0\nBACKUP_WINDOW_RCLONE_COUNT=0\nBACKUP_WINDOW_BACKUP_COUNT=0\nBACKUP_WINDOW_ERROR_COUNT=0\nBACKUP_WINDOW_SUCCESS_COUNT=0\nBACKUP_WINDOW_VM130_COUNT=0\nBACKUP_WINDOW_TEMP_PREFIX_COUNT=0\nRCLONE_LISTREMOTES_RC=0\nRCLONE_REMOTE_COUNT=26\nRCLONE_REMOTE_ba989ba2ee74_RC=0\nRCLONE_REMOTE_ba989ba2ee74_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_ba989ba2ee74_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_d6f277cbb6b3_RC=0\nRCLONE_REMOTE_d6f277cbb6b3_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_d6f277cbb6b3_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_09cffd1ef8e9_RC=0\nRCLONE_REMOTE_09cffd1ef8e9_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_09cffd1ef8e9_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_f5d7b1f80ac6_RC=0\nRCLONE_REMOTE_f5d7b1f80ac6_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_f5d7b1f80ac6_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_853fb3c4a4ae_RC=0\nRCLONE_REMOTE_853fb3c4a4ae_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_853fb3c4a4ae_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_e089ce77dae7_RC=0\nRCLONE_REMOTE_e089ce77dae7_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_e089ce77dae7_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_38a7e061eb54_RC=0\nRCLONE_REMOTE_38a7e061eb54_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_38a7e061eb54_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_995342067a8b_RC=1\nRCLONE_REMOTE_995342067a8b_ERR_SHA=18c91d00d64fae4a0bd5a74f5d3c3b9e48c9f3fd09a89fdc088c883a02c02020\nRCLONE_REMOTE_995342067a8b_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_f17fcdb7a565_RC=0\nRCLONE_REMOTE_f17fcdb7a565_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_f17fcdb7a565_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_4f35325e339b_RC=0\nRCLONE_REMOTE_4f35325e339b_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_4f35325e339b_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_826f9e273863_RC=0\nRCLONE_REMOTE_826f9e273863_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_826f9e273863_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_d4b56f8204a4_RC=0\nRCLONE_REMOTE_d4b56f8204a4_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_d4b56f8204a4_VM130_ARCHIVE_COUNT=0\nRCLONE_NEWER_VM130_ARCHIVE_COUNT=0\nRCLONE_TOTAL_VM130_ARCHIVE_COUNT=0\nTraceback (most recent call last):\n File \"\", line 240, in \nAttributeError: 'int' object has no attribute 'returncode'\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.txt b/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.txt new file mode 100644 index 00000000..bcfa66b8 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1.txt @@ -0,0 +1,146 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1 +STATUS=FAIL +RC=1 +HOST=pve01 +MODE=read-only +COMPONENT=pve03-vm130-temp-backup-redundancy +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=89f824f7a7cd7c46f222a5892b321797cad3a31b883c1483cde2a05af3ddb24a +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=1 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879 +SANITIZED_OUTPUT_SHA256=e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879 +OUTPUT_BEGIN +PVE03_VM130_TEMP_BACKUP_REDUNDANCY=V1 +MODE=read-only +NO_REBOOT=true +NO_PACKAGE_MUTATION=true +NO_GUEST_MUTATION=true +NO_CONFIG_WRITE=true +NO_FILE_DELETE=true +NO_STORAGE_MUTATION=true +NO_NETWORK_MUTATION=true +NO_SERVICE_RESTART=true +NO_APT_UPDATE=true +NO_REMOTE_WRITE=true +RUNNING_KERNEL=7.0.14-20-pve +VM130_STATUS_RC=0 +VM130_STATUS=status: running +FAILED_UNIT_COUNT=0 +TEMP_DIR_EXISTS=true +TEMP_ARCHIVE_EXISTS=true +TEMP_LOG_EXISTS=true +TEMP_ARCHIVE_SIZE=10721856155 +TEMP_ARCHIVE_ALLOC_BYTES=10721861632 +TEMP_ARCHIVE_AGE_D=16 +TEMP_ARCHIVE_MTIME_EPOCH=1789833031 +TEMP_ARCHIVE_SHA256=c65e37b3397746d63cd51f2e4c7a08ca8a84ac7200bf790dec0ea76470d349e9 +TEMP_ARCHIVE_ZSTD_RC=0 +TEMP_ARCHIVE_ZSTD_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_ARCHIVE_VMA_RC=0 +TEMP_ARCHIVE_VMA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_ARCHIVE_VMA_OUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_LOG_SIZE=6472 +TEMP_LOG_SHA256=5bdf970a23f263b288aeba747d9acd251b1f15e0ad32ca0c7c02d9482230a3e9 +TEMP_LOG_AGE_D=16 +TEMP_LOG_SUCCESS_MATCHES=1 +TEMP_LOG_ERROR_MATCHES=0 +TEMP_LOG_ABORT_MATCHES=0 +TEMP_LOG_RCLONE_MATCHES=0 +TEMP_LOG_UPLOAD_MATCHES=0 +TEMP_LOG_REMOVE_MATCHES=0 +TEMP_LOG_VZDUMP_MATCHES=3 +TEMP_LOG_VM130_MATCHES=2 +REC|TEMP_LOG_SIGNAL|1|b9bbde4c8f76eefedd55c9fbc25cfda77c053c0d13bff04bf5df81ac89aa5c5e|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|6|98ec4a64f49488f403178ee2bbabfd02b9dbc9acf7a9332e3c10c5d0d0fe5b12|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|8|b85411fa2bf98b49332d8bbbe2736241ae5cf5c88347f6f0d8f9ed9ca69951f6|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|10|8ac7f341aa58212fc8567395a2c7543ed4593580f42c10d1edd638b7cbcc07f6|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|12|bad917b80a51d717aec0617067721202e7660257afd119d699f8b390101efaef|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|66|94e853603a0cc3608da834de49a479480b0cda79193efbdc127b6319fda294f2|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|68|5aec899a9403f2babe2b916504694ce6fe49141bc1d64a5f15cbd2f7df3d5ea3|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|69|dd770876367b75d7bc3ecf9970f6b506c9d54508b29b8e414ae33e059c8d6212|2026-09-19 18 +LOCAL_VM130_ARCHIVE_COUNT=1 +REC|LOCAL_VM130_ARCHIVE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|1789833031|16|1d223d548834b1b185c3bb6e3351cf5e8f922b3a415a7ae54da701495ffdcc66 +LOCAL_NEWER_VM130_ARCHIVE_COUNT=0 +TEMP_BACKUP_REFERENCE_FILE_COUNT=0 +CURRENT_BACKUP_RELATED_FILE_COUNT=5 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-cloud-quorum-payload|df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352|VZDUMP=0|RCLONE=26|BACKUP=14 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe|bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96|VZDUMP=0|RCLONE=0|BACKUP=11 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-node-worker|91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1|VZDUMP=15|RCLONE=8|BACKUP=19 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|0478621221487845b57482958a03a7312e62079755a1ea05eaeaf547c190b76a|VZDUMP=0|RCLONE=7|BACKUP=5 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-required-check.sh|bca15ae3f67dd2d9ef5aa04a2270f7ec7de45b9f99f39ff72288df183d884cf4|VZDUMP=0|RCLONE=7|BACKUP=0 +CURRENT_BACKUP_RELATED_UNIT_COUNT=2 +REC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.service|08b71e545d90777929e14260130019cf32973ff56fab9c18457279a1c3a748d9 +REC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.timer|2d3f67ffbd70312144e7859decc60b13f389407b28bd881be586e679574d4a2f +BACKUP_RELATED_TIMER_COUNT=0 +BACKUP_WINDOW_JOURNAL_RC=0 +BACKUP_WINDOW_JOURNAL_MATCH_COUNT=0 +BACKUP_WINDOW_VZDUMP_COUNT=0 +BACKUP_WINDOW_RCLONE_COUNT=0 +BACKUP_WINDOW_BACKUP_COUNT=0 +BACKUP_WINDOW_ERROR_COUNT=0 +BACKUP_WINDOW_SUCCESS_COUNT=0 +BACKUP_WINDOW_VM130_COUNT=0 +BACKUP_WINDOW_TEMP_PREFIX_COUNT=0 +RCLONE_LISTREMOTES_RC=0 +RCLONE_REMOTE_COUNT=26 +RCLONE_REMOTE_ba989ba2ee74_RC=0 +RCLONE_REMOTE_ba989ba2ee74_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_ba989ba2ee74_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_d6f277cbb6b3_RC=0 +RCLONE_REMOTE_d6f277cbb6b3_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_d6f277cbb6b3_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_09cffd1ef8e9_RC=0 +RCLONE_REMOTE_09cffd1ef8e9_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_09cffd1ef8e9_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_f5d7b1f80ac6_RC=0 +RCLONE_REMOTE_f5d7b1f80ac6_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_f5d7b1f80ac6_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_853fb3c4a4ae_RC=0 +RCLONE_REMOTE_853fb3c4a4ae_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_853fb3c4a4ae_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_e089ce77dae7_RC=0 +RCLONE_REMOTE_e089ce77dae7_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_e089ce77dae7_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_38a7e061eb54_RC=0 +RCLONE_REMOTE_38a7e061eb54_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_38a7e061eb54_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_995342067a8b_RC=1 +RCLONE_REMOTE_995342067a8b_ERR_SHA=18c91d00d64fae4a0bd5a74f5d3c3b9e48c9f3fd09a89fdc088c883a02c02020 +RCLONE_REMOTE_995342067a8b_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_f17fcdb7a565_RC=0 +RCLONE_REMOTE_f17fcdb7a565_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_f17fcdb7a565_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_4f35325e339b_RC=0 +RCLONE_REMOTE_4f35325e339b_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_4f35325e339b_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_826f9e273863_RC=0 +RCLONE_REMOTE_826f9e273863_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_826f9e273863_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_d4b56f8204a4_RC=0 +RCLONE_REMOTE_d4b56f8204a4_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_d4b56f8204a4_VM130_ARCHIVE_COUNT=0 +RCLONE_NEWER_VM130_ARCHIVE_COUNT=0 +RCLONE_TOTAL_VM130_ARCHIVE_COUNT=0 +Traceback (most recent call last): + File "", line 240, in +AttributeError: 'int' object has no attribute 'returncode' + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 676d0a77..c6164fa1 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE03-CLEANUP-CANDIDATE-FORENSICS-99674R1", - "status": "OK", - "rc": 0, + "command_id": "SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1", + "status": "FAIL", + "rc": 1, "host": "pve01", "mode": "read-only", - "component": "pve03-cleanup-candidate-forensics", - "started_at_utc": "2026-10-06T05:21:07Z", - "finished_at_utc": "2026-10-06T05:21:11Z", + "component": "pve03-vm130-temp-backup-redundancy", + "started_at_utc": "2026-10-06T05:25:53Z", + "finished_at_utc": "2026-10-06T05:32:04Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "350675ebb9b800682030faa3e540e7062f915c1a1cebfaafcef034e34f5b6902", + "command_sha256": "89f824f7a7cd7c46f222a5892b321797cad3a31b883c1483cde2a05af3ddb24a", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 0, + "command_rc": 1, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "f67c84e527faed9d4a913e5ca4e41e9ac4a1d3c26b71bb045b6b983feabde7f2", - "sanitized_output_sha256": "f67c84e527faed9d4a913e5ca4e41e9ac4a1d3c26b71bb045b6b983feabde7f2", + "raw_evidence_sha256": "e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879", + "sanitized_output_sha256": "e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE03_CLEANUP_CANDIDATE_FORENSICS=V1\nMODE=read-only\nNO_REBOOT=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_MUTATION=true\nNO_NETWORK_MUTATION=true\nNO_SERVICE_RESTART=true\nNO_APT_UPDATE=true\nVAR_TMP_OLD_FILE_COUNT=2\nVAR_TMP_OLD_LOGICAL_BYTES=10721862627\nVAR_TMP_OLD_ALLOC_BYTES=10721869824\nREC|VAR_TMP_OLD_FILE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|SIZE=10721856155|ALLOC=10721861632|AGE_D=16|MTIME=2026-09-19T15:50:31.226368+00:00|OWNER_MODE=root|root|644|TYPE_SHA=da150e8e99d313d892d7d7b76f4ed5cf38798a636686fc609d9900e70ac3985d|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=10721856512|QEMU_ACTUAL=10721861632|REFS=0|OPEN_REFS=0\nREC|VAR_TMP_OLD_FILE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.log|SIZE=6472|ALLOC=8192|AGE_D=16|MTIME=2026-09-19T15:50:32.043913+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6656|QEMU_ACTUAL=8192|REFS=0|OPEN_REFS=0\nVAR_TMP_PARENT_COUNT=1\nREC|VAR_TMP_PARENT|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|2|10721862627|16|a3bad474670a979c64493ad7be7fdd85672752e6a0803759435973ec1b011d1f\nREC|VAR_TMP_SIBLING|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|16\nREC|VAR_TMP_SIBLING|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|vzdump-qemu-130-2026_09_19-18_46_18.log|6472|16\nTEMPLATE_ARTIFACT_COUNT=2\nREC|ISO_ARTIFACT|var/lib/vz/template/iso/debian-13-genericcloud-amd64.qcow2|SIZE=339017728|ALLOC=339021824|AGE_D=126|MTIME=2026-06-01T16:02:31+00:00|OWNER_MODE=root|root|644|TYPE_SHA=09449531e63e8db893474545c0ec67b74d5f62d76120388ffd489236925645f8|QEMU_RC=0|QEMU_FMT=qcow2|QEMU_VIRT=3221225472|QEMU_ACTUAL=339021824|REFS=0|OPEN_REFS=0\nREC|LXC_TEMPLATE_ARTIFACT|var/lib/vz/template/cache/debian-13-standard_13.1-2_amd64.tar.zst|SIZE=129710398|ALLOC=129712128|AGE_D=55|MTIME=2026-08-12T05:08:57.058184+00:00|OWNER_MODE=root|root|644|TYPE_SHA=da150e8e99d313d892d7d7b76f4ed5cf38798a636686fc609d9900e70ac3985d|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=129710592|QEMU_ACTUAL=129712128|REFS=0|OPEN_REFS=0\nISO_CURRENT_GUEST_CONFIG_REFERENCE=false\nLXC_TEMPLATE_CURRENT_GUEST_CONFIG_REFERENCE=false\nLOCAL_DUMP_FILE_COUNT=3\nLOCAL_DUMP_FILE_BYTES=10350\nREC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-130-2026_09_13-09_50_52.log|SIZE=6200|ALLOC=8192|AGE_D=22|MTIME=2026-09-13T06:55:06.444926+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6656|QEMU_ACTUAL=8192|REFS=0|OPEN_REFS=0\nREC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-190-2026_09_13-09_47_41.log|SIZE=2370|ALLOC=4096|AGE_D=22|MTIME=2026-09-13T06:48:29.605810+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2560|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nREC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-211-2026_09_13-09_45_41.log|SIZE=1780|ALLOC=4096|AGE_D=22|MTIME=2026-09-13T06:46:08.961359+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2048|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nSTAGING_OTHER_COUNT=131\nSTAGING_OTHER_BYTES=502691\nREC|STAGING_OTHER_EXT|.log|128\nREC|STAGING_OTHER_EXT|.txt|3\nREC|STAGING_OTHER_TOPDIR|homelab-vm-cloud-quorum|125\nREC|STAGING_OTHER_TOPDIR|vzdump|6\nSTAGING_OTHER_OPEN_FILE_COUNT=0\nSTAGING_OTHER_GE_14D_COUNT=131\nSTAGING_OTHER_GE_14D_BYTES=502691\nSTAGING_OTHER_GE_30D_COUNT=111\nSTAGING_OTHER_GE_30D_BYTES=378261\nSTAGING_OTHER_GE_60D_COUNT=6\nSTAGING_OTHER_GE_60D_BYTES=19315\nSTAGING_OTHER_GE_90D_COUNT=0\nSTAGING_OTHER_GE_90D_BYTES=0\nCUSTOM_FORENSIC_TARGET_COUNT=9\nREC|CUSTOM_TARGET|usr/local/sbin/__pycache__/skladchik-complaints-cluster-probecpython-313.pyc|SIZE=10390|ALLOC=12288|AGE_D=0|MTIME=2026-10-05T08:23:20.859327+00:00|OWNER_MODE=root|root|600|TYPE_SHA=40809868dd1f085c243ee5fa1bd0986466a201c0c0f8e966b1c443284e0fcba9|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=10752|QEMU_ACTUAL=12288|REFS=0|OPEN_REFS=0\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|SIZE=2106|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T15:29:48.531499+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2560|QEMU_ACTUAL=4096|REFS=1|OPEN_REFS=0\nREC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/19_pve03_host_automation_audit.txt|fcd48f2365dc52b86879864edfdbb19c83cb36cc50f57d57e65d015f890677bc\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-cluster-admin-node-probe|SIZE=1717|ALLOC=4096|AGE_D=89|MTIME=2026-07-08T23:15:02.534623+00:00|OWNER_MODE=root|root|755|TYPE_SHA=6a6741e111bc7e19e6e3e90d5518ab3f6308c94a6d9e8db083ec0ab9bbea5baa|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2048|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-staging-check.sh|SIZE=1393|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T14:51:03.489984+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-rclone-required-check.sh|SIZE=1035|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T14:57:45.819821+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nREC|CUSTOM_TARGET|usr/local/sbin/skladchik-complaints-cluster-probe|SIZE=6085|ALLOC=8192|AGE_D=0|MTIME=2026-10-05T08:23:20.820579+00:00|OWNER_MODE=root|root|755|TYPE_SHA=e2e6b470ebe7f22c9dc79c8789da9bcaadf801f4a6b18288f8562ecc7acfa59c|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6144|QEMU_ACTUAL=8192|REFS=2|OPEN_REFS=0\nREC|CUSTOM_TARGET_REF|etc/systemd/system/skladchik-complaints-cluster-probe.service|ec8b106f4204ceb382cbfdc5128233467f3faa2c940a4cb5d59221132dd02b48\nREC|CUSTOM_TARGET_REF|etc/systemd/system/skladchik-complaints-cluster-probe.timer|a07bf75dfa20b1797b42a9037514ff32dbbfd4b9bbd7e018732c7bebb96d8462\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-smartctl-textfile|SIZE=1374|ALLOC=4096|AGE_D=107|MTIME=2026-06-20T20:13:01.230721+00:00|OWNER_MODE=root|root|755|TYPE_SHA=f40fee7ed05c0a115b2cb9bdbe62ca389c609858b2566e382f84ad5aedf57e94|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=6|OPEN_REFS=0\nREC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-smartctl-textfile.service|475c559391f79ff334901faebd2e75a6fb7bc7fa5e266ee410fe4adce14c4912\nREC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-smartctl-textfile.timer|268c5e548a7641d05701dd3fe3388ad9a6984fec1db8e7a5355c7a3f658144a8\nREC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/service-files.txt|c35519cb493d0210d75bc42d4865403d46a6e219bfc738a65b61dbe9ade4dea1\nREC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/timers.txt|538078f51906612b7e33a6292188da448828592033fb057aaa0e4999446c416e\nREC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/03_pve03_audit.txt|e33351814f135f8786f0f6222ba018e8491de476e77a50aed134b234b2d68254\nREC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/19_pve03_host_automation_audit.txt|fcd48f2365dc52b86879864edfdbb19c83cb36cc50f57d57e65d015f890677bc\nREC|CUSTOM_TARGET|usr/local/sbin/homelab-pve03-r8152-rx-ring|SIZE=1353|ALLOC=4096|AGE_D=54|MTIME=2026-08-12T18:39:44.991062+00:00|OWNER_MODE=root|root|755|TYPE_SHA=f40fee7ed05c0a115b2cb9bdbe62ca389c609858b2566e382f84ad5aedf57e94|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=2|OPEN_REFS=0\nREC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-pve03-r8152-rx-ring.service|37c4bd8d97e83c0df3035bfe38db5f54ab4c073e1b972c4df7d9584d07979cb9\nREC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/service-files.txt|c35519cb493d0210d75bc42d4865403d46a6e219bfc738a65b61dbe9ade4dea1\nREC|CUSTOM_TARGET|opt/cluster-admin-probe-target/responder.py|SIZE=2648|ALLOC=4096|AGE_D=83|MTIME=2026-07-14T09:15:46+00:00|OWNER_MODE=root|root|750|TYPE_SHA=e2e6b470ebe7f22c9dc79c8789da9bcaadf801f4a6b18288f8562ecc7acfa59c|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=3072|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0\nREC|UNIT_FORENSIC|homelab-cluster-internal-ip.service|7b6edefc5749f7a583f3324bc1981e86e963226f2523bd5cb47f117dc096f6cd|0\nREC|UNIT_FORENSIC|homelab-pve03-r8152-rx-ring.service|73f722eba4df79e41e010bb87ee49eb410f1a1345c05654f75ed2aa97e4b2500|0\nREC|UNIT_FORENSIC|homelab-smartctl-textfile.service|fdf7dbb51bc05b165b06e9bee84f9685c60f8e60bd98fd71f486b14ad0c21971|0\nREC|UNIT_FORENSIC|homelab-smartctl-textfile.timer|64fd0667e191db4f8175a6966bbf761877d26e08670fcdbd5d3aa0567396823e|0\nREC|UNIT_FORENSIC|skladchik-complaints-cluster-probe.service|8e7f974e7e04dc868350b84e8ec33bc0ba44af7c2034512f433310945c595ea4|0\nREC|UNIT_FORENSIC|skladchik-complaints-cluster-probe.timer|22c604d667aa4aee103de9cff429c149f41b01676245a85a50f1a51674bdb2fb|0\nREC|UNIT_FORENSIC|netbird.service|ff1a2f8cb5cea9e853fcb20882586c8ccc499f83b5c88648bfc9583336852cdc|0\nREC|LOG_GROUP_GE30D|apt_dpkg_old|6|38832|57344\nREC|LOG_GROUP_GE30D|ifupdown2_old|83|534934|827392\nREC|LOG_GROUP_GE30D|other_old|9|4705|20480\nREC|LOG_GROUP_GE30D|pve_task_old|450|650448|2179072\nREC|LOG_GROUP_GE30D|pveproxy_old|8|1073273|1093632\nVM211_ROLLBACK_ARCHIVE_COUNT=1\nVM211_ROLLBACK_SIZE=645961628\nVM211_ROLLBACK_AGE_D=0\nVM211_ROLLBACK_OPEN_REFS=0\nVM211_ROLLBACK_CONFIG_REFS=0\nREC|CLASSIFY_VAR_TMP|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|SAFE_CANDIDATE|10721856155|10721861632\nREC|CLASSIFY_VAR_TMP|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.log|SAFE_CANDIDATE|6472|8192\nREC|CLASSIFY_TEMPLATE_ARTIFACT|ISO|debian-13-genericcloud-amd64.qcow2|OPTIONAL_REDOWNLOADABLE|339017728|0\nREC|CLASSIFY_TEMPLATE_ARTIFACT|LXC_TEMPLATE|debian-13-standard_13.1-2_amd64.tar.zst|OPTIONAL_REDOWNLOADABLE|129710398|0\nREC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-211-2026_09_13-09_45_41.log|SAFE_LOG_ONLY|1780\nREC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-190-2026_09_13-09_47_41.log|SAFE_LOG_ONLY|2370\nREC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-130-2026_09_13-09_50_52.log|SAFE_LOG_ONLY|6200\nREC|CLASSIFY_CUSTOM|usr/local/sbin/__pycache__/skladchik-complaints-cluster-probecpython-313.pyc|SAFE_REGENERABLE_CACHE|10390\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|REFERENCED_KEEP|2106|1|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-cluster-admin-node-probe|UNREFERENCED_INVESTIGATE|1717|0|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-staging-check.sh|UNREFERENCED_INVESTIGATE|1393|0|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-rclone-required-check.sh|UNREFERENCED_INVESTIGATE|1035|0|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/skladchik-complaints-cluster-probe|REFERENCED_KEEP|6085|2|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-smartctl-textfile|REFERENCED_KEEP|1374|6|0\nREC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-pve03-r8152-rx-ring|REFERENCED_KEEP|1353|2|0\nREC|CLASSIFY_CUSTOM|opt/cluster-admin-probe-target/responder.py|UNREFERENCED_INVESTIGATE|2648|0|0\nDECISION=PASS_PVE03_CLEANUP_CANDIDATE_FORENSICS\nNEXT_GATE=PVE03_TARGETED_CLEANUP_PLAN\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE03-CLEANUP-CANDIDATE-FORENSICS-99674R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVE03_VM130_TEMP_BACKUP_REDUNDANCY=V1\nMODE=read-only\nNO_REBOOT=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_CONFIG_WRITE=true\nNO_FILE_DELETE=true\nNO_STORAGE_MUTATION=true\nNO_NETWORK_MUTATION=true\nNO_SERVICE_RESTART=true\nNO_APT_UPDATE=true\nNO_REMOTE_WRITE=true\nRUNNING_KERNEL=7.0.14-20-pve\nVM130_STATUS_RC=0\nVM130_STATUS=status: running\nFAILED_UNIT_COUNT=0\nTEMP_DIR_EXISTS=true\nTEMP_ARCHIVE_EXISTS=true\nTEMP_LOG_EXISTS=true\nTEMP_ARCHIVE_SIZE=10721856155\nTEMP_ARCHIVE_ALLOC_BYTES=10721861632\nTEMP_ARCHIVE_AGE_D=16\nTEMP_ARCHIVE_MTIME_EPOCH=1789833031\nTEMP_ARCHIVE_SHA256=c65e37b3397746d63cd51f2e4c7a08ca8a84ac7200bf790dec0ea76470d349e9\nTEMP_ARCHIVE_ZSTD_RC=0\nTEMP_ARCHIVE_ZSTD_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_ARCHIVE_VMA_RC=0\nTEMP_ARCHIVE_VMA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_ARCHIVE_VMA_OUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nTEMP_LOG_SIZE=6472\nTEMP_LOG_SHA256=5bdf970a23f263b288aeba747d9acd251b1f15e0ad32ca0c7c02d9482230a3e9\nTEMP_LOG_AGE_D=16\nTEMP_LOG_SUCCESS_MATCHES=1\nTEMP_LOG_ERROR_MATCHES=0\nTEMP_LOG_ABORT_MATCHES=0\nTEMP_LOG_RCLONE_MATCHES=0\nTEMP_LOG_UPLOAD_MATCHES=0\nTEMP_LOG_REMOVE_MATCHES=0\nTEMP_LOG_VZDUMP_MATCHES=3\nTEMP_LOG_VM130_MATCHES=2\nREC|TEMP_LOG_SIGNAL|1|b9bbde4c8f76eefedd55c9fbc25cfda77c053c0d13bff04bf5df81ac89aa5c5e|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|6|98ec4a64f49488f403178ee2bbabfd02b9dbc9acf7a9332e3c10c5d0d0fe5b12|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|8|b85411fa2bf98b49332d8bbbe2736241ae5cf5c88347f6f0d8f9ed9ca69951f6|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|10|8ac7f341aa58212fc8567395a2c7543ed4593580f42c10d1edd638b7cbcc07f6|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|12|bad917b80a51d717aec0617067721202e7660257afd119d699f8b390101efaef|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|66|94e853603a0cc3608da834de49a479480b0cda79193efbdc127b6319fda294f2|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|68|5aec899a9403f2babe2b916504694ce6fe49141bc1d64a5f15cbd2f7df3d5ea3|2026-09-19 18\nREC|TEMP_LOG_SIGNAL|69|dd770876367b75d7bc3ecf9970f6b506c9d54508b29b8e414ae33e059c8d6212|2026-09-19 18\nLOCAL_VM130_ARCHIVE_COUNT=1\nREC|LOCAL_VM130_ARCHIVE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|1789833031|16|1d223d548834b1b185c3bb6e3351cf5e8f922b3a415a7ae54da701495ffdcc66\nLOCAL_NEWER_VM130_ARCHIVE_COUNT=0\nTEMP_BACKUP_REFERENCE_FILE_COUNT=0\nCURRENT_BACKUP_RELATED_FILE_COUNT=5\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-cloud-quorum-payload|df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352|VZDUMP=0|RCLONE=26|BACKUP=14\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe|bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96|VZDUMP=0|RCLONE=0|BACKUP=11\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-node-worker|91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1|VZDUMP=15|RCLONE=8|BACKUP=19\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|0478621221487845b57482958a03a7312e62079755a1ea05eaeaf547c190b76a|VZDUMP=0|RCLONE=7|BACKUP=5\nREC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-required-check.sh|bca15ae3f67dd2d9ef5aa04a2270f7ec7de45b9f99f39ff72288df183d884cf4|VZDUMP=0|RCLONE=7|BACKUP=0\nCURRENT_BACKUP_RELATED_UNIT_COUNT=2\nREC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.service|08b71e545d90777929e14260130019cf32973ff56fab9c18457279a1c3a748d9\nREC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.timer|2d3f67ffbd70312144e7859decc60b13f389407b28bd881be586e679574d4a2f\nBACKUP_RELATED_TIMER_COUNT=0\nBACKUP_WINDOW_JOURNAL_RC=0\nBACKUP_WINDOW_JOURNAL_MATCH_COUNT=0\nBACKUP_WINDOW_VZDUMP_COUNT=0\nBACKUP_WINDOW_RCLONE_COUNT=0\nBACKUP_WINDOW_BACKUP_COUNT=0\nBACKUP_WINDOW_ERROR_COUNT=0\nBACKUP_WINDOW_SUCCESS_COUNT=0\nBACKUP_WINDOW_VM130_COUNT=0\nBACKUP_WINDOW_TEMP_PREFIX_COUNT=0\nRCLONE_LISTREMOTES_RC=0\nRCLONE_REMOTE_COUNT=26\nRCLONE_REMOTE_ba989ba2ee74_RC=0\nRCLONE_REMOTE_ba989ba2ee74_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_ba989ba2ee74_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_d6f277cbb6b3_RC=0\nRCLONE_REMOTE_d6f277cbb6b3_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_d6f277cbb6b3_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_09cffd1ef8e9_RC=0\nRCLONE_REMOTE_09cffd1ef8e9_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_09cffd1ef8e9_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_f5d7b1f80ac6_RC=0\nRCLONE_REMOTE_f5d7b1f80ac6_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_f5d7b1f80ac6_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_853fb3c4a4ae_RC=0\nRCLONE_REMOTE_853fb3c4a4ae_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_853fb3c4a4ae_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_e089ce77dae7_RC=0\nRCLONE_REMOTE_e089ce77dae7_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_e089ce77dae7_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_38a7e061eb54_RC=0\nRCLONE_REMOTE_38a7e061eb54_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_38a7e061eb54_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_995342067a8b_RC=1\nRCLONE_REMOTE_995342067a8b_ERR_SHA=18c91d00d64fae4a0bd5a74f5d3c3b9e48c9f3fd09a89fdc088c883a02c02020\nRCLONE_REMOTE_995342067a8b_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_f17fcdb7a565_RC=0\nRCLONE_REMOTE_f17fcdb7a565_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_f17fcdb7a565_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_4f35325e339b_RC=0\nRCLONE_REMOTE_4f35325e339b_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_4f35325e339b_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_826f9e273863_RC=0\nRCLONE_REMOTE_826f9e273863_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_826f9e273863_VM130_ARCHIVE_COUNT=0\nRCLONE_REMOTE_d4b56f8204a4_RC=0\nRCLONE_REMOTE_d4b56f8204a4_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nRCLONE_REMOTE_d4b56f8204a4_VM130_ARCHIVE_COUNT=0\nRCLONE_NEWER_VM130_ARCHIVE_COUNT=0\nRCLONE_TOTAL_VM130_ARCHIVE_COUNT=0\nTraceback (most recent call last):\n File \"\", line 240, in \nAttributeError: 'int' object has no attribute 'returncode'\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 62417656..bcfa66b8 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE03-CLEANUP-CANDIDATE-FORENSICS-99674R1 -STATUS=OK -RC=0 +COMMAND_ID=SUPPORT-261006-PVE03-VM130-TEMP-BACKUP-REDUNDANCY-99675R1 +STATUS=FAIL +RC=1 HOST=pve01 MODE=read-only -COMPONENT=pve03-cleanup-candidate-forensics +COMPONENT=pve03-vm130-temp-backup-redundancy REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=350675ebb9b800682030faa3e540e7062f915c1a1cebfaafcef034e34f5b6902 +COMMAND_SHA256=89f824f7a7cd7c46f222a5892b321797cad3a31b883c1483cde2a05af3ddb24a DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=1 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,10 +24,10 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=f67c84e527faed9d4a913e5ca4e41e9ac4a1d3c26b71bb045b6b983feabde7f2 -SANITIZED_OUTPUT_SHA256=f67c84e527faed9d4a913e5ca4e41e9ac4a1d3c26b71bb045b6b983feabde7f2 +RAW_EVIDENCE_SHA256=e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879 +SANITIZED_OUTPUT_SHA256=e737bd7378ceefbdff5dad2a66e3e874b66ef086f8b280d177c1b1d44bf34879 OUTPUT_BEGIN -PVE03_CLEANUP_CANDIDATE_FORENSICS=V1 +PVE03_VM130_TEMP_BACKUP_REDUNDANCY=V1 MODE=read-only NO_REBOOT=true NO_PACKAGE_MUTATION=true @@ -38,101 +38,109 @@ NO_STORAGE_MUTATION=true NO_NETWORK_MUTATION=true NO_SERVICE_RESTART=true NO_APT_UPDATE=true -VAR_TMP_OLD_FILE_COUNT=2 -VAR_TMP_OLD_LOGICAL_BYTES=10721862627 -VAR_TMP_OLD_ALLOC_BYTES=10721869824 -REC|VAR_TMP_OLD_FILE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|SIZE=10721856155|ALLOC=10721861632|AGE_D=16|MTIME=2026-09-19T15:50:31.226368+00:00|OWNER_MODE=root|root|644|TYPE_SHA=da150e8e99d313d892d7d7b76f4ed5cf38798a636686fc609d9900e70ac3985d|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=10721856512|QEMU_ACTUAL=10721861632|REFS=0|OPEN_REFS=0 -REC|VAR_TMP_OLD_FILE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.log|SIZE=6472|ALLOC=8192|AGE_D=16|MTIME=2026-09-19T15:50:32.043913+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6656|QEMU_ACTUAL=8192|REFS=0|OPEN_REFS=0 -VAR_TMP_PARENT_COUNT=1 -REC|VAR_TMP_PARENT|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|2|10721862627|16|a3bad474670a979c64493ad7be7fdd85672752e6a0803759435973ec1b011d1f -REC|VAR_TMP_SIBLING|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|16 -REC|VAR_TMP_SIBLING|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c|vzdump-qemu-130-2026_09_19-18_46_18.log|6472|16 -TEMPLATE_ARTIFACT_COUNT=2 -REC|ISO_ARTIFACT|var/lib/vz/template/iso/debian-13-genericcloud-amd64.qcow2|SIZE=339017728|ALLOC=339021824|AGE_D=126|MTIME=2026-06-01T16:02:31+00:00|OWNER_MODE=root|root|644|TYPE_SHA=09449531e63e8db893474545c0ec67b74d5f62d76120388ffd489236925645f8|QEMU_RC=0|QEMU_FMT=qcow2|QEMU_VIRT=3221225472|QEMU_ACTUAL=339021824|REFS=0|OPEN_REFS=0 -REC|LXC_TEMPLATE_ARTIFACT|var/lib/vz/template/cache/debian-13-standard_13.1-2_amd64.tar.zst|SIZE=129710398|ALLOC=129712128|AGE_D=55|MTIME=2026-08-12T05:08:57.058184+00:00|OWNER_MODE=root|root|644|TYPE_SHA=da150e8e99d313d892d7d7b76f4ed5cf38798a636686fc609d9900e70ac3985d|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=129710592|QEMU_ACTUAL=129712128|REFS=0|OPEN_REFS=0 -ISO_CURRENT_GUEST_CONFIG_REFERENCE=false -LXC_TEMPLATE_CURRENT_GUEST_CONFIG_REFERENCE=false -LOCAL_DUMP_FILE_COUNT=3 -LOCAL_DUMP_FILE_BYTES=10350 -REC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-130-2026_09_13-09_50_52.log|SIZE=6200|ALLOC=8192|AGE_D=22|MTIME=2026-09-13T06:55:06.444926+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6656|QEMU_ACTUAL=8192|REFS=0|OPEN_REFS=0 -REC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-190-2026_09_13-09_47_41.log|SIZE=2370|ALLOC=4096|AGE_D=22|MTIME=2026-09-13T06:48:29.605810+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2560|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -REC|LOCAL_DUMP_FILE|var/lib/vz/dump/vzdump-qemu-211-2026_09_13-09_45_41.log|SIZE=1780|ALLOC=4096|AGE_D=22|MTIME=2026-09-13T06:46:08.961359+00:00|OWNER_MODE=root|root|644|TYPE_SHA=2ebeccb2a82df1dd6fe228a9308aa9c8a7532484206dc5428d59d43a2fd9cd1a|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2048|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -STAGING_OTHER_COUNT=131 -STAGING_OTHER_BYTES=502691 -REC|STAGING_OTHER_EXT|.log|128 -REC|STAGING_OTHER_EXT|.txt|3 -REC|STAGING_OTHER_TOPDIR|homelab-vm-cloud-quorum|125 -REC|STAGING_OTHER_TOPDIR|vzdump|6 -STAGING_OTHER_OPEN_FILE_COUNT=0 -STAGING_OTHER_GE_14D_COUNT=131 -STAGING_OTHER_GE_14D_BYTES=502691 -STAGING_OTHER_GE_30D_COUNT=111 -STAGING_OTHER_GE_30D_BYTES=378261 -STAGING_OTHER_GE_60D_COUNT=6 -STAGING_OTHER_GE_60D_BYTES=19315 -STAGING_OTHER_GE_90D_COUNT=0 -STAGING_OTHER_GE_90D_BYTES=0 -CUSTOM_FORENSIC_TARGET_COUNT=9 -REC|CUSTOM_TARGET|usr/local/sbin/__pycache__/skladchik-complaints-cluster-probecpython-313.pyc|SIZE=10390|ALLOC=12288|AGE_D=0|MTIME=2026-10-05T08:23:20.859327+00:00|OWNER_MODE=root|root|600|TYPE_SHA=40809868dd1f085c243ee5fa1bd0986466a201c0c0f8e966b1c443284e0fcba9|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=10752|QEMU_ACTUAL=12288|REFS=0|OPEN_REFS=0 -REC|CUSTOM_TARGET|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|SIZE=2106|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T15:29:48.531499+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2560|QEMU_ACTUAL=4096|REFS=1|OPEN_REFS=0 -REC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/19_pve03_host_automation_audit.txt|fcd48f2365dc52b86879864edfdbb19c83cb36cc50f57d57e65d015f890677bc -REC|CUSTOM_TARGET|usr/local/sbin/homelab-cluster-admin-node-probe|SIZE=1717|ALLOC=4096|AGE_D=89|MTIME=2026-07-08T23:15:02.534623+00:00|OWNER_MODE=root|root|755|TYPE_SHA=6a6741e111bc7e19e6e3e90d5518ab3f6308c94a6d9e8db083ec0ab9bbea5baa|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=2048|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -REC|CUSTOM_TARGET|usr/local/sbin/homelab-staging-check.sh|SIZE=1393|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T14:51:03.489984+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -REC|CUSTOM_TARGET|usr/local/sbin/homelab-rclone-required-check.sh|SIZE=1035|ALLOC=4096|AGE_D=113|MTIME=2026-06-14T14:57:45.819821+00:00|OWNER_MODE=root|root|750|TYPE_SHA=99c74116e6d075e856ddfbfd1de8882772c96d8433ed0086b2426bee928e3cfb|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -REC|CUSTOM_TARGET|usr/local/sbin/skladchik-complaints-cluster-probe|SIZE=6085|ALLOC=8192|AGE_D=0|MTIME=2026-10-05T08:23:20.820579+00:00|OWNER_MODE=root|root|755|TYPE_SHA=e2e6b470ebe7f22c9dc79c8789da9bcaadf801f4a6b18288f8562ecc7acfa59c|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=6144|QEMU_ACTUAL=8192|REFS=2|OPEN_REFS=0 -REC|CUSTOM_TARGET_REF|etc/systemd/system/skladchik-complaints-cluster-probe.service|ec8b106f4204ceb382cbfdc5128233467f3faa2c940a4cb5d59221132dd02b48 -REC|CUSTOM_TARGET_REF|etc/systemd/system/skladchik-complaints-cluster-probe.timer|a07bf75dfa20b1797b42a9037514ff32dbbfd4b9bbd7e018732c7bebb96d8462 -REC|CUSTOM_TARGET|usr/local/sbin/homelab-smartctl-textfile|SIZE=1374|ALLOC=4096|AGE_D=107|MTIME=2026-06-20T20:13:01.230721+00:00|OWNER_MODE=root|root|755|TYPE_SHA=f40fee7ed05c0a115b2cb9bdbe62ca389c609858b2566e382f84ad5aedf57e94|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=6|OPEN_REFS=0 -REC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-smartctl-textfile.service|475c559391f79ff334901faebd2e75a6fb7bc7fa5e266ee410fe4adce14c4912 -REC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-smartctl-textfile.timer|268c5e548a7641d05701dd3fe3388ad9a6984fec1db8e7a5355c7a3f658144a8 -REC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/service-files.txt|c35519cb493d0210d75bc42d4865403d46a6e219bfc738a65b61dbe9ade4dea1 -REC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/timers.txt|538078f51906612b7e33a6292188da448828592033fb057aaa0e4999446c416e -REC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/03_pve03_audit.txt|e33351814f135f8786f0f6222ba018e8491de476e77a50aed134b234b2d68254 -REC|CUSTOM_TARGET_REF|root/cluster-audit-20260629T201245/19_pve03_host_automation_audit.txt|fcd48f2365dc52b86879864edfdbb19c83cb36cc50f57d57e65d015f890677bc -REC|CUSTOM_TARGET|usr/local/sbin/homelab-pve03-r8152-rx-ring|SIZE=1353|ALLOC=4096|AGE_D=54|MTIME=2026-08-12T18:39:44.991062+00:00|OWNER_MODE=root|root|755|TYPE_SHA=f40fee7ed05c0a115b2cb9bdbe62ca389c609858b2566e382f84ad5aedf57e94|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=1536|QEMU_ACTUAL=4096|REFS=2|OPEN_REFS=0 -REC|CUSTOM_TARGET_REF|etc/systemd/system/homelab-pve03-r8152-rx-ring.service|37c4bd8d97e83c0df3035bfe38db5f54ab4c073e1b972c4df7d9584d07979cb9 -REC|CUSTOM_TARGET_REF|root/baseline-pve03/runtime/service-files.txt|c35519cb493d0210d75bc42d4865403d46a6e219bfc738a65b61dbe9ade4dea1 -REC|CUSTOM_TARGET|opt/cluster-admin-probe-target/responder.py|SIZE=2648|ALLOC=4096|AGE_D=83|MTIME=2026-07-14T09:15:46+00:00|OWNER_MODE=root|root|750|TYPE_SHA=e2e6b470ebe7f22c9dc79c8789da9bcaadf801f4a6b18288f8562ecc7acfa59c|QEMU_RC=0|QEMU_FMT=raw|QEMU_VIRT=3072|QEMU_ACTUAL=4096|REFS=0|OPEN_REFS=0 -REC|UNIT_FORENSIC|homelab-cluster-internal-ip.service|7b6edefc5749f7a583f3324bc1981e86e963226f2523bd5cb47f117dc096f6cd|0 -REC|UNIT_FORENSIC|homelab-pve03-r8152-rx-ring.service|73f722eba4df79e41e010bb87ee49eb410f1a1345c05654f75ed2aa97e4b2500|0 -REC|UNIT_FORENSIC|homelab-smartctl-textfile.service|fdf7dbb51bc05b165b06e9bee84f9685c60f8e60bd98fd71f486b14ad0c21971|0 -REC|UNIT_FORENSIC|homelab-smartctl-textfile.timer|64fd0667e191db4f8175a6966bbf761877d26e08670fcdbd5d3aa0567396823e|0 -REC|UNIT_FORENSIC|skladchik-complaints-cluster-probe.service|8e7f974e7e04dc868350b84e8ec33bc0ba44af7c2034512f433310945c595ea4|0 -REC|UNIT_FORENSIC|skladchik-complaints-cluster-probe.timer|22c604d667aa4aee103de9cff429c149f41b01676245a85a50f1a51674bdb2fb|0 -REC|UNIT_FORENSIC|netbird.service|ff1a2f8cb5cea9e853fcb20882586c8ccc499f83b5c88648bfc9583336852cdc|0 -REC|LOG_GROUP_GE30D|apt_dpkg_old|6|38832|57344 -REC|LOG_GROUP_GE30D|ifupdown2_old|83|534934|827392 -REC|LOG_GROUP_GE30D|other_old|9|4705|20480 -REC|LOG_GROUP_GE30D|pve_task_old|450|650448|2179072 -REC|LOG_GROUP_GE30D|pveproxy_old|8|1073273|1093632 -VM211_ROLLBACK_ARCHIVE_COUNT=1 -VM211_ROLLBACK_SIZE=645961628 -VM211_ROLLBACK_AGE_D=0 -VM211_ROLLBACK_OPEN_REFS=0 -VM211_ROLLBACK_CONFIG_REFS=0 -REC|CLASSIFY_VAR_TMP|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|SAFE_CANDIDATE|10721856155|10721861632 -REC|CLASSIFY_VAR_TMP|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.log|SAFE_CANDIDATE|6472|8192 -REC|CLASSIFY_TEMPLATE_ARTIFACT|ISO|debian-13-genericcloud-amd64.qcow2|OPTIONAL_REDOWNLOADABLE|339017728|0 -REC|CLASSIFY_TEMPLATE_ARTIFACT|LXC_TEMPLATE|debian-13-standard_13.1-2_amd64.tar.zst|OPTIONAL_REDOWNLOADABLE|129710398|0 -REC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-211-2026_09_13-09_45_41.log|SAFE_LOG_ONLY|1780 -REC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-190-2026_09_13-09_47_41.log|SAFE_LOG_ONLY|2370 -REC|CLASSIFY_LOCAL_DUMP|vzdump-qemu-130-2026_09_13-09_50_52.log|SAFE_LOG_ONLY|6200 -REC|CLASSIFY_CUSTOM|usr/local/sbin/__pycache__/skladchik-complaints-cluster-probecpython-313.pyc|SAFE_REGENERABLE_CACHE|10390 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|REFERENCED_KEEP|2106|1|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-cluster-admin-node-probe|UNREFERENCED_INVESTIGATE|1717|0|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-staging-check.sh|UNREFERENCED_INVESTIGATE|1393|0|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-rclone-required-check.sh|UNREFERENCED_INVESTIGATE|1035|0|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/skladchik-complaints-cluster-probe|REFERENCED_KEEP|6085|2|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-smartctl-textfile|REFERENCED_KEEP|1374|6|0 -REC|CLASSIFY_CUSTOM|usr/local/sbin/homelab-pve03-r8152-rx-ring|REFERENCED_KEEP|1353|2|0 -REC|CLASSIFY_CUSTOM|opt/cluster-admin-probe-target/responder.py|UNREFERENCED_INVESTIGATE|2648|0|0 -DECISION=PASS_PVE03_CLEANUP_CANDIDATE_FORENSICS -NEXT_GATE=PVE03_TARGETED_CLEANUP_PLAN -CHANGES_MADE=false -ROLLBACK_STARTED=false -ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE03-CLEANUP-CANDIDATE-FORENSICS-99674R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +NO_REMOTE_WRITE=true +RUNNING_KERNEL=7.0.14-20-pve +VM130_STATUS_RC=0 +VM130_STATUS=status: running +FAILED_UNIT_COUNT=0 +TEMP_DIR_EXISTS=true +TEMP_ARCHIVE_EXISTS=true +TEMP_LOG_EXISTS=true +TEMP_ARCHIVE_SIZE=10721856155 +TEMP_ARCHIVE_ALLOC_BYTES=10721861632 +TEMP_ARCHIVE_AGE_D=16 +TEMP_ARCHIVE_MTIME_EPOCH=1789833031 +TEMP_ARCHIVE_SHA256=c65e37b3397746d63cd51f2e4c7a08ca8a84ac7200bf790dec0ea76470d349e9 +TEMP_ARCHIVE_ZSTD_RC=0 +TEMP_ARCHIVE_ZSTD_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_ARCHIVE_VMA_RC=0 +TEMP_ARCHIVE_VMA_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_ARCHIVE_VMA_OUT_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +TEMP_LOG_SIZE=6472 +TEMP_LOG_SHA256=5bdf970a23f263b288aeba747d9acd251b1f15e0ad32ca0c7c02d9482230a3e9 +TEMP_LOG_AGE_D=16 +TEMP_LOG_SUCCESS_MATCHES=1 +TEMP_LOG_ERROR_MATCHES=0 +TEMP_LOG_ABORT_MATCHES=0 +TEMP_LOG_RCLONE_MATCHES=0 +TEMP_LOG_UPLOAD_MATCHES=0 +TEMP_LOG_REMOVE_MATCHES=0 +TEMP_LOG_VZDUMP_MATCHES=3 +TEMP_LOG_VM130_MATCHES=2 +REC|TEMP_LOG_SIGNAL|1|b9bbde4c8f76eefedd55c9fbc25cfda77c053c0d13bff04bf5df81ac89aa5c5e|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|6|98ec4a64f49488f403178ee2bbabfd02b9dbc9acf7a9332e3c10c5d0d0fe5b12|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|8|b85411fa2bf98b49332d8bbbe2736241ae5cf5c88347f6f0d8f9ed9ca69951f6|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|10|8ac7f341aa58212fc8567395a2c7543ed4593580f42c10d1edd638b7cbcc07f6|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|12|bad917b80a51d717aec0617067721202e7660257afd119d699f8b390101efaef|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|66|94e853603a0cc3608da834de49a479480b0cda79193efbdc127b6319fda294f2|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|68|5aec899a9403f2babe2b916504694ce6fe49141bc1d64a5f15cbd2f7df3d5ea3|2026-09-19 18 +REC|TEMP_LOG_SIGNAL|69|dd770876367b75d7bc3ecf9970f6b506c9d54508b29b8e414ae33e059c8d6212|2026-09-19 18 +LOCAL_VM130_ARCHIVE_COUNT=1 +REC|LOCAL_VM130_ARCHIVE|var/tmp/homelab-vzdump-v2-v2-vm130-20260919T154616Z-ab7315f9c04c/vzdump-qemu-130-2026_09_19-18_46_18.vma.zst|10721856155|1789833031|16|1d223d548834b1b185c3bb6e3351cf5e8f922b3a415a7ae54da701495ffdcc66 +LOCAL_NEWER_VM130_ARCHIVE_COUNT=0 +TEMP_BACKUP_REFERENCE_FILE_COUNT=0 +CURRENT_BACKUP_RELATED_FILE_COUNT=5 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-cloud-quorum-payload|df9e19485e5d87112bf58bf77bdddf3b9b896418dd85ff945a31cd5b6817f352|VZDUMP=0|RCLONE=26|BACKUP=14 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-freshness-probe|bd6257397c6ea910df2ea0dd57252b33bccd0bbd965175840486dfe5e079bf96|VZDUMP=0|RCLONE=0|BACKUP=11 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/libexec/homelab-vm-cloud-quorum-node-worker|91bdd116be865560a38105dffbd1a66d687232035e2359e4a5be4d225e9c61d1|VZDUMP=15|RCLONE=8|BACKUP=19 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-crypt-healthcheck.sh|0478621221487845b57482958a03a7312e62079755a1ea05eaeaf547c190b76a|VZDUMP=0|RCLONE=7|BACKUP=5 +REC|CURRENT_BACKUP_RELATED_FILE|usr/local/sbin/homelab-rclone-required-check.sh|bca15ae3f67dd2d9ef5aa04a2270f7ec7de45b9f99f39ff72288df183d884cf4|VZDUMP=0|RCLONE=7|BACKUP=0 +CURRENT_BACKUP_RELATED_UNIT_COUNT=2 +REC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.service|08b71e545d90777929e14260130019cf32973ff56fab9c18457279a1c3a748d9 +REC|CURRENT_BACKUP_RELATED_UNIT|dpkg-db-backup.timer|2d3f67ffbd70312144e7859decc60b13f389407b28bd881be586e679574d4a2f +BACKUP_RELATED_TIMER_COUNT=0 +BACKUP_WINDOW_JOURNAL_RC=0 +BACKUP_WINDOW_JOURNAL_MATCH_COUNT=0 +BACKUP_WINDOW_VZDUMP_COUNT=0 +BACKUP_WINDOW_RCLONE_COUNT=0 +BACKUP_WINDOW_BACKUP_COUNT=0 +BACKUP_WINDOW_ERROR_COUNT=0 +BACKUP_WINDOW_SUCCESS_COUNT=0 +BACKUP_WINDOW_VM130_COUNT=0 +BACKUP_WINDOW_TEMP_PREFIX_COUNT=0 +RCLONE_LISTREMOTES_RC=0 +RCLONE_REMOTE_COUNT=26 +RCLONE_REMOTE_ba989ba2ee74_RC=0 +RCLONE_REMOTE_ba989ba2ee74_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_ba989ba2ee74_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_d6f277cbb6b3_RC=0 +RCLONE_REMOTE_d6f277cbb6b3_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_d6f277cbb6b3_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_09cffd1ef8e9_RC=0 +RCLONE_REMOTE_09cffd1ef8e9_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_09cffd1ef8e9_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_f5d7b1f80ac6_RC=0 +RCLONE_REMOTE_f5d7b1f80ac6_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_f5d7b1f80ac6_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_853fb3c4a4ae_RC=0 +RCLONE_REMOTE_853fb3c4a4ae_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_853fb3c4a4ae_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_e089ce77dae7_RC=0 +RCLONE_REMOTE_e089ce77dae7_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_e089ce77dae7_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_38a7e061eb54_RC=0 +RCLONE_REMOTE_38a7e061eb54_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_38a7e061eb54_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_995342067a8b_RC=1 +RCLONE_REMOTE_995342067a8b_ERR_SHA=18c91d00d64fae4a0bd5a74f5d3c3b9e48c9f3fd09a89fdc088c883a02c02020 +RCLONE_REMOTE_995342067a8b_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_f17fcdb7a565_RC=0 +RCLONE_REMOTE_f17fcdb7a565_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_f17fcdb7a565_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_4f35325e339b_RC=0 +RCLONE_REMOTE_4f35325e339b_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_4f35325e339b_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_826f9e273863_RC=0 +RCLONE_REMOTE_826f9e273863_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_826f9e273863_VM130_ARCHIVE_COUNT=0 +RCLONE_REMOTE_d4b56f8204a4_RC=0 +RCLONE_REMOTE_d4b56f8204a4_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +RCLONE_REMOTE_d4b56f8204a4_VM130_ARCHIVE_COUNT=0 +RCLONE_NEWER_VM130_ARCHIVE_COUNT=0 +RCLONE_TOTAL_VM130_ARCHIVE_COUNT=0 +Traceback (most recent call last): + File "", line 240, in +AttributeError: 'int' object has no attribute 'returncode' OUTPUT_END CHAT_OUTPUT_END