From d849c510fa7a9397f5e1e3a60859c4b3562a20f1 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Wed, 16 Sep 2026 20:34:39 +0000 Subject: [PATCH] runtime: publish SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1 --- ...L-DUPLICATE-CT112-RETENTION-RCA-488R1.json | 38 +++++++++++ ...IL-DUPLICATE-CT112-RETENTION-RCA-488R1.txt | 62 +++++++++++++++++ runtime/latest.json | 22 +++--- runtime/latest.txt | 68 +++++++++++-------- 4 files changed, 149 insertions(+), 41 deletions(-) create mode 100644 runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.json create mode 100644 runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.txt diff --git a/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.json b/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.json new file mode 100644 index 00000000..a7c5c862 --- /dev/null +++ b/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "infra-dr-backupv2-post486-autofail-duplicate-ct112-retention-rca", + "started_at_utc": "2026-09-16T20:34:38Z", + "finished_at_utc": "2026-09-16T20:34:38Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "ba7aa526d4da88b1113df4b9173944cfbcf7b462a5e91bb9948a363f9afe5703", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f", + "sanitized_output_sha256": "7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1\nSCOPE=READ_ONLY_RCA_NO_BACKUP_NO_CLOUD_NO_MUTATION\nBASELINE_IDENTITIES={\"engine\":\"dbfd237ddae5d2199bd8567ec6880d11276631dcc45acb49967de97329524037\",\"retention_exe\":\"8adb6c10f5911f39c53775b89eac3cd1823f1ed34b4caccade5279c213e998a3\",\"seal\":\"f508adc9b09bad9692c580e642018f5d3dbf223fc572ee62478466fd517234fa\",\"targets\":\"a723befc7fd42d70af9088406598f18156dc3b4c76d8b34c4bb725dfaa48dd38\",\"v2_service_file\":\"1ef3e6bc660767a1f29a6a0bfa8d1b7a2419370b2250764ca181c34c93188565\",\"v2_timer_file\":\"5469057602452b303a01ccb8057085c1b0e447973e5ed198cebf7dd5daf58e9d\"}\nBASELINE_486_MATCH={\"engine\":true,\"seal\":true,\"targets\":true}\nBASE_REGISTRY_TARGET_COUNT=28\nBASE_REGISTRY_OLD_CT112_COUNT=1\nBASE_REGISTRY_SYNTHETIC_CT112_COUNT=0\nEFFECTIVE_TARGET_COUNT=29\nOLD_CT112_COUNT=1\nSYNTHETIC_CT112_COUNT=1\nPHYSICAL_VMID112_COUNT=1\nVMID112_LOGICAL_IDS=[\"guest-pve01-lxc-112\"]\nVMID112_ROWS=[{\"due_seconds\":86400,\"enabled\":true,\"green1\":true,\"guest_type\":\"lxc\",\"logical_id\":\"guest-pve01-lxc-112\",\"node\":\"pve01\",\"type\":\"pve_guest\",\"vmid\":112}]\nDUPLICATE_PVE_GUEST_PHYSICAL_IDENTITIES=[]\nLATEST_STATE_SUMMARY=[{\"bytes\":197,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct110-20260916T200457Z-99082a5b7738\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct110\",\"mode\":\"0600\",\"mtime_ns\":1789589098366570995,\"name\":\"ct110.json\",\"reason\":\"GUEST266_SUBPROCESS_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"1bccf803ba26852dec1c9f91b5e90e570ec9dff61375c7474a18867bceac1445\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-16T20:04:58Z\"},{\"bytes\":247,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"control-bootstrap-v2-pve01-20260914T210856Z\",\"gid\":0,\"keys\":[\"generation\",\"last_success_epoch\",\"logical_id\",\"result\",\"schema\",\"updated_at_utc\",\"verification\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"control-bootstrap-v2\",\"mode\":\"0600\",\"mtime_ns\":1789447047775123599,\"name\":\"control-bootstrap-v2.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"186eb600ecea92f15dda036af80b6ca7c90d9de96fccb81fa167223bdc3c4fca\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:37:27Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-xf-zakrutim-20260915T042328Z-6cba14c13511\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"xf-zakrutim\",\"mode\":\"0600\",\"mtime_ns\":1789447040650443100,\"name\":\"xf-zakrutim.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"929466b479c21bbd05192443a6a7b67f8e178bac6f71449d9321dc3458ec5ad1\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:37:20Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-xf-codevipe-20260915T041109Z-5f86289a9d31\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"xf-codevipe\",\"mode\":\"0600\",\"mtime_ns\":1789446208168263661,\"name\":\"xf-codevipe.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"28988148c0b6bb18d2c6398410b0fb3d214334fa4cb04f11e113ee201548fe59\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:23:28Z\"},{\"bytes\":521,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-router-netcraze-20260915T041046Z-4c2a0d596bf1\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"router-netcraze\",\"mode\":\"0600\",\"mtime_ns\":1789445469747061500,\"name\":\"router-netcraze.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"8618b3425aedf10edcaf39daac4ebf67487e639ea692fc3f5b1c56f74c9fc286\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:11:09Z\"},{\"bytes\":511,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-us-netbird-20260915T041008Z-524bf01114e8\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"us-netbird\",\"mode\":\"0600\",\"mtime_ns\":1789445446415037538,\"name\":\"us-netbird.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"94acd4f33cbbc5913c1864e384a75c424151d08eb12e5ff9b7dfca140c0ccf3c\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:10:46Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-spb-ingress-20260915T040945Z-d5a0f829f2db\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"spb-ingress\",\"mode\":\"0600\",\"mtime_ns\":1789445408742963829,\"name\":\"spb-ingress.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"6e8d5525f24670ee4bea4306a2ddd557bd17aadd722853df4d2239788c6eeb27\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:10:08Z\"},{\"bytes\":507,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-md-relay-20260915T040919Z-dce4df238c44\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"md-relay\",\"mode\":\"0600\",\"mtime_ns\":1789445385159263796,\"name\":\"md-relay.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"83188eeb60f475d4a9e5d76defbb6c62f9561b7e064ece35c30327a82eeb1629\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:09:45Z\"},{\"bytes\":511,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-node-pve01-20260915T040859Z-9187f2b9a0b4\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"node-pve01\",\"mode\":\"0600\",\"mtime_ns\":1789445359221243337,\"name\":\"node-pve01.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"5887a8c81f061056b413a5cfb4ff5b1e6fa7f7a5672b5c70e2c0c66ce8ee03dd\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:09:19Z\"},{\"bytes\":185,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct112-20260915T040857Z-bf46b96edd12\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct112\",\"mode\":\"0600\",\"mtime_ns\":1789445339360350142,\"name\":\"ct112.json\",\"reason\":\"COMMAND_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:08:59Z\"}]\nCT112_OLD_STATE={\"bytes\":185,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct112-20260915T040857Z-bf46b96edd12\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct112\",\"mode\":\"0600\",\"mtime_ns\":1789445339360350142,\"name\":\"ct112.json\",\"reason\":\"COMMAND_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:08:59Z\"}\nCT112_NEW_STATE={\"name\":\"guest-pve01-lxc-112.json\",\"state\":\"ABSENT\"}\nV2_SERVICE_SHOW={\"ActiveState\":\"failed\",\"ExecMainCode\":\"1\",\"ExecMainExitTimestamp\":\"Wed 2026-09-16 23:04:58 MSK\",\"ExecMainStartTimestamp\":\"Wed 2026-09-16 23:04:57 MSK\",\"ExecMainStatus\":\"2\",\"ExecStart\":\"{ path=/usr/local/sbin/homelab-backup-v2 ; argv[]=/usr/local/sbin/homelab-backup-v2 scheduled ; ignore_errors=no ; start_time=[Wed 2026-09-16 23:04:57 MSK] ; stop_time=[Wed 2026-09-16 23:04:58 MSK] ; pid=3235563 ; code=exited ; status=2 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-v2.service\",\"Id\":\"homelab-backup-v2.service\",\"InactiveExitTimestamp\":\"Wed 2026-09-16 23:04:57 MSK\",\"LoadState\":\"loaded\",\"Result\":\"exit-code\",\"SubState\":\"failed\",\"UnitFileState\":\"static\",\"rc\":0,\"stderr_sha256\":null}\nV2_TIMER_SHOW={\"ActiveState\":\"active\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-v2.timer\",\"Id\":\"homelab-backup-v2.timer\",\"LastTriggerUSec\":\"Wed 2026-09-16 23:04:57 MSK\",\"LoadState\":\"loaded\",\"NextElapseUSecRealtime\":\"\",\"Result\":\"success\",\"SubState\":\"waiting\",\"Triggers\":\"homelab-backup-v2.service\",\"UnitFileState\":\"enabled\",\"rc\":0,\"stderr_sha256\":null}\nRETENTION_SERVICE_SHOW={\"ActiveState\":\"failed\",\"ExecMainCode\":\"1\",\"ExecMainExitTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"ExecMainStartTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"ExecMainStatus\":\"66\",\"ExecStart\":\"{ path=/usr/local/sbin/homelab-backup-retention-gc ; argv[]=/usr/local/sbin/homelab-backup-retention-gc scheduled ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-retention-gc.service\",\"Id\":\"homelab-backup-retention-gc.service\",\"InactiveExitTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"LoadState\":\"loaded\",\"Result\":\"exit-code\",\"SubState\":\"failed\",\"UnitFileState\":\"static\",\"rc\":0,\"stderr_sha256\":null}\nRETENTION_TIMER_SHOW={\"ActiveState\":\"active\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-retention-gc.timer\",\"Id\":\"homelab-backup-retention-gc.timer\",\"LastTriggerUSec\":\"Wed 2026-09-16 03:25:32 MSK\",\"LoadState\":\"loaded\",\"NextElapseUSecRealtime\":\"Thu 2026-09-17 03:21:16 MSK\",\"Result\":\"success\",\"SubState\":\"waiting\",\"Triggers\":\"homelab-backup-retention-gc.service\",\"UnitFileState\":\"enabled\",\"rc\":0,\"stderr_sha256\":null}\nV2_JOURNAL_SHA256=27bf655e598a363c7b4ebb4fdfdfe004d58a990b7365803a52a7f844ae5b4df8\nV2_JOURNAL_LINE_COUNT=16\nV2_JOURNAL_SAFE=[\"2026-09-16T22:32:57.323803+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_TARGET=ct110\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_RESULT=FAIL\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED\",\"2026-09-16T22:32:58.416463+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\",\"2026-09-16T22:32:58.416589+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\",\"2026-09-16T22:32:58.416828+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"2026-09-16T22:32:58.416956+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.059s CPU time, 152M memory peak.\",\"2026-09-16T23:04:57.323666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_TARGET=ct110\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_RESULT=FAIL\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED\",\"2026-09-16T23:04:58.378880+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\",\"2026-09-16T23:04:58.379010+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\",\"2026-09-16T23:04:58.379260+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"2026-09-16T23:04:58.379400+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.034s CPU time, 152.7M memory peak.\"]\nRETENTION_JOURNAL_SHA256=be1242b30f34691f43aff22cbbca6c26995044944f85f609635a0bbbb3e46b48\nRETENTION_JOURNAL_LINE_COUNT=240\nRETENTION_JOURNAL_SAFE=[\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260813T070225Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260811T094141Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260810T234954Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=hb|action=PROTECT_UNCLASSIFIED\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=pve01|action=PROTECT_UNCLASSIFIED\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=control-bootstrap|action=PROTECT_LEGACY_CONTROL\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: PLAN_SUMMARY|delete_candidates=37|protected=0|kept=121|vm_keep=2|app_keep=7|control_keep=4|gfs_kept=36|gfs_critical=9|gfs_weekly=4|gfs_monthly=6\",\"2026-09-04T03:31:01.503657+03:00 pve01 homelab-backup-retention-gc[2943371]: GC_SCHEDULED=OK|deleted=37|transactions_resumed=0\",\"2026-09-05T03:28:49.976611+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-05T03:28:50.021917+03:00 pve01 homelab-backup-retention-gc[3786102]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-05T03:28:50.024272+03:00 pve01 homelab-backup-retention-gc[3786091]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-05T03:28:50.024690+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-05T03:28:50.024766+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-05T03:28:50.024916+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-06T03:34:58.226723+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-06T03:34:58.266515+03:00 pve01 homelab-backup-retention-gc[32149]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-06T03:34:58.268586+03:00 pve01 homelab-backup-retention-gc[32140]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-06T03:34:58.268956+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-06T03:34:58.269079+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-06T03:34:58.269294+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-07T03:24:53.727234+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-07T03:24:53.768783+03:00 pve01 homelab-backup-retention-gc[656578]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-07T03:24:53.771113+03:00 pve01 homelab-backup-retention-gc[656556]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-07T03:24:53.771889+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-07T03:24:53.772048+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-07T03:24:53.772303+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-08T03:20:54.195637+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-08T03:20:54.249166+03:00 pve01 homelab-backup-retention-gc[1098983]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-08T03:20:54.251809+03:00 pve01 homelab-backup-retention-gc[1098955]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-08T03:20:54.252226+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-08T03:20:54.252289+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-08T03:20:54.252408+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-09T03:34:04.598099+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-09T03:34:04.654643+03:00 pve01 homelab-backup-retention-gc[1472354]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-09T03:34:04.656930+03:00 pve01 homelab-backup-retention-gc[1472344]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-09T03:34:04.657170+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-09T03:34:04.657229+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-09T03:34:04.657333+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-10T03:21:52.217281+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-10T03:21:52.273549+03:00 pve01 homelab-backup-retention-gc[1742589]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-10T03:21:52.275762+03:00 pve01 homelab-backup-retention-gc[1742570]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-10T03:21:52.276112+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-10T03:21:52.276178+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-10T03:21:52.276329+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-11T03:33:55.361640+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-11T03:33:55.419880+03:00 pve01 homelab-backup-retention-gc[2092372]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-11T03:33:55.422875+03:00 pve01 homelab-backup-retention-gc[2092363]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-11T03:33:55.423342+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-11T03:33:55.423428+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-11T03:33:55.423616+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-12T03:32:47.966340+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-12T03:32:48.026064+03:00 pve01 homelab-backup-retention-gc[2424656]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-12T03:32:48.028487+03:00 pve01 homelab-backup-retention-gc[2424647]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-12T03:32:48.029073+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-12T03:32:48.029146+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-12T03:32:48.029283+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-13T03:32:16.312886+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-13T03:32:16.359887+03:00 pve01 homelab-backup-retention-gc[2753313]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-13T03:32:16.362194+03:00 pve01 homelab-backup-retention-gc[2753304]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-13T03:32:16.362540+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-13T03:32:16.362664+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-13T03:32:16.362910+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-14T03:26:56.409590+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-14T03:26:56.451369+03:00 pve01 homelab-backup-retention-gc[3055369]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-14T03:26:56.454102+03:00 pve01 homelab-backup-retention-gc[3055360]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-14T03:26:56.454647+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-14T03:26:56.454726+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-14T03:26:56.454922+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-15T03:34:58.227190+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-15T03:34:58.274629+03:00 pve01 homelab-backup-retention-gc[3431512]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-15T03:34:58.276982+03:00 pve01 homelab-backup-retention-gc[3431503]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-15T03:34:58.277238+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-15T03:34:58.277364+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-15T03:34:58.277590+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-16T03:25:32.216558+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-16T03:25:32.254486+03:00 pve01 homelab-backup-retention-gc[3715286]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-16T03:25:32.257142+03:00 pve01 homelab-backup-retention-gc[3715277]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-16T03:25:32.257534+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-16T03:25:32.257665+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-16T03:25:32.257943+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\"]\nSTATUS=OK\nCHANGES_MADE=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n" +} diff --git a/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.txt b/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.txt new file mode 100644 index 00000000..c9ff85e0 --- /dev/null +++ b/runtime/history/SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1.txt @@ -0,0 +1,62 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=infra-dr-backupv2-post486-autofail-duplicate-ct112-retention-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=ba7aa526d4da88b1113df4b9173944cfbcf7b462a5e91bb9948a363f9afe5703 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f +SANITIZED_OUTPUT_SHA256=7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f +OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1 +SCOPE=READ_ONLY_RCA_NO_BACKUP_NO_CLOUD_NO_MUTATION +BASELINE_IDENTITIES={"engine":"dbfd237ddae5d2199bd8567ec6880d11276631dcc45acb49967de97329524037","retention_exe":"8adb6c10f5911f39c53775b89eac3cd1823f1ed34b4caccade5279c213e998a3","seal":"f508adc9b09bad9692c580e642018f5d3dbf223fc572ee62478466fd517234fa","targets":"a723befc7fd42d70af9088406598f18156dc3b4c76d8b34c4bb725dfaa48dd38","v2_service_file":"1ef3e6bc660767a1f29a6a0bfa8d1b7a2419370b2250764ca181c34c93188565","v2_timer_file":"5469057602452b303a01ccb8057085c1b0e447973e5ed198cebf7dd5daf58e9d"} +BASELINE_486_MATCH={"engine":true,"seal":true,"targets":true} +BASE_REGISTRY_TARGET_COUNT=28 +BASE_REGISTRY_OLD_CT112_COUNT=1 +BASE_REGISTRY_SYNTHETIC_CT112_COUNT=0 +EFFECTIVE_TARGET_COUNT=29 +OLD_CT112_COUNT=1 +SYNTHETIC_CT112_COUNT=1 +PHYSICAL_VMID112_COUNT=1 +VMID112_LOGICAL_IDS=["guest-pve01-lxc-112"] +VMID112_ROWS=[{"due_seconds":86400,"enabled":true,"green1":true,"guest_type":"lxc","logical_id":"guest-pve01-lxc-112","node":"pve01","type":"pve_guest","vmid":112}] +DUPLICATE_PVE_GUEST_PHYSICAL_IDENTITIES=[] +LATEST_STATE_SUMMARY=[{"bytes":197,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct110-20260916T200457Z-99082a5b7738","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct110","mode":"0600","mtime_ns":1789589098366570995,"name":"ct110.json","reason":"GUEST266_SUBPROCESS_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"1bccf803ba26852dec1c9f91b5e90e570ec9dff61375c7474a18867bceac1445","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-16T20:04:58Z"},{"bytes":247,"cloud_quorum":null,"created_at_utc":null,"generation":"control-bootstrap-v2-pve01-20260914T210856Z","gid":0,"keys":["generation","last_success_epoch","logical_id","result","schema","updated_at_utc","verification"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"control-bootstrap-v2","mode":"0600","mtime_ns":1789447047775123599,"name":"control-bootstrap-v2.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"186eb600ecea92f15dda036af80b6ca7c90d9de96fccb81fa167223bdc3c4fca","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:37:27Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-xf-zakrutim-20260915T042328Z-6cba14c13511","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"xf-zakrutim","mode":"0600","mtime_ns":1789447040650443100,"name":"xf-zakrutim.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"929466b479c21bbd05192443a6a7b67f8e178bac6f71449d9321dc3458ec5ad1","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:37:20Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-xf-codevipe-20260915T041109Z-5f86289a9d31","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"xf-codevipe","mode":"0600","mtime_ns":1789446208168263661,"name":"xf-codevipe.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"28988148c0b6bb18d2c6398410b0fb3d214334fa4cb04f11e113ee201548fe59","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:23:28Z"},{"bytes":521,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-router-netcraze-20260915T041046Z-4c2a0d596bf1","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"router-netcraze","mode":"0600","mtime_ns":1789445469747061500,"name":"router-netcraze.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"8618b3425aedf10edcaf39daac4ebf67487e639ea692fc3f5b1c56f74c9fc286","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:11:09Z"},{"bytes":511,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-us-netbird-20260915T041008Z-524bf01114e8","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"us-netbird","mode":"0600","mtime_ns":1789445446415037538,"name":"us-netbird.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"94acd4f33cbbc5913c1864e384a75c424151d08eb12e5ff9b7dfca140c0ccf3c","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:10:46Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-spb-ingress-20260915T040945Z-d5a0f829f2db","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"spb-ingress","mode":"0600","mtime_ns":1789445408742963829,"name":"spb-ingress.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"6e8d5525f24670ee4bea4306a2ddd557bd17aadd722853df4d2239788c6eeb27","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:10:08Z"},{"bytes":507,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-md-relay-20260915T040919Z-dce4df238c44","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"md-relay","mode":"0600","mtime_ns":1789445385159263796,"name":"md-relay.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"83188eeb60f475d4a9e5d76defbb6c62f9561b7e064ece35c30327a82eeb1629","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:09:45Z"},{"bytes":511,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-node-pve01-20260915T040859Z-9187f2b9a0b4","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"node-pve01","mode":"0600","mtime_ns":1789445359221243337,"name":"node-pve01.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"5887a8c81f061056b413a5cfb4ff5b1e6fa7f7a5672b5c70e2c0c66ce8ee03dd","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:09:19Z"},{"bytes":185,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct112-20260915T040857Z-bf46b96edd12","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct112","mode":"0600","mtime_ns":1789445339360350142,"name":"ct112.json","reason":"COMMAND_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:08:59Z"}] +CT112_OLD_STATE={"bytes":185,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct112-20260915T040857Z-bf46b96edd12","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct112","mode":"0600","mtime_ns":1789445339360350142,"name":"ct112.json","reason":"COMMAND_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:08:59Z"} +CT112_NEW_STATE={"name":"guest-pve01-lxc-112.json","state":"ABSENT"} +V2_SERVICE_SHOW={"ActiveState":"failed","ExecMainCode":"1","ExecMainExitTimestamp":"Wed 2026-09-16 23:04:58 MSK","ExecMainStartTimestamp":"Wed 2026-09-16 23:04:57 MSK","ExecMainStatus":"2","ExecStart":"{ path=/usr/local/sbin/homelab-backup-v2 ; argv[]=/usr/local/sbin/homelab-backup-v2 scheduled ; ignore_errors=no ; start_time=[Wed 2026-09-16 23:04:57 MSK] ; stop_time=[Wed 2026-09-16 23:04:58 MSK] ; pid=3235563 ; code=exited ; status=2 }","FragmentPath":"/etc/systemd/system/homelab-backup-v2.service","Id":"homelab-backup-v2.service","InactiveExitTimestamp":"Wed 2026-09-16 23:04:57 MSK","LoadState":"loaded","Result":"exit-code","SubState":"failed","UnitFileState":"static","rc":0,"stderr_sha256":null} +V2_TIMER_SHOW={"ActiveState":"active","FragmentPath":"/etc/systemd/system/homelab-backup-v2.timer","Id":"homelab-backup-v2.timer","LastTriggerUSec":"Wed 2026-09-16 23:04:57 MSK","LoadState":"loaded","NextElapseUSecRealtime":"","Result":"success","SubState":"waiting","Triggers":"homelab-backup-v2.service","UnitFileState":"enabled","rc":0,"stderr_sha256":null} +RETENTION_SERVICE_SHOW={"ActiveState":"failed","ExecMainCode":"1","ExecMainExitTimestamp":"Wed 2026-09-16 03:25:32 MSK","ExecMainStartTimestamp":"Wed 2026-09-16 03:25:32 MSK","ExecMainStatus":"66","ExecStart":"{ path=/usr/local/sbin/homelab-backup-retention-gc ; argv[]=/usr/local/sbin/homelab-backup-retention-gc scheduled ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/homelab-backup-retention-gc.service","Id":"homelab-backup-retention-gc.service","InactiveExitTimestamp":"Wed 2026-09-16 03:25:32 MSK","LoadState":"loaded","Result":"exit-code","SubState":"failed","UnitFileState":"static","rc":0,"stderr_sha256":null} +RETENTION_TIMER_SHOW={"ActiveState":"active","FragmentPath":"/etc/systemd/system/homelab-backup-retention-gc.timer","Id":"homelab-backup-retention-gc.timer","LastTriggerUSec":"Wed 2026-09-16 03:25:32 MSK","LoadState":"loaded","NextElapseUSecRealtime":"Thu 2026-09-17 03:21:16 MSK","Result":"success","SubState":"waiting","Triggers":"homelab-backup-retention-gc.service","UnitFileState":"enabled","rc":0,"stderr_sha256":null} +V2_JOURNAL_SHA256=27bf655e598a363c7b4ebb4fdfdfe004d58a990b7365803a52a7f844ae5b4df8 +V2_JOURNAL_LINE_COUNT=16 +V2_JOURNAL_SAFE=["2026-09-16T22:32:57.323803+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_TARGET=ct110","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_RESULT=FAIL","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED","2026-09-16T22:32:58.416463+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT","2026-09-16T22:32:58.416589+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.","2026-09-16T22:32:58.416828+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","2026-09-16T22:32:58.416956+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.059s CPU time, 152M memory peak.","2026-09-16T23:04:57.323666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_TARGET=ct110","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_RESULT=FAIL","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED","2026-09-16T23:04:58.378880+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT","2026-09-16T23:04:58.379010+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.","2026-09-16T23:04:58.379260+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","2026-09-16T23:04:58.379400+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.034s CPU time, 152.7M memory peak."] +RETENTION_JOURNAL_SHA256=be1242b30f34691f43aff22cbbca6c26995044944f85f609635a0bbbb3e46b48 +RETENTION_JOURNAL_LINE_COUNT=240 +RETENTION_JOURNAL_SAFE=["2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260813T070225Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260811T094141Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260810T234954Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=hb|action=PROTECT_UNCLASSIFIED","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=pve01|action=PROTECT_UNCLASSIFIED","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=control-bootstrap|action=PROTECT_LEGACY_CONTROL","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: PLAN_SUMMARY|delete_candidates=37|protected=0|kept=121|vm_keep=2|app_keep=7|control_keep=4|gfs_kept=36|gfs_critical=9|gfs_weekly=4|gfs_monthly=6","2026-09-04T03:31:01.503657+03:00 pve01 homelab-backup-retention-gc[2943371]: GC_SCHEDULED=OK|deleted=37|transactions_resumed=0","2026-09-05T03:28:49.976611+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-05T03:28:50.021917+03:00 pve01 homelab-backup-retention-gc[3786102]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-05T03:28:50.024272+03:00 pve01 homelab-backup-retention-gc[3786091]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-05T03:28:50.024690+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-05T03:28:50.024766+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-05T03:28:50.024916+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-06T03:34:58.226723+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-06T03:34:58.266515+03:00 pve01 homelab-backup-retention-gc[32149]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-06T03:34:58.268586+03:00 pve01 homelab-backup-retention-gc[32140]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-06T03:34:58.268956+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-06T03:34:58.269079+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-06T03:34:58.269294+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-07T03:24:53.727234+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-07T03:24:53.768783+03:00 pve01 homelab-backup-retention-gc[656578]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-07T03:24:53.771113+03:00 pve01 homelab-backup-retention-gc[656556]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-07T03:24:53.771889+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-07T03:24:53.772048+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-07T03:24:53.772303+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-08T03:20:54.195637+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-08T03:20:54.249166+03:00 pve01 homelab-backup-retention-gc[1098983]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-08T03:20:54.251809+03:00 pve01 homelab-backup-retention-gc[1098955]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-08T03:20:54.252226+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-08T03:20:54.252289+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-08T03:20:54.252408+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-09T03:34:04.598099+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-09T03:34:04.654643+03:00 pve01 homelab-backup-retention-gc[1472354]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-09T03:34:04.656930+03:00 pve01 homelab-backup-retention-gc[1472344]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-09T03:34:04.657170+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-09T03:34:04.657229+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-09T03:34:04.657333+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-10T03:21:52.217281+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-10T03:21:52.273549+03:00 pve01 homelab-backup-retention-gc[1742589]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-10T03:21:52.275762+03:00 pve01 homelab-backup-retention-gc[1742570]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-10T03:21:52.276112+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-10T03:21:52.276178+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-10T03:21:52.276329+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-11T03:33:55.361640+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-11T03:33:55.419880+03:00 pve01 homelab-backup-retention-gc[2092372]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-11T03:33:55.422875+03:00 pve01 homelab-backup-retention-gc[2092363]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-11T03:33:55.423342+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-11T03:33:55.423428+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-11T03:33:55.423616+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-12T03:32:47.966340+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-12T03:32:48.026064+03:00 pve01 homelab-backup-retention-gc[2424656]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-12T03:32:48.028487+03:00 pve01 homelab-backup-retention-gc[2424647]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-12T03:32:48.029073+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-12T03:32:48.029146+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-12T03:32:48.029283+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-13T03:32:16.312886+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-13T03:32:16.359887+03:00 pve01 homelab-backup-retention-gc[2753313]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-13T03:32:16.362194+03:00 pve01 homelab-backup-retention-gc[2753304]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-13T03:32:16.362540+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-13T03:32:16.362664+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-13T03:32:16.362910+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-14T03:26:56.409590+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-14T03:26:56.451369+03:00 pve01 homelab-backup-retention-gc[3055369]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-14T03:26:56.454102+03:00 pve01 homelab-backup-retention-gc[3055360]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-14T03:26:56.454647+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-14T03:26:56.454726+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-14T03:26:56.454922+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-15T03:34:58.227190+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-15T03:34:58.274629+03:00 pve01 homelab-backup-retention-gc[3431512]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-15T03:34:58.276982+03:00 pve01 homelab-backup-retention-gc[3431503]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-15T03:34:58.277238+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-15T03:34:58.277364+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-15T03:34:58.277590+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-16T03:25:32.216558+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-16T03:25:32.254486+03:00 pve01 homelab-backup-retention-gc[3715286]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-16T03:25:32.257142+03:00 pve01 homelab-backup-retention-gc[3715277]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-16T03:25:32.257534+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-16T03:25:32.257665+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-16T03:25:32.257943+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC."] +STATUS=OK +CHANGES_MADE=false +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index d0efd892..a7c5c862 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1", - "status": "FAIL", - "rc": 2, + "command_id": "SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1", + "status": "OK", + "rc": 0, "host": "pve01", "mode": "read-only", - "component": "xenforo-app-policy-feedback-user-impact-attribution-system-tag", - "started_at_utc": "2026-09-16T20:30:24Z", - "finished_at_utc": "2026-09-16T20:30:24Z", + "component": "infra-dr-backupv2-post486-autofail-duplicate-ct112-retention-rca", + "started_at_utc": "2026-09-16T20:34:38Z", + "finished_at_utc": "2026-09-16T20:34:38Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "b6eeb6006841985e1e9f2e6cd55f57fc0b66097cbe60bfcc28aa4a7ff5a7979e", + "command_sha256": "ba7aa526d4da88b1113df4b9173944cfbcf7b462a5e91bb9948a363f9afe5703", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -21,7 +21,7 @@ "result_contract_valid": true, "result_contract_status": null, "result_contract_error": null, - "command_rc": 2, + "command_rc": 0, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "6668355085f000b0a2b9d2d1dd588ef0b6ce4c93af2ae67508058c6b6a55cef4", - "sanitized_output_sha256": "6668355085f000b0a2b9d2d1dd588ef0b6ce4c93af2ae67508058c6b6a55cef4", + "raw_evidence_sha256": "7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f", + "sanitized_output_sha256": "7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "APP481_BEGIN\nAPP481_PREFLIGHT_STAGE=YDS_RAW_TOPIC_SCAN\nAPP481_SUBSTAGE=TOPIC_READ_PARTITION0_NO_CONSUMER\nAPP481_CURRENT_FIELD=raw_topic_base64\nAPP481_ROW_INDEX=-1\nAPP481_FAILURE_LABEL=UNHANDLED_LOCAL_EXCEPTION\nAPP481_FAILURE_CLASS=System.Management.Automation.PropertyNotFoundException\nAPP481_FAILURE_SHA256=4b7d577909734a06f145a1ca6aa5554275dc5c5566b93711d50ca34e685f50b2\nAPP481_YC_CANDIDATE_COUNT=1\nAPP481_YC_SHA_MATCH=True\nAPP481_YC_VERSION_RC=0\nAPP481_YC_VERSION_SHAPE_OK=True\nAPP481_YDB_AUTH_OK=True\nAPP481_YDB_ROWS_SCANNED=14\nAPP481_RAW_TOPIC_READ_RC=0\nAPP481_RAW_TOPIC_MESSAGES=11\nAPP481_RAW_TOPIC_DIRECT_PROVEN=0\nAPP481_REMOTE_CORRELATION_ATTEMPTED=False\nAPP481_NEXT_GATE=STOP_REVIEW_481_LOCAL_PREFLIGHT_NO_MUTATION\nAPP481_SAFE_REPORT={\"anchor_474_commit\":\"b71b93dee95de3cb94e18bd07698a741704ef7f9\",\"anchor_474_failure_sha256\":\"5b2564d424cf1490fae1575477c3f23579784e898949ad50a922d825d619ac13\",\"anchor_475_main_rc\":73,\"anchor_475_outer_fallback_commit\":\"cb705daab8018dc43c4710844b32f89d97c0f2e1\",\"anchor_478_main_rc\":72,\"anchor_478_outer_fallback_commit\":\"f90c304981f2236c32aa6c773e3cda888ee845d7\",\"anchor_479_failure_label\":\"QGA_TRANSPORT_160\",\"anchor_479_main_commit\":\"a4c043c985aa77328353c9ad0a5bcdd9d8247f3b\",\"anchor_479_rca\":\"VM160_IP_USED_AS_PVE02_SSH_TARGET\",\"anchor_480_decision\":\"PASS_A2_CORRELATION_ATTRIBUTION_INSUFFICIENT\",\"anchor_480_main_commit\":\"8634fc0ed55fff83ce019719b38b6ab0a8176424\",\"auto_mutation_authorized\":false,\"backup_dr_mutations\":0,\"changes_made\":false,\"current_field\":\"raw_topic_base64\",\"database_mutations\":0,\"decision\":\"FAIL_LOCAL_PREFLIGHT_BEFORE_CORRELATION\",\"dns_mutations\":0,\"failure_class\":\"System.Management.Automation.PropertyNotFoundException\",\"failure_label\":\"UNHANDLED_LOCAL_EXCEPTION\",\"failure_sha256\":\"4b7d577909734a06f145a1ca6aa5554275dc5c5566b93711d50ca34e685f50b2\",\"local_cleanup_complete\":true,\"mail_mutations\":0,\"next_gate\":\"STOP_REVIEW_481_LOCAL_PREFLIGHT_NO_MUTATION\",\"non_synthetic_rows\":0,\"normalization_mode\":\"FIELD_BY_FIELD_PLUS_POSTBOX_SYSTEM_TAG_ATTRIBUTION\",\"postbox_mutations\":0,\"preflight_stage\":\"YDS_RAW_TOPIC_SCAN\",\"raw_topic_direct_identity_conflicts\":0,\"raw_topic_direct_identity_proven\":0,\"raw_topic_expected_domain_tagged_events\":0,\"raw_topic_messages_scanned\":11,\"raw_topic_read_rc\":0,\"raw_topic_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"raw_topic_stdout_sha256\":\"9adf833c4bcfbba67bf2c46dea5236911bda9f5a074186d1b14d31df45f86ca6\",\"raw_topic_unique_events\":1,\"remote_correlation_attempted\":false,\"row_index\":-1,\"source_command_id\":\"SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1\",\"substage\":\"TOPIC_READ_PARTITION0_NO_CONSUMER\",\"xenforo_mutations\":0,\"yc_candidate_count\":1,\"yc_selected_sha256\":\"1e0667c7983b2e8915b437552e416ec7d3b8714a36fded8fe02aa9ff56318e68\",\"yc_sha_match\":true,\"yc_version_rc\":0,\"yc_version_shape_ok\":true,\"yc_version_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"yc_version_stdout_sha256\":\"c4155251503c696a652c544a074652df9aeb85a650c1eebca99ee20a27dd85e8\",\"ydb_auth_ok\":true,\"ydb_rows_scanned\":14}\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\nAPP481_END\n" + "output": "COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1\nSCOPE=READ_ONLY_RCA_NO_BACKUP_NO_CLOUD_NO_MUTATION\nBASELINE_IDENTITIES={\"engine\":\"dbfd237ddae5d2199bd8567ec6880d11276631dcc45acb49967de97329524037\",\"retention_exe\":\"8adb6c10f5911f39c53775b89eac3cd1823f1ed34b4caccade5279c213e998a3\",\"seal\":\"f508adc9b09bad9692c580e642018f5d3dbf223fc572ee62478466fd517234fa\",\"targets\":\"a723befc7fd42d70af9088406598f18156dc3b4c76d8b34c4bb725dfaa48dd38\",\"v2_service_file\":\"1ef3e6bc660767a1f29a6a0bfa8d1b7a2419370b2250764ca181c34c93188565\",\"v2_timer_file\":\"5469057602452b303a01ccb8057085c1b0e447973e5ed198cebf7dd5daf58e9d\"}\nBASELINE_486_MATCH={\"engine\":true,\"seal\":true,\"targets\":true}\nBASE_REGISTRY_TARGET_COUNT=28\nBASE_REGISTRY_OLD_CT112_COUNT=1\nBASE_REGISTRY_SYNTHETIC_CT112_COUNT=0\nEFFECTIVE_TARGET_COUNT=29\nOLD_CT112_COUNT=1\nSYNTHETIC_CT112_COUNT=1\nPHYSICAL_VMID112_COUNT=1\nVMID112_LOGICAL_IDS=[\"guest-pve01-lxc-112\"]\nVMID112_ROWS=[{\"due_seconds\":86400,\"enabled\":true,\"green1\":true,\"guest_type\":\"lxc\",\"logical_id\":\"guest-pve01-lxc-112\",\"node\":\"pve01\",\"type\":\"pve_guest\",\"vmid\":112}]\nDUPLICATE_PVE_GUEST_PHYSICAL_IDENTITIES=[]\nLATEST_STATE_SUMMARY=[{\"bytes\":197,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct110-20260916T200457Z-99082a5b7738\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct110\",\"mode\":\"0600\",\"mtime_ns\":1789589098366570995,\"name\":\"ct110.json\",\"reason\":\"GUEST266_SUBPROCESS_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"1bccf803ba26852dec1c9f91b5e90e570ec9dff61375c7474a18867bceac1445\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-16T20:04:58Z\"},{\"bytes\":247,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"control-bootstrap-v2-pve01-20260914T210856Z\",\"gid\":0,\"keys\":[\"generation\",\"last_success_epoch\",\"logical_id\",\"result\",\"schema\",\"updated_at_utc\",\"verification\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"control-bootstrap-v2\",\"mode\":\"0600\",\"mtime_ns\":1789447047775123599,\"name\":\"control-bootstrap-v2.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"186eb600ecea92f15dda036af80b6ca7c90d9de96fccb81fa167223bdc3c4fca\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:37:27Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-xf-zakrutim-20260915T042328Z-6cba14c13511\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"xf-zakrutim\",\"mode\":\"0600\",\"mtime_ns\":1789447040650443100,\"name\":\"xf-zakrutim.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"929466b479c21bbd05192443a6a7b67f8e178bac6f71449d9321dc3458ec5ad1\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:37:20Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-xf-codevipe-20260915T041109Z-5f86289a9d31\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"xf-codevipe\",\"mode\":\"0600\",\"mtime_ns\":1789446208168263661,\"name\":\"xf-codevipe.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"28988148c0b6bb18d2c6398410b0fb3d214334fa4cb04f11e113ee201548fe59\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:23:28Z\"},{\"bytes\":521,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-router-netcraze-20260915T041046Z-4c2a0d596bf1\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"router-netcraze\",\"mode\":\"0600\",\"mtime_ns\":1789445469747061500,\"name\":\"router-netcraze.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"8618b3425aedf10edcaf39daac4ebf67487e639ea692fc3f5b1c56f74c9fc286\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:11:09Z\"},{\"bytes\":511,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-us-netbird-20260915T041008Z-524bf01114e8\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"us-netbird\",\"mode\":\"0600\",\"mtime_ns\":1789445446415037538,\"name\":\"us-netbird.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"94acd4f33cbbc5913c1864e384a75c424151d08eb12e5ff9b7dfca140c0ccf3c\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:10:46Z\"},{\"bytes\":513,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-spb-ingress-20260915T040945Z-d5a0f829f2db\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"spb-ingress\",\"mode\":\"0600\",\"mtime_ns\":1789445408742963829,\"name\":\"spb-ingress.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"6e8d5525f24670ee4bea4306a2ddd557bd17aadd722853df4d2239788c6eeb27\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:10:08Z\"},{\"bytes\":507,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-md-relay-20260915T040919Z-dce4df238c44\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"md-relay\",\"mode\":\"0600\",\"mtime_ns\":1789445385159263796,\"name\":\"md-relay.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"83188eeb60f475d4a9e5d76defbb6c62f9561b7e064ece35c30327a82eeb1629\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:09:45Z\"},{\"bytes\":511,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-node-pve01-20260915T040859Z-9187f2b9a0b4\",\"gid\":0,\"keys\":[\"generation\",\"green_verified\",\"last_success_epoch\",\"logical_id\",\"manifest_sha256\",\"payload_sha256\",\"replicas\",\"result\",\"schema\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"node-pve01\",\"mode\":\"0600\",\"mtime_ns\":1789445359221243337,\"name\":\"node-pve01.json\",\"reason\":null,\"result\":\"SUCCESS\",\"sealed_at_utc\":null,\"sha256\":\"5887a8c81f061056b413a5cfb4ff5b1e6fa7f7a5672b5c70e2c0c66ce8ee03dd\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:09:19Z\"},{\"bytes\":185,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct112-20260915T040857Z-bf46b96edd12\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct112\",\"mode\":\"0600\",\"mtime_ns\":1789445339360350142,\"name\":\"ct112.json\",\"reason\":\"COMMAND_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:08:59Z\"}]\nCT112_OLD_STATE={\"bytes\":185,\"cloud_quorum\":null,\"created_at_utc\":null,\"generation\":\"v2-ct112-20260915T040857Z-bf46b96edd12\",\"gid\":0,\"keys\":[\"generation\",\"logical_id\",\"reason\",\"result\",\"schema\",\"sealed\",\"updated_at_utc\"],\"last_failure\":null,\"last_success\":null,\"local_cleanup\":null,\"local_payload_present\":null,\"logical_id\":\"ct112\",\"mode\":\"0600\",\"mtime_ns\":1789445339360350142,\"name\":\"ct112.json\",\"reason\":\"COMMAND_FAILED\",\"result\":\"FAIL\",\"sealed_at_utc\":null,\"sha256\":\"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab\",\"status\":null,\"uid\":0,\"updated_at\":null,\"updated_at_utc\":\"2026-09-15T04:08:59Z\"}\nCT112_NEW_STATE={\"name\":\"guest-pve01-lxc-112.json\",\"state\":\"ABSENT\"}\nV2_SERVICE_SHOW={\"ActiveState\":\"failed\",\"ExecMainCode\":\"1\",\"ExecMainExitTimestamp\":\"Wed 2026-09-16 23:04:58 MSK\",\"ExecMainStartTimestamp\":\"Wed 2026-09-16 23:04:57 MSK\",\"ExecMainStatus\":\"2\",\"ExecStart\":\"{ path=/usr/local/sbin/homelab-backup-v2 ; argv[]=/usr/local/sbin/homelab-backup-v2 scheduled ; ignore_errors=no ; start_time=[Wed 2026-09-16 23:04:57 MSK] ; stop_time=[Wed 2026-09-16 23:04:58 MSK] ; pid=3235563 ; code=exited ; status=2 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-v2.service\",\"Id\":\"homelab-backup-v2.service\",\"InactiveExitTimestamp\":\"Wed 2026-09-16 23:04:57 MSK\",\"LoadState\":\"loaded\",\"Result\":\"exit-code\",\"SubState\":\"failed\",\"UnitFileState\":\"static\",\"rc\":0,\"stderr_sha256\":null}\nV2_TIMER_SHOW={\"ActiveState\":\"active\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-v2.timer\",\"Id\":\"homelab-backup-v2.timer\",\"LastTriggerUSec\":\"Wed 2026-09-16 23:04:57 MSK\",\"LoadState\":\"loaded\",\"NextElapseUSecRealtime\":\"\",\"Result\":\"success\",\"SubState\":\"waiting\",\"Triggers\":\"homelab-backup-v2.service\",\"UnitFileState\":\"enabled\",\"rc\":0,\"stderr_sha256\":null}\nRETENTION_SERVICE_SHOW={\"ActiveState\":\"failed\",\"ExecMainCode\":\"1\",\"ExecMainExitTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"ExecMainStartTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"ExecMainStatus\":\"66\",\"ExecStart\":\"{ path=/usr/local/sbin/homelab-backup-retention-gc ; argv[]=/usr/local/sbin/homelab-backup-retention-gc scheduled ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-retention-gc.service\",\"Id\":\"homelab-backup-retention-gc.service\",\"InactiveExitTimestamp\":\"Wed 2026-09-16 03:25:32 MSK\",\"LoadState\":\"loaded\",\"Result\":\"exit-code\",\"SubState\":\"failed\",\"UnitFileState\":\"static\",\"rc\":0,\"stderr_sha256\":null}\nRETENTION_TIMER_SHOW={\"ActiveState\":\"active\",\"FragmentPath\":\"/etc/systemd/system/homelab-backup-retention-gc.timer\",\"Id\":\"homelab-backup-retention-gc.timer\",\"LastTriggerUSec\":\"Wed 2026-09-16 03:25:32 MSK\",\"LoadState\":\"loaded\",\"NextElapseUSecRealtime\":\"Thu 2026-09-17 03:21:16 MSK\",\"Result\":\"success\",\"SubState\":\"waiting\",\"Triggers\":\"homelab-backup-retention-gc.service\",\"UnitFileState\":\"enabled\",\"rc\":0,\"stderr_sha256\":null}\nV2_JOURNAL_SHA256=27bf655e598a363c7b4ebb4fdfdfe004d58a990b7365803a52a7f844ae5b4df8\nV2_JOURNAL_LINE_COUNT=16\nV2_JOURNAL_SAFE=[\"2026-09-16T22:32:57.323803+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_TARGET=ct110\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_RESULT=FAIL\",\"2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED\",\"2026-09-16T22:32:58.416463+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\",\"2026-09-16T22:32:58.416589+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\",\"2026-09-16T22:32:58.416828+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"2026-09-16T22:32:58.416956+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.059s CPU time, 152M memory peak.\",\"2026-09-16T23:04:57.323666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_TARGET=ct110\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_RESULT=FAIL\",\"2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED\",\"2026-09-16T23:04:58.378880+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT\",\"2026-09-16T23:04:58.379010+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.\",\"2026-09-16T23:04:58.379260+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.\",\"2026-09-16T23:04:58.379400+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.034s CPU time, 152.7M memory peak.\"]\nRETENTION_JOURNAL_SHA256=be1242b30f34691f43aff22cbbca6c26995044944f85f609635a0bbbb3e46b48\nRETENTION_JOURNAL_LINE_COUNT=240\nRETENTION_JOURNAL_SAFE=[\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260813T070225Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260811T094141Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260810T234954Z|owner=pve01|reason=GC_ALREADY_DONE\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=hb|action=PROTECT_UNCLASSIFIED\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=pve01|action=PROTECT_UNCLASSIFIED\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=control-bootstrap|action=PROTECT_LEGACY_CONTROL\",\"2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: PLAN_SUMMARY|delete_candidates=37|protected=0|kept=121|vm_keep=2|app_keep=7|control_keep=4|gfs_kept=36|gfs_critical=9|gfs_weekly=4|gfs_monthly=6\",\"2026-09-04T03:31:01.503657+03:00 pve01 homelab-backup-retention-gc[2943371]: GC_SCHEDULED=OK|deleted=37|transactions_resumed=0\",\"2026-09-05T03:28:49.976611+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-05T03:28:50.021917+03:00 pve01 homelab-backup-retention-gc[3786102]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-05T03:28:50.024272+03:00 pve01 homelab-backup-retention-gc[3786091]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-05T03:28:50.024690+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-05T03:28:50.024766+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-05T03:28:50.024916+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-06T03:34:58.226723+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-06T03:34:58.266515+03:00 pve01 homelab-backup-retention-gc[32149]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-06T03:34:58.268586+03:00 pve01 homelab-backup-retention-gc[32140]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-06T03:34:58.268956+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-06T03:34:58.269079+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-06T03:34:58.269294+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-07T03:24:53.727234+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-07T03:24:53.768783+03:00 pve01 homelab-backup-retention-gc[656578]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-07T03:24:53.771113+03:00 pve01 homelab-backup-retention-gc[656556]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-07T03:24:53.771889+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-07T03:24:53.772048+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-07T03:24:53.772303+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-08T03:20:54.195637+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-08T03:20:54.249166+03:00 pve01 homelab-backup-retention-gc[1098983]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-08T03:20:54.251809+03:00 pve01 homelab-backup-retention-gc[1098955]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-08T03:20:54.252226+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-08T03:20:54.252289+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-08T03:20:54.252408+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-09T03:34:04.598099+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-09T03:34:04.654643+03:00 pve01 homelab-backup-retention-gc[1472354]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-09T03:34:04.656930+03:00 pve01 homelab-backup-retention-gc[1472344]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-09T03:34:04.657170+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-09T03:34:04.657229+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-09T03:34:04.657333+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-10T03:21:52.217281+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-10T03:21:52.273549+03:00 pve01 homelab-backup-retention-gc[1742589]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-10T03:21:52.275762+03:00 pve01 homelab-backup-retention-gc[1742570]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-10T03:21:52.276112+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-10T03:21:52.276178+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-10T03:21:52.276329+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-11T03:33:55.361640+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-11T03:33:55.419880+03:00 pve01 homelab-backup-retention-gc[2092372]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-11T03:33:55.422875+03:00 pve01 homelab-backup-retention-gc[2092363]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-11T03:33:55.423342+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-11T03:33:55.423428+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-11T03:33:55.423616+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-12T03:32:47.966340+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-12T03:32:48.026064+03:00 pve01 homelab-backup-retention-gc[2424656]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-12T03:32:48.028487+03:00 pve01 homelab-backup-retention-gc[2424647]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-12T03:32:48.029073+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-12T03:32:48.029146+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-12T03:32:48.029283+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-13T03:32:16.312886+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-13T03:32:16.359887+03:00 pve01 homelab-backup-retention-gc[2753313]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-13T03:32:16.362194+03:00 pve01 homelab-backup-retention-gc[2753304]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-13T03:32:16.362540+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-13T03:32:16.362664+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-13T03:32:16.362910+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-14T03:26:56.409590+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-14T03:26:56.451369+03:00 pve01 homelab-backup-retention-gc[3055369]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-14T03:26:56.454102+03:00 pve01 homelab-backup-retention-gc[3055360]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-14T03:26:56.454647+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-14T03:26:56.454726+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-14T03:26:56.454922+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-15T03:34:58.227190+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-15T03:34:58.274629+03:00 pve01 homelab-backup-retention-gc[3431512]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-15T03:34:58.276982+03:00 pve01 homelab-backup-retention-gc[3431503]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-15T03:34:58.277238+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-15T03:34:58.277364+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-15T03:34:58.277590+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\",\"2026-09-16T03:25:32.216558+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...\",\"2026-09-16T03:25:32.254486+03:00 pve01 homelab-backup-retention-gc[3715286]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200\",\"2026-09-16T03:25:32.257142+03:00 pve01 homelab-backup-retention-gc[3715277]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID\",\"2026-09-16T03:25:32.257534+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT\",\"2026-09-16T03:25:32.257665+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.\",\"2026-09-16T03:25:32.257943+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.\"]\nSTATUS=OK\nCHANGES_MADE=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 447520e5..c9ff85e0 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1 -STATUS=FAIL -RC=2 +COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1 +STATUS=OK +RC=0 HOST=pve01 MODE=read-only -COMPONENT=xenforo-app-policy-feedback-user-impact-attribution-system-tag +COMPONENT=infra-dr-backupv2-post486-autofail-duplicate-ct112-retention-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=b6eeb6006841985e1e9f2e6cd55f57fc0b66097cbe60bfcc28aa4a7ff5a7979e +COMMAND_SHA256=ba7aa526d4da88b1113df4b9173944cfbcf7b462a5e91bb9948a363f9afe5703 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=2 +COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,31 +24,39 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=6668355085f000b0a2b9d2d1dd588ef0b6ce4c93af2ae67508058c6b6a55cef4 -SANITIZED_OUTPUT_SHA256=6668355085f000b0a2b9d2d1dd588ef0b6ce4c93af2ae67508058c6b6a55cef4 +RAW_EVIDENCE_SHA256=7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f +SANITIZED_OUTPUT_SHA256=7f07487706c7df4a5a02bbbb3dddd2f234dcf5157b7cf9caf9859afe3d8e746f OUTPUT_BEGIN -APP481_BEGIN -APP481_PREFLIGHT_STAGE=YDS_RAW_TOPIC_SCAN -APP481_SUBSTAGE=TOPIC_READ_PARTITION0_NO_CONSUMER -APP481_CURRENT_FIELD=raw_topic_base64 -APP481_ROW_INDEX=-1 -APP481_FAILURE_LABEL=UNHANDLED_LOCAL_EXCEPTION -APP481_FAILURE_CLASS=System.Management.Automation.PropertyNotFoundException -APP481_FAILURE_SHA256=4b7d577909734a06f145a1ca6aa5554275dc5c5566b93711d50ca34e685f50b2 -APP481_YC_CANDIDATE_COUNT=1 -APP481_YC_SHA_MATCH=True -APP481_YC_VERSION_RC=0 -APP481_YC_VERSION_SHAPE_OK=True -APP481_YDB_AUTH_OK=True -APP481_YDB_ROWS_SCANNED=14 -APP481_RAW_TOPIC_READ_RC=0 -APP481_RAW_TOPIC_MESSAGES=11 -APP481_RAW_TOPIC_DIRECT_PROVEN=0 -APP481_REMOTE_CORRELATION_ATTEMPTED=False -APP481_NEXT_GATE=STOP_REVIEW_481_LOCAL_PREFLIGHT_NO_MUTATION -APP481_SAFE_REPORT={"anchor_474_commit":"b71b93dee95de3cb94e18bd07698a741704ef7f9","anchor_474_failure_sha256":"5b2564d424cf1490fae1575477c3f23579784e898949ad50a922d825d619ac13","anchor_475_main_rc":73,"anchor_475_outer_fallback_commit":"cb705daab8018dc43c4710844b32f89d97c0f2e1","anchor_478_main_rc":72,"anchor_478_outer_fallback_commit":"f90c304981f2236c32aa6c773e3cda888ee845d7","anchor_479_failure_label":"QGA_TRANSPORT_160","anchor_479_main_commit":"a4c043c985aa77328353c9ad0a5bcdd9d8247f3b","anchor_479_rca":"VM160_IP_USED_AS_PVE02_SSH_TARGET","anchor_480_decision":"PASS_A2_CORRELATION_ATTRIBUTION_INSUFFICIENT","anchor_480_main_commit":"8634fc0ed55fff83ce019719b38b6ab0a8176424","auto_mutation_authorized":false,"backup_dr_mutations":0,"changes_made":false,"current_field":"raw_topic_base64","database_mutations":0,"decision":"FAIL_LOCAL_PREFLIGHT_BEFORE_CORRELATION","dns_mutations":0,"failure_class":"System.Management.Automation.PropertyNotFoundException","failure_label":"UNHANDLED_LOCAL_EXCEPTION","failure_sha256":"4b7d577909734a06f145a1ca6aa5554275dc5c5566b93711d50ca34e685f50b2","local_cleanup_complete":true,"mail_mutations":0,"next_gate":"STOP_REVIEW_481_LOCAL_PREFLIGHT_NO_MUTATION","non_synthetic_rows":0,"normalization_mode":"FIELD_BY_FIELD_PLUS_POSTBOX_SYSTEM_TAG_ATTRIBUTION","postbox_mutations":0,"preflight_stage":"YDS_RAW_TOPIC_SCAN","raw_topic_direct_identity_conflicts":0,"raw_topic_direct_identity_proven":0,"raw_topic_expected_domain_tagged_events":0,"raw_topic_messages_scanned":11,"raw_topic_read_rc":0,"raw_topic_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","raw_topic_stdout_sha256":"9adf833c4bcfbba67bf2c46dea5236911bda9f5a074186d1b14d31df45f86ca6","raw_topic_unique_events":1,"remote_correlation_attempted":false,"row_index":-1,"source_command_id":"SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1","substage":"TOPIC_READ_PARTITION0_NO_CONSUMER","xenforo_mutations":0,"yc_candidate_count":1,"yc_selected_sha256":"1e0667c7983b2e8915b437552e416ec7d3b8714a36fded8fe02aa9ff56318e68","yc_sha_match":true,"yc_version_rc":0,"yc_version_shape_ok":true,"yc_version_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","yc_version_stdout_sha256":"c4155251503c696a652c544a074652df9aeb85a650c1eebca99ee20a27dd85e8","ydb_auth_ok":true,"ydb_rows_scanned":14} -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260916-XENFORO-APP-POLICY-FEEDBACK-USER-IMPACT-ATTRIBUTION-SYSTEM-TAG-481R1","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} -APP481_END +COMMAND_ID=SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1 +SCOPE=READ_ONLY_RCA_NO_BACKUP_NO_CLOUD_NO_MUTATION +BASELINE_IDENTITIES={"engine":"dbfd237ddae5d2199bd8567ec6880d11276631dcc45acb49967de97329524037","retention_exe":"8adb6c10f5911f39c53775b89eac3cd1823f1ed34b4caccade5279c213e998a3","seal":"f508adc9b09bad9692c580e642018f5d3dbf223fc572ee62478466fd517234fa","targets":"a723befc7fd42d70af9088406598f18156dc3b4c76d8b34c4bb725dfaa48dd38","v2_service_file":"1ef3e6bc660767a1f29a6a0bfa8d1b7a2419370b2250764ca181c34c93188565","v2_timer_file":"5469057602452b303a01ccb8057085c1b0e447973e5ed198cebf7dd5daf58e9d"} +BASELINE_486_MATCH={"engine":true,"seal":true,"targets":true} +BASE_REGISTRY_TARGET_COUNT=28 +BASE_REGISTRY_OLD_CT112_COUNT=1 +BASE_REGISTRY_SYNTHETIC_CT112_COUNT=0 +EFFECTIVE_TARGET_COUNT=29 +OLD_CT112_COUNT=1 +SYNTHETIC_CT112_COUNT=1 +PHYSICAL_VMID112_COUNT=1 +VMID112_LOGICAL_IDS=["guest-pve01-lxc-112"] +VMID112_ROWS=[{"due_seconds":86400,"enabled":true,"green1":true,"guest_type":"lxc","logical_id":"guest-pve01-lxc-112","node":"pve01","type":"pve_guest","vmid":112}] +DUPLICATE_PVE_GUEST_PHYSICAL_IDENTITIES=[] +LATEST_STATE_SUMMARY=[{"bytes":197,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct110-20260916T200457Z-99082a5b7738","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct110","mode":"0600","mtime_ns":1789589098366570995,"name":"ct110.json","reason":"GUEST266_SUBPROCESS_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"1bccf803ba26852dec1c9f91b5e90e570ec9dff61375c7474a18867bceac1445","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-16T20:04:58Z"},{"bytes":247,"cloud_quorum":null,"created_at_utc":null,"generation":"control-bootstrap-v2-pve01-20260914T210856Z","gid":0,"keys":["generation","last_success_epoch","logical_id","result","schema","updated_at_utc","verification"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"control-bootstrap-v2","mode":"0600","mtime_ns":1789447047775123599,"name":"control-bootstrap-v2.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"186eb600ecea92f15dda036af80b6ca7c90d9de96fccb81fa167223bdc3c4fca","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:37:27Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-xf-zakrutim-20260915T042328Z-6cba14c13511","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"xf-zakrutim","mode":"0600","mtime_ns":1789447040650443100,"name":"xf-zakrutim.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"929466b479c21bbd05192443a6a7b67f8e178bac6f71449d9321dc3458ec5ad1","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:37:20Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-xf-codevipe-20260915T041109Z-5f86289a9d31","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"xf-codevipe","mode":"0600","mtime_ns":1789446208168263661,"name":"xf-codevipe.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"28988148c0b6bb18d2c6398410b0fb3d214334fa4cb04f11e113ee201548fe59","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:23:28Z"},{"bytes":521,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-router-netcraze-20260915T041046Z-4c2a0d596bf1","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"router-netcraze","mode":"0600","mtime_ns":1789445469747061500,"name":"router-netcraze.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"8618b3425aedf10edcaf39daac4ebf67487e639ea692fc3f5b1c56f74c9fc286","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:11:09Z"},{"bytes":511,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-us-netbird-20260915T041008Z-524bf01114e8","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"us-netbird","mode":"0600","mtime_ns":1789445446415037538,"name":"us-netbird.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"94acd4f33cbbc5913c1864e384a75c424151d08eb12e5ff9b7dfca140c0ccf3c","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:10:46Z"},{"bytes":513,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-spb-ingress-20260915T040945Z-d5a0f829f2db","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"spb-ingress","mode":"0600","mtime_ns":1789445408742963829,"name":"spb-ingress.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"6e8d5525f24670ee4bea4306a2ddd557bd17aadd722853df4d2239788c6eeb27","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:10:08Z"},{"bytes":507,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-md-relay-20260915T040919Z-dce4df238c44","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"md-relay","mode":"0600","mtime_ns":1789445385159263796,"name":"md-relay.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"83188eeb60f475d4a9e5d76defbb6c62f9561b7e064ece35c30327a82eeb1629","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:09:45Z"},{"bytes":511,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-node-pve01-20260915T040859Z-9187f2b9a0b4","gid":0,"keys":["generation","green_verified","last_success_epoch","logical_id","manifest_sha256","payload_sha256","replicas","result","schema","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"node-pve01","mode":"0600","mtime_ns":1789445359221243337,"name":"node-pve01.json","reason":null,"result":"SUCCESS","sealed_at_utc":null,"sha256":"5887a8c81f061056b413a5cfb4ff5b1e6fa7f7a5672b5c70e2c0c66ce8ee03dd","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:09:19Z"},{"bytes":185,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct112-20260915T040857Z-bf46b96edd12","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct112","mode":"0600","mtime_ns":1789445339360350142,"name":"ct112.json","reason":"COMMAND_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:08:59Z"}] +CT112_OLD_STATE={"bytes":185,"cloud_quorum":null,"created_at_utc":null,"generation":"v2-ct112-20260915T040857Z-bf46b96edd12","gid":0,"keys":["generation","logical_id","reason","result","schema","sealed","updated_at_utc"],"last_failure":null,"last_success":null,"local_cleanup":null,"local_payload_present":null,"logical_id":"ct112","mode":"0600","mtime_ns":1789445339360350142,"name":"ct112.json","reason":"COMMAND_FAILED","result":"FAIL","sealed_at_utc":null,"sha256":"5fd03307807a31add3d02ff3692710551e0f98b159bf8c7b0c4beb38b5ed3bab","status":null,"uid":0,"updated_at":null,"updated_at_utc":"2026-09-15T04:08:59Z"} +CT112_NEW_STATE={"name":"guest-pve01-lxc-112.json","state":"ABSENT"} +V2_SERVICE_SHOW={"ActiveState":"failed","ExecMainCode":"1","ExecMainExitTimestamp":"Wed 2026-09-16 23:04:58 MSK","ExecMainStartTimestamp":"Wed 2026-09-16 23:04:57 MSK","ExecMainStatus":"2","ExecStart":"{ path=/usr/local/sbin/homelab-backup-v2 ; argv[]=/usr/local/sbin/homelab-backup-v2 scheduled ; ignore_errors=no ; start_time=[Wed 2026-09-16 23:04:57 MSK] ; stop_time=[Wed 2026-09-16 23:04:58 MSK] ; pid=3235563 ; code=exited ; status=2 }","FragmentPath":"/etc/systemd/system/homelab-backup-v2.service","Id":"homelab-backup-v2.service","InactiveExitTimestamp":"Wed 2026-09-16 23:04:57 MSK","LoadState":"loaded","Result":"exit-code","SubState":"failed","UnitFileState":"static","rc":0,"stderr_sha256":null} +V2_TIMER_SHOW={"ActiveState":"active","FragmentPath":"/etc/systemd/system/homelab-backup-v2.timer","Id":"homelab-backup-v2.timer","LastTriggerUSec":"Wed 2026-09-16 23:04:57 MSK","LoadState":"loaded","NextElapseUSecRealtime":"","Result":"success","SubState":"waiting","Triggers":"homelab-backup-v2.service","UnitFileState":"enabled","rc":0,"stderr_sha256":null} +RETENTION_SERVICE_SHOW={"ActiveState":"failed","ExecMainCode":"1","ExecMainExitTimestamp":"Wed 2026-09-16 03:25:32 MSK","ExecMainStartTimestamp":"Wed 2026-09-16 03:25:32 MSK","ExecMainStatus":"66","ExecStart":"{ path=/usr/local/sbin/homelab-backup-retention-gc ; argv[]=/usr/local/sbin/homelab-backup-retention-gc scheduled ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/homelab-backup-retention-gc.service","Id":"homelab-backup-retention-gc.service","InactiveExitTimestamp":"Wed 2026-09-16 03:25:32 MSK","LoadState":"loaded","Result":"exit-code","SubState":"failed","UnitFileState":"static","rc":0,"stderr_sha256":null} +RETENTION_TIMER_SHOW={"ActiveState":"active","FragmentPath":"/etc/systemd/system/homelab-backup-retention-gc.timer","Id":"homelab-backup-retention-gc.timer","LastTriggerUSec":"Wed 2026-09-16 03:25:32 MSK","LoadState":"loaded","NextElapseUSecRealtime":"Thu 2026-09-17 03:21:16 MSK","Result":"success","SubState":"waiting","Triggers":"homelab-backup-retention-gc.service","UnitFileState":"enabled","rc":0,"stderr_sha256":null} +V2_JOURNAL_SHA256=27bf655e598a363c7b4ebb4fdfdfe004d58a990b7365803a52a7f844ae5b4df8 +V2_JOURNAL_LINE_COUNT=16 +V2_JOURNAL_SAFE=["2026-09-16T22:32:57.323803+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_TARGET=ct110","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_RESULT=FAIL","2026-09-16T22:32:58.410617+03:00 pve01 homelab-backup-v2[3137035]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED","2026-09-16T22:32:58.416463+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT","2026-09-16T22:32:58.416589+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.","2026-09-16T22:32:58.416828+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","2026-09-16T22:32:58.416956+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.059s CPU time, 152M memory peak.","2026-09-16T23:04:57.323666+03:00 pve01 systemd[1]: Starting homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler...","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_TARGET=ct110","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_RESULT=FAIL","2026-09-16T23:04:58.370440+03:00 pve01 homelab-backup-v2[3235563]: SCHEDULE_REASON=GUEST266_SUBPROCESS_FAILED","2026-09-16T23:04:58.378880+03:00 pve01 systemd[1]: homelab-backup-v2.service: Main process exited, code=exited, status=2/INVALIDARGUMENT","2026-09-16T23:04:58.379010+03:00 pve01 systemd[1]: homelab-backup-v2.service: Failed with result 'exit-code'.","2026-09-16T23:04:58.379260+03:00 pve01 systemd[1]: Failed to start homelab-backup-v2.service - Homelab Backup V2 manifest-driven scheduler.","2026-09-16T23:04:58.379400+03:00 pve01 systemd[1]: homelab-backup-v2.service: Consumed 1.034s CPU time, 152.7M memory peak."] +RETENTION_JOURNAL_SHA256=be1242b30f34691f43aff22cbbca6c26995044944f85f609635a0bbbb3e46b48 +RETENTION_JOURNAL_LINE_COUNT=240 +RETENTION_JOURNAL_SAFE=["2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260813T070225Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260811T094141Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: RETIRED|logical=control-bootstrap-v2|generation=control-bootstrap-v2-pve01-20260810T234954Z|owner=pve01|reason=GC_ALREADY_DONE","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=hb|action=PROTECT_UNCLASSIFIED","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=pve01|action=PROTECT_UNCLASSIFIED","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: LEGACY|namespace=control-bootstrap|action=PROTECT_LEGACY_CONTROL","2026-09-04T03:31:01.503608+03:00 pve01 homelab-backup-retention-gc[3002027]: PLAN_SUMMARY|delete_candidates=37|protected=0|kept=121|vm_keep=2|app_keep=7|control_keep=4|gfs_kept=36|gfs_critical=9|gfs_weekly=4|gfs_monthly=6","2026-09-04T03:31:01.503657+03:00 pve01 homelab-backup-retention-gc[2943371]: GC_SCHEDULED=OK|deleted=37|transactions_resumed=0","2026-09-05T03:28:49.976611+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-05T03:28:50.021917+03:00 pve01 homelab-backup-retention-gc[3786102]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-05T03:28:50.024272+03:00 pve01 homelab-backup-retention-gc[3786091]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-05T03:28:50.024690+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-05T03:28:50.024766+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-05T03:28:50.024916+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-06T03:34:58.226723+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-06T03:34:58.266515+03:00 pve01 homelab-backup-retention-gc[32149]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-06T03:34:58.268586+03:00 pve01 homelab-backup-retention-gc[32140]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-06T03:34:58.268956+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-06T03:34:58.269079+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-06T03:34:58.269294+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-07T03:24:53.727234+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-07T03:24:53.768783+03:00 pve01 homelab-backup-retention-gc[656578]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-07T03:24:53.771113+03:00 pve01 homelab-backup-retention-gc[656556]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-07T03:24:53.771889+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-07T03:24:53.772048+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-07T03:24:53.772303+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-08T03:20:54.195637+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-08T03:20:54.249166+03:00 pve01 homelab-backup-retention-gc[1098983]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-08T03:20:54.251809+03:00 pve01 homelab-backup-retention-gc[1098955]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-08T03:20:54.252226+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-08T03:20:54.252289+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-08T03:20:54.252408+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-09T03:34:04.598099+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-09T03:34:04.654643+03:00 pve01 homelab-backup-retention-gc[1472354]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-09T03:34:04.656930+03:00 pve01 homelab-backup-retention-gc[1472344]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-09T03:34:04.657170+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-09T03:34:04.657229+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-09T03:34:04.657333+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-10T03:21:52.217281+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-10T03:21:52.273549+03:00 pve01 homelab-backup-retention-gc[1742589]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-10T03:21:52.275762+03:00 pve01 homelab-backup-retention-gc[1742570]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-10T03:21:52.276112+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-10T03:21:52.276178+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-10T03:21:52.276329+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-11T03:33:55.361640+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-11T03:33:55.419880+03:00 pve01 homelab-backup-retention-gc[2092372]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-11T03:33:55.422875+03:00 pve01 homelab-backup-retention-gc[2092363]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-11T03:33:55.423342+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-11T03:33:55.423428+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-11T03:33:55.423616+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-12T03:32:47.966340+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-12T03:32:48.026064+03:00 pve01 homelab-backup-retention-gc[2424656]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-12T03:32:48.028487+03:00 pve01 homelab-backup-retention-gc[2424647]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-12T03:32:48.029073+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-12T03:32:48.029146+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-12T03:32:48.029283+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-13T03:32:16.312886+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-13T03:32:16.359887+03:00 pve01 homelab-backup-retention-gc[2753313]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-13T03:32:16.362194+03:00 pve01 homelab-backup-retention-gc[2753304]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-13T03:32:16.362540+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-13T03:32:16.362664+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-13T03:32:16.362910+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-14T03:26:56.409590+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-14T03:26:56.451369+03:00 pve01 homelab-backup-retention-gc[3055369]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-14T03:26:56.454102+03:00 pve01 homelab-backup-retention-gc[3055360]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-14T03:26:56.454647+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-14T03:26:56.454726+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-14T03:26:56.454922+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-15T03:34:58.227190+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-15T03:34:58.274629+03:00 pve01 homelab-backup-retention-gc[3431512]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-15T03:34:58.276982+03:00 pve01 homelab-backup-retention-gc[3431503]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-15T03:34:58.277238+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-15T03:34:58.277364+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-15T03:34:58.277590+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC.","2026-09-16T03:25:32.216558+03:00 pve01 systemd[1]: Starting homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC...","2026-09-16T03:25:32.254486+03:00 pve01 homelab-backup-retention-gc[3715286]: GFS_POLICY_ERROR=CRITICAL_NOT_ACTIVE_VM_vm200","2026-09-16T03:25:32.257142+03:00 pve01 homelab-backup-retention-gc[3715277]: GC_STATUS=ERROR|ROOT_CAUSE=GFS_POLICY_INVALID","2026-09-16T03:25:32.257534+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Main process exited, code=exited, status=66/NOINPUT","2026-09-16T03:25:32.257665+03:00 pve01 systemd[1]: homelab-backup-retention-gc.service: Failed with result 'exit-code'.","2026-09-16T03:25:32.257943+03:00 pve01 systemd[1]: Failed to start homelab-backup-retention-gc.service - Homelab owner-aware cloud retention GC."] +STATUS=OK +CHANGES_MADE=false +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260916-INFRA-DR-BACKUPV2-POST486-AUTOFAIL-DUPLICATE-CT112-RETENTION-RCA-488R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} OUTPUT_END CHAT_OUTPUT_END