homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity
Files
4060389738c2c6269aef2ac7d59c10fcf1de86dd
homelab-public-context/runtime/latest.json
T

39 lines
25 KiB
JSON
Raw Blame History

{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260927-HOMELAB-BACKUP-LOCK-AWARE-RPO-RECOVERY-1235R1",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "change",
"component": "homelab-backup-lock-aware-rpo-recovery",
"started_at_utc": "2026-09-27T20:06:48Z",
"finished_at_utc": "2026-09-27T21:48:06Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "78e9898eb6e2b60241cabb6cd7725b09ff0770faa1ebc48e7e01882c30f03029",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"result_contract_valid": true,
"result_contract_status": "OK",
"result_contract_error": null,
"command_rc": 0,
"changes_made": true,
"rollback_started": false,
"rollback_restored": null,
"mutation_outcome": "MUTATED",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "ec33d4b1814e274b3b42698808583b2ff788fc28ebda27f071d75672b16ab009",
"sanitized_output_sha256": "ec33d4b1814e274b3b42698808583b2ff788fc28ebda27f071d75672b16ab009",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "BACKUP_LOCK_AWARE_RPO_RECOVERY_BEGIN=true\nCOMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-LOCK-AWARE-RPO-RECOVERY-1235R1\nMODE=change\nCOMPONENT=homelab-backup-lock-aware-rpo-recovery\nMUTATION_BOUNDARY=ONLY_CURRENT_V2_VERIFY_TARGET_FOR_FRESH_AUDIT_RPO_BREACHES;AUDIT_ONLY_WHILE_HEAVY_LOCK_FREE;HEAVY_LOCK_ONLY_DURING_SINGLE_VERIFY_TARGET;EXCLUDES_CT110_ALREADY_FRESH;NO_CONFIG_WRITE;NO_WRAPPER_WRITE;NO_RELEASE_WRITE;NO_TIMER_CHANGE;NO_RETENTION;NO_DELETE_EXISTING_ARCHIVES;NO_RESTORE;NO_MANUAL_MAIL;NO_GIT_WRITE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1234_STATUS=OK\nSOURCE_1234_RC=0\nSOURCE_1234_DECISION=PASS_NONRPO_LOCK_RCA_COLLECTED\nSOURCE_1234_NEXT_GATE=ADAPTIVE_RPO_RECOVERY_WITH_LOCK_AWARE_AUDIT\nSOURCE_1234_LOCK_SELF_INDUCED_PROVISIONAL=true\nSOURCE_1234_AUDIT_NON_RPO_COUNT=0\nSOURCE_1234_AUDIT_RPO_COUNT=11\n=== LIVE_IDENTITY ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nHELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nSOURCE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_REMOTE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663\nSOURCE_WORKTREE_CLEAN=true\nRECOVERY_START_EPOCH=1790539608\nRECOVERY_START_UTC=2026-09-27T20:06:48Z\n=== INITIAL_QUIET_AUDIT ===\nQUIET_AUDIT_PASS|tag=initial|attempt=1|rc=1|issue_count=11|rpo_count=11|stamp=2614978226898\nAUDIT0_RC=1\nAUDIT0_ISSUE_COUNT=11\nAUDIT0_RPO_COUNT=11\nAUDIT0_NON_RPO_COUNT=0\nAUDIT0_RPO_SET_BEGIN\ncontrol-bootstrap-v2\nvm111\nvm112\nvm113\nvm130\nvm150\nvm160\nvm170\nvm171\nvm190\nvm9130\nAUDIT0_RPO_SET_END\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=11|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\n=== ADAPTIVE_LABEL_control-bootstrap-v2 ===\nQUIET_AUDIT_PASS|tag=pre-control-bootstrap-v2|attempt=1|rc=1|issue_count=11|rpo_count=11|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=control-bootstrap-v2|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":1,\"audit_label\":\"control-bootstrap-v2\",\"verify_target\":\"control-bootstrap-v2\",\"start_epoch\":1790539621}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=197\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=6a9ad8a7e2e40c8c36cade820e9ef71c85e8b9204277681db95017579e7835ec\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=control-bootstrap-v2\nSELFTEST_REPLACEMENT486=PASS\nVERIFY_TARGET_RESULT={\"generation\":\"control-bootstrap-v2-pve01-20260916T120057Z\",\"logical_id\":\"control-bootstrap-v2\",\"payload_bytes\":0,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=control-bootstrap-v2\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=control-bootstrap-v2\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=control-bootstrap-v2-pve01-20260916T120057Z\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=0\nVERIFY_RESULT_ALLOCATOR_HEALTHY=None\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":1,\"audit_label\":\"control-bootstrap-v2\",\"verify_target\":\"control-bootstrap-v2\",\"elapsed_seconds\":5,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=control-bootstrap-v2\nQUIET_AUDIT_PASS|tag=post-control-bootstrap-v2|attempt=1|rc=1|issue_count=10|rpo_count=10|stamp=2614978226898\nTARGET_RPO_CLEARED=control-bootstrap-v2\n=== ADAPTIVE_LABEL_vm111 ===\nQUIET_AUDIT_PASS|tag=pre-vm111|attempt=1|rc=1|issue_count=10|rpo_count=10|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=ct111|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":2,\"audit_label\":\"vm111\",\"verify_target\":\"ct111\",\"start_epoch\":1790539634}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=472\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=ee74b2f99919efc17e8c41a36e9a41c82a7ecc43fc23da826d36780b37a9670e\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=ct111\nSELFTEST_REPLACEMENT486=PASS\nLXC_EXECUTION_DIAG={\"executor\":\"remote-bounded-ssh-cwd-root\",\"node\":\"pve02\",\"producer_rc\":0,\"stderr_bytes_observed\":994,\"stderr_bytes_retained\":994,\"stderr_stream_sha256\":\"7d6fe7d03b821031eecbffa0af551ee1caab9a80b983f2ab9f4ca53236b77687\",\"stderr_truncated\":false}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-ct111-20260927T200714Z-2f72200d7742\",\"logical_id\":\"ct111\",\"payload_bytes\":417826152,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=ct111\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=ct111\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-ct111-20260927T200714Z-2f72200d7742\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=417826152\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":2,\"audit_label\":\"vm111\",\"verify_target\":\"ct111\",\"elapsed_seconds\":180,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=ct111\nQUIET_AUDIT_PASS|tag=post-vm111|attempt=1|rc=1|issue_count=9|rpo_count=9|stamp=2614978226898\nTARGET_RPO_CLEARED=vm111\n=== ADAPTIVE_LABEL_vm112 ===\nQUIET_AUDIT_PASS|tag=pre-vm112|attempt=1|rc=1|issue_count=9|rpo_count=9|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=ct112|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":3,\"audit_label\":\"vm112\",\"verify_target\":\"ct112\",\"start_epoch\":1790539822}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=561\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=4f15f56422eeecd2d1a8a0c6f960a9e284d2e9ce66d6abce724251961453bccb\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=ct112\nSELFTEST_REPLACEMENT486=PASS\nLXC_EXECUTION_DIAG={\"archive_bytes\":224039854,\"exception_class\":null,\"exception_message_sha256\":null,\"executor\":\"local-proven-pve270\",\"helper_rc\":0,\"node\":\"pve01\",\"producer_rc\":0,\"stderr_bytes_observed\":1367,\"stderr_bytes_retained\":1367,\"stderr_stream_sha256\":\"4bb8f468cb6fcffd1af7303399038ec6b5cd9e126b6975ddaaac0b2f4a13f723\",\"stderr_truncated\":false}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-ct112-20260927T201022Z-6cdb5a555315\",\"logical_id\":\"ct112\",\"payload_bytes\":224039854,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=ct112\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=ct112\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-ct112-20260927T201022Z-6cdb5a555315\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=224039854\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":3,\"audit_label\":\"vm112\",\"verify_target\":\"ct112\",\"elapsed_seconds\":85,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=ct112\nQUIET_AUDIT_PASS|tag=post-vm112|attempt=1|rc=1|issue_count=8|rpo_count=8|stamp=2614978226898\nTARGET_RPO_CLEARED=vm112\n=== ADAPTIVE_LABEL_vm113 ===\nQUIET_AUDIT_PASS|tag=pre-vm113|attempt=1|rc=1|issue_count=8|rpo_count=8|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=ct113|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":4,\"audit_label\":\"vm113\",\"verify_target\":\"ct113\",\"start_epoch\":1790539915}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=472\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=fa7bc3f5137a8c4d7633f40a686625f2f3b3cf2a8bc59314e388d77e50a3e22a\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=ct113\nSELFTEST_REPLACEMENT486=PASS\nLXC_EXECUTION_DIAG={\"executor\":\"remote-bounded-ssh-cwd-root\",\"node\":\"pve02\",\"producer_rc\":0,\"stderr_bytes_observed\":997,\"stderr_bytes_retained\":997,\"stderr_stream_sha256\":\"be14e6c3e664cdc3483e88915ce87df5390e191db3cafd82b528b7ebecce4c57\",\"stderr_truncated\":false}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-ct113-20260927T201155Z-87c3bfe1d555\",\"logical_id\":\"ct113\",\"payload_bytes\":221991399,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=ct113\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=ct113\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-ct113-20260927T201155Z-87c3bfe1d555\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=221991399\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":4,\"audit_label\":\"vm113\",\"verify_target\":\"ct113\",\"elapsed_seconds\":92,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=ct113\nQUIET_AUDIT_PASS|tag=post-vm113|attempt=1|rc=1|issue_count=7|rpo_count=7|stamp=2614978226898\nTARGET_RPO_CLEARED=vm113\n=== ADAPTIVE_LABEL_vm150 ===\nQUIET_AUDIT_PASS|tag=pre-vm150|attempt=1|rc=1|issue_count=7|rpo_count=7|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=vm150|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":5,\"audit_label\":\"vm150\",\"verify_target\":\"vm150\",\"start_epoch\":1790540014}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=363\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=2b7fdf9f070f942f8fd11708790f350361d94d23b23818fc0811f7742d02a549\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm150\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":912043917,\"archive_selected\":true,\"node\":\"pve01\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":150}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm150-20260927T201335Z-2ba76459e7c5\",\"logical_id\":\"vm150\",\"payload_bytes\":912043917,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm150\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm150\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm150-20260927T201335Z-2ba76459e7c5\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=912043917\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":5,\"audit_label\":\"vm150\",\"verify_target\":\"vm150\",\"elapsed_seconds\":149,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm150\nQUIET_AUDIT_PASS|tag=post-vm150|attempt=1|rc=1|issue_count=6|rpo_count=6|stamp=2614978226898\nTARGET_RPO_CLEARED=vm150\n=== ADAPTIVE_LABEL_vm190 ===\nQUIET_AUDIT_PASS|tag=pre-vm190|attempt=1|rc=1|issue_count=6|rpo_count=6|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=vm190|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":6,\"audit_label\":\"vm190\",\"verify_target\":\"vm190\",\"start_epoch\":1790540172}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=365\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=0790485f05e9dc81ab27de10b12fd506674786b8ff7c437dcdde00dbdf3e0640\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm190\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":1645890869,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":190}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm190-20260927T201613Z-662906757ca1\",\"logical_id\":\"vm190\",\"payload_bytes\":1645890869,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm190\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm190\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm190-20260927T201613Z-662906757ca1\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=1645890869\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":6,\"audit_label\":\"vm190\",\"verify_target\":\"vm190\",\"elapsed_seconds\":274,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm190\nQUIET_AUDIT_PASS|tag=post-vm190|attempt=1|rc=1|issue_count=5|rpo_count=5|stamp=2614978226898\nTARGET_RPO_CLEARED=vm190\n=== ADAPTIVE_LABEL_vm170 ===\nQUIET_AUDIT_PASS|tag=pre-vm170|attempt=1|rc=1|issue_count=5|rpo_count=5|stamp=2614978226898\nTARGET_LOCK_ACQUIRED|tag=vm170|attempt=1|stamp=2614978226898\nTARGETED_REFRESH_BEGIN={\"iteration\":7,\"audit_label\":\"vm170\",\"verify_target\":\"vm170\",\"start_epoch\":1790540454}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=365\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=5a45794eb1a2944f763b9d381c31078b5c30c4b6d7ea97f3bee5068bc03b5ca5\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm170\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":8232066517,\"archive_selected\":true,\"node\":\"pve01\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":170}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm170-20260927T202054Z-1daa87a3cfbc\",\"logical_id\":\"vm170\",\"payload_bytes\":8232066517,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm170\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm170\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm170-20260927T202054Z-1daa87a3cfbc\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=8232066517\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":7,\"audit_label\":\"vm170\",\"verify_target\":\"vm170\",\"elapsed_seconds\":1099,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm170\nQUIET_AUDIT_PASS|tag=post-vm170|attempt=1|rc=1|issue_count=4|rpo_count=4|stamp=2616807252105\nTARGET_RPO_CLEARED=vm170\n=== ADAPTIVE_LABEL_vm171 ===\nQUIET_AUDIT_PASS|tag=pre-vm171|attempt=1|rc=1|issue_count=4|rpo_count=4|stamp=2616807252105\nTARGET_LOCK_ACQUIRED|tag=vm171|attempt=1|stamp=2616807252105\nTARGETED_REFRESH_BEGIN={\"iteration\":8,\"audit_label\":\"vm171\",\"verify_target\":\"vm171\",\"start_epoch\":1790541566}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=365\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=55865e4af68895bd93720362070400a825f2456605a5f64631fdbf3ec97fcd3e\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm171\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":2061491229,\"archive_selected\":true,\"node\":\"pve01\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":171}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm171-20260927T203926Z-61ca38fe3ac5\",\"logical_id\":\"vm171\",\"payload_bytes\":2061491229,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm171\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm171\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm171-20260927T203926Z-61ca38fe3ac5\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=2061491229\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":8,\"audit_label\":\"vm171\",\"verify_target\":\"vm171\",\"elapsed_seconds\":319,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm171\nQUIET_AUDIT_PASS|tag=post-vm171|attempt=1|rc=1|issue_count=3|rpo_count=3|stamp=2616807252105\nTARGET_RPO_CLEARED=vm171\n=== ADAPTIVE_LABEL_vm9130 ===\nQUIET_AUDIT_PASS|tag=pre-vm9130|attempt=1|rc=1|issue_count=3|rpo_count=3|stamp=2616807252105\nTARGET_LOCK_ACQUIRED|tag=vm9130|attempt=1|stamp=2616807252105\nTARGETED_REFRESH_BEGIN={\"iteration\":9,\"audit_label\":\"vm9130\",\"verify_target\":\"vm9130\",\"start_epoch\":1790541892}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=370\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=90516b2d72a05634cbd971a9dc6321061fa0ba3a9ae39be8a5f01cfc36dcf7e2\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm9130\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":10968466823,\"archive_selected\":true,\"node\":\"pve02\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":9130}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm9130-20260927T204452Z-91cc0cc7ecc5\",\"logical_id\":\"vm9130\",\"payload_bytes\":10968466823,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm9130\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm9130\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm9130-20260927T204452Z-91cc0cc7ecc5\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=10968466823\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":9,\"audit_label\":\"vm9130\",\"verify_target\":\"vm9130\",\"elapsed_seconds\":1603,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm9130\nQUIET_AUDIT_PASS|tag=post-vm9130|attempt=1|rc=1|issue_count=2|rpo_count=2|stamp=2619094297661\nTARGET_RPO_CLEARED=vm9130\n=== ADAPTIVE_LABEL_vm160 ===\nQUIET_AUDIT_PASS|tag=pre-vm160|attempt=1|rc=1|issue_count=2|rpo_count=2|stamp=2619094297661\nTARGET_LOCK_ACQUIRED|tag=vm160|attempt=1|stamp=2619094297661\nTARGETED_REFRESH_BEGIN={\"iteration\":10,\"audit_label\":\"vm160\",\"verify_target\":\"vm160\",\"start_epoch\":1790543503}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=365\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=d1a71b612d49c80016a8831df98ae906e50b267b7fdead624c68099e96b43296\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm160\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":3805401657,\"archive_selected\":true,\"node\":\"pve02\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":160}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm160-20260927T211143Z-0cadc4ac0b12\",\"logical_id\":\"vm160\",\"payload_bytes\":3805401657,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm160\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm160\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm160-20260927T211143Z-0cadc4ac0b12\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=3805401657\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":10,\"audit_label\":\"vm160\",\"verify_target\":\"vm160\",\"elapsed_seconds\":577,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm160\nQUIET_AUDIT_PASS|tag=post-vm160|attempt=1|rc=1|issue_count=1|rpo_count=1|stamp=2619094297661\nTARGET_RPO_CLEARED=vm160\n=== ADAPTIVE_LABEL_vm130 ===\nQUIET_AUDIT_PASS|tag=pre-vm130|attempt=1|rc=1|issue_count=1|rpo_count=1|stamp=2619094297661\nTARGET_LOCK_ACQUIRED|tag=vm130|attempt=1|stamp=2619094297661\nTARGETED_REFRESH_BEGIN={\"iteration\":11,\"audit_label\":\"vm130\",\"verify_target\":\"vm130\",\"start_epoch\":1790544088}\nVERIFY_TARGET_RC=0\nVERIFY_STDOUT_BYTES=367\nVERIFY_STDERR_BYTES=0\nVERIFY_STDOUT_SHA256=1cdb7027b911f85d1ee9a35afca3dba5641a6891231cea2afcf01af152522157\nVERIFY_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nVERIFY_OUTPUT_BEGIN=vm130\nSELFTEST_REPLACEMENT486=PASS\nQEMU_EXECUTION_DIAG={\"archive_bytes\":11053999065,\"archive_selected\":true,\"node\":\"pve03\",\"producer_rc\":0,\"regular_file_count\":2,\"sidecar_count\":1,\"vmid\":130}\nVERIFY_TARGET_RESULT={\"allocator_healthy\":13,\"generation\":\"v2-vm130-20260927T212128Z-0046d7efc414\",\"logical_id\":\"vm130\",\"payload_bytes\":11053999065,\"replicas\":2,\"result\":\"SUCCESS\"}\nVERIFY_OUTPUT_END=vm130\nVERIFY_RESULT_LINE_COUNT=1\nVERIFY_RESULT_LOGICAL_ID=vm130\nVERIFY_RESULT_RESULT=SUCCESS\nVERIFY_RESULT_GENERATION=v2-vm130-20260927T212128Z-0046d7efc414\nVERIFY_RESULT_REPLICAS=2\nVERIFY_RESULT_PAYLOAD_BYTES=11053999065\nVERIFY_RESULT_ALLOCATOR_HEALTHY=13\nVERIFY_RESULT_ACCEPTED=true\nTARGETED_REFRESH_END={\"iteration\":11,\"audit_label\":\"vm130\",\"verify_target\":\"vm130\",\"elapsed_seconds\":1590,\"accepted\":true}\nTARGET_LOCK_RELEASED|tag=vm130\nQUIET_AUDIT_PASS|tag=post-vm130|attempt=1|rc=0|issue_count=0|rpo_count=0|stamp=2621202326883\nTARGET_RPO_CLEARED=vm130\n=== FINAL_QUIET_AUDIT ===\nQUIET_AUDIT_PASS|tag=final|attempt=1|rc=0|issue_count=0|rpo_count=0|stamp=2621202326883\nFINAL_AUDIT_RC=0\nFINAL_ISSUE_COUNT=0\nFINAL_RPO_COUNT=0\nFINAL_NON_RPO_COUNT=0\nFINAL_AUDIT_OUTPUT_BEGIN\nTARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=55069|generation=app-filebrowser-pve01-20260927T063003Z\nTARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=54902|generation=app-hbarhub-pve01-20260927T063154Z\nTARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=55003|generation=app-immich-pve01-20260927T063041Z\nTARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=55050|generation=app-skladchik-reports-monitor-pve01-20260927T063026Z\nTARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=FRESH|age_seconds=6055|generation=control-bootstrap-v2-pve01-20260916T120057Z\nTARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=7378|legacy_age_seconds=2045313|replica_count=2|state_id=ct110|generation=v2-ct110-20260927T194116Z-d16fe26dbd17\nTARGET|logical_id=vm111|kind=VM|state=FRESH|source=V2|v2_age_seconds=5867|replica_count=2|state_id=ct111|generation=v2-ct111-20260927T200714Z-2f72200d7742\nTARGET|logical_id=vm112|kind=VM|state=FRESH|source=V2|v2_age_seconds=5774|legacy_age_seconds=2083808|replica_count=2|state_id=ct112|generation=v2-ct112-20260927T201022Z-6cdb5a555315\nTARGET|logical_id=vm113|kind=VM|state=FRESH|source=V2|v2_age_seconds=5674|replica_count=2|state_id=ct113|generation=v2-ct113-20260927T201155Z-87c3bfe1d555\nTARGET|logical_id=vm130|kind=VM|state=FRESH|source=V2|v2_age_seconds=3|replica_count=2|state_id=vm130|generation=v2-vm130-20260927T212128Z-0046d7efc414\nTARGET|logical_id=vm150|kind=VM|state=FRESH|source=V2|v2_age_seconds=5518|legacy_age_seconds=2045429|replica_count=2|state_id=vm150|generation=v2-vm150-20260927T201335Z-2ba76459e7c5\nTARGET|logical_id=vm160|kind=VM|state=FRESH|source=V2|v2_age_seconds=1601|replica_count=2|state_id=vm160|generation=v2-vm160-20260927T211143Z-0cadc4ac0b12\nTARGET|logical_id=vm170|kind=VM|state=FRESH|source=V2|v2_age_seconds=4128|legacy_age_seconds=990050|replica_count=2|state_id=vm170|generation=v2-vm170-20260927T202054Z-1daa87a3cfbc\nTARGET|logical_id=vm171|kind=VM|state=FRESH|source=V2|v2_age_seconds=3796|legacy_age_seconds=1019582|replica_count=2|state_id=vm171|generation=v2-vm171-20260927T203926Z-61ca38fe3ac5\nTARGET|logical_id=vm190|kind=VM|state=FRESH|source=V2|v2_age_seconds=5235|replica_count=2|state_id=vm190|generation=v2-vm190-20260927T201613Z-662906757ca1\nTARGET|logical_id=vm9130|kind=VM|state=FRESH|source=V2|v2_age_seconds=2186|replica_count=2|state_id=vm9130|generation=v2-vm9130-20260927T204452Z-91cc0cc7ecc5\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nFINAL_AUDIT_OUTPUT_END\nFINAL_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=16|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nRECOVERY_END_EPOCH=1790545685\nRECOVERY_ELAPSED_SECONDS=6077\n=== SUCCESS_MAIL_POLICY_WINDOW ===\nTARGETED_SUCCESS_BACKUP_EVENTS=4\nTARGETED_SUCCESS_MAIL_TO_ROOT_EVENTS=0\nSUCCESS_MAIL_POLICY_ACCEPTED=true\n=== CONTROL_PLANE_POST ===\nWRAPPER_SHA256_POST=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nHELPER_SHA256_POST=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860\nVZDUMP_CONF_SHA256_POST=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256_POST=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nV2_TIMER_ACTIVE=active\nV2_TIMER_ENABLED=enabled\nAUDIT_TIMER_ACTIVE=active\nAUDIT_TIMER_ENABLED=enabled\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=MUTATED\nTARGETED_REFRESH_COUNT=11\nTASK_RESULT=PASS_LOCK_AWARE_RPO_RECOVERY_GREEN\nDECISION=PASS_LOCK_AWARE_RPO_RECOVERY_GREEN\nNEXT_GATE=FINAL_BACKUP_ACCEPTANCE_CLOSEOUT\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260927-HOMELAB-BACKUP-LOCK-AWARE-RPO-RECOVERY-1235R1\",\"status\":\"OK\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n"
}
View Git Blame Copy Permalink