From 6b1ac8332b0c8735ab3cbdd6b7463d9698a7229a Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Mon, 21 Sep 2026 19:52:48 +0000 Subject: [PATCH] runtime: publish SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 --- ...888-886-COMBINED-LOCAL-RECOVERY-889R1.json | 38 ++++ ...-888-886-COMBINED-LOCAL-RECOVERY-889R1.txt | 77 +++++++ runtime/latest.json | 32 +-- runtime/latest.txt | 203 +++++------------- 4 files changed, 189 insertions(+), 161 deletions(-) create mode 100644 runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.json create mode 100644 runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.txt diff --git a/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.json b/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.json new file mode 100644 index 00000000..d0ebe190 --- /dev/null +++ b/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "pvepro-888-886-combined-local-recovery", + "started_at_utc": "2026-09-21T19:52:48Z", + "finished_at_utc": "2026-09-21T19:52:48Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", + "sanitized_output_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVEPRO889_BEGIN=true\nCOMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\nRECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY\nPRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1\nFALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1\nR888_ATTEMPT_DIR_EXISTS=true\nR888_REMOTE_EXISTS=true\nR888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036\nR888_REMOTE_SHA_MATCH=true\nR888_STATUS_EXISTS=false\nR888_PLINK_RC=null\nR888_STDOUT_EXISTS=true\nR888_STDOUT_BYTES=39\nR888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR888_STDERR_EXISTS=true\nR888_STDERR_BYTES=0\nR888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR888_STDERR_CLASS=NONE\nR888_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR888_RESULT_COMPLETE=false\nR886_ATTEMPT_DIR_EXISTS=true\nR886_REMOTE_EXISTS=true\nR886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce\nR886_REMOTE_SHA_MATCH=true\nR886_STATUS_EXISTS=false\nR886_PLINK_RC=null\nR886_STDOUT_EXISTS=true\nR886_STDOUT_BYTES=39\nR886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR886_STDERR_EXISTS=true\nR886_STDERR_BYTES=0\nR886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR886_STDERR_CLASS=NONE\nR886_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR886_RESULT_COMPLETE=false\nRECOVERED_888_SAFE_MARKERS={}\nRECOVERED_886_FALLBACK_SAFE_MARKERS={}\nDECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE\nNEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH\nCHANGES_MADE_BY_889=false\nPRODUCT_MUTATION_BY_889=false\nVM_MUTATION_BY_889=false\nCLOUD_MUTATION_BY_889=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nPVEPRO889_END=true\n" +} diff --git a/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.txt b/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.txt new file mode 100644 index 00000000..88677b26 --- /dev/null +++ b/runtime/history/SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1.txt @@ -0,0 +1,77 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=pvepro-888-886-combined-local-recovery +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe +SANITIZED_OUTPUT_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe +OUTPUT_BEGIN +PVEPRO889_BEGIN=true +COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 +RECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY +PRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1 +FALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1 +R888_ATTEMPT_DIR_EXISTS=true +R888_REMOTE_EXISTS=true +R888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036 +R888_REMOTE_SHA_MATCH=true +R888_STATUS_EXISTS=false +R888_PLINK_RC=null +R888_STDOUT_EXISTS=true +R888_STDOUT_BYTES=39 +R888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 +R888_STDERR_EXISTS=true +R888_STDERR_BYTES=0 +R888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +R888_STDERR_CLASS=NONE +R888_LOCAL_CLASS=PLINK_STATUS_ABSENT +R888_RESULT_COMPLETE=false +R886_ATTEMPT_DIR_EXISTS=true +R886_REMOTE_EXISTS=true +R886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce +R886_REMOTE_SHA_MATCH=true +R886_STATUS_EXISTS=false +R886_PLINK_RC=null +R886_STDOUT_EXISTS=true +R886_STDOUT_BYTES=39 +R886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 +R886_STDERR_EXISTS=true +R886_STDERR_BYTES=0 +R886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +R886_STDERR_CLASS=NONE +R886_LOCAL_CLASS=PLINK_STATUS_ABSENT +R886_RESULT_COMPLETE=false +RECOVERED_888_SAFE_MARKERS={} +RECOVERED_886_FALLBACK_SAFE_MARKERS={} +DECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE +NEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH +CHANGES_MADE_BY_889=false +PRODUCT_MUTATION_BY_889=false +VM_MUTATION_BY_889=false +CLOUD_MUTATION_BY_889=false +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +PVEPRO889_END=true + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index ddbf4350..d0ebe190 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1,38 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1", - "status": "FAIL", - "rc": 2, + "command_id": "SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1", + "status": "OK", + "rc": 0, "host": "pve01", - "mode": "change", - "component": "homelab-backup-rpo-refresh", - "started_at_utc": "2026-09-21T17:50:01Z", - "finished_at_utc": "2026-09-21T19:50:09Z", + "mode": "read-only", + "component": "pvepro-888-886-combined-local-recovery", + "started_at_utc": "2026-09-21T19:52:48Z", + "finished_at_utc": "2026-09-21T19:52:48Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "12198c2fba8c04dcd25b0328d5f33533ac89d5a6412d093c166650665d0e5344", + "command_sha256": "5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "FAIL", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 2, - "changes_made": true, + "command_rc": 0, + "changes_made": false, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "MUTATED", + "mutation_outcome": "NO_MUTATION", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "eadab1eba08cb0aa59cf3e89d0217dff44bbca0cfd40c94c3087ec0737596519", - "sanitized_output_sha256": "eadab1eba08cb0aa59cf3e89d0217dff44bbca0cfd40c94c3087ec0737596519", + "raw_evidence_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", + "sanitized_output_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "WORKERS2_RPO_REFRESH_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1\nMODE=change\nCOMPONENT=homelab-backup-rpo-refresh\nMUTATION_BOUNDARY=START_EXISTING_APP_AND_BACKUP_SERVICES_ONLY_WHEN_RPO_STALE;NO_TIMER_DISABLE;NO_KILL;NO_SIGNAL;NO_LOCK_BREAK;NO_CONFIG_CHANGE;NO_GIT_WRITE;NO_DELETE\nRPO_BEFORE=[{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-filebrowser\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-hbarhub\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-immich\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-skladchik-reports-monitor\"},{\"age_seconds\":84882,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\"},{\"age_seconds\":77981,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\"}]\nBACKUP_STATE_BEFORE={\"heavy_lock_free\":true,\"mainpid\":0}\nRPO_LOOP_1=[{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-filebrowser\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-hbarhub\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-immich\"},{\"decision\":\"BACKUP_DUE\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-skladchik-reports-monitor\"},{\"age_seconds\":84884,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\"},{\"age_seconds\":77983,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\"}]\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=60 active=success sub=activating result=start\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=120 active=success sub=activating result=start\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=180 active=success sub=activating result=start\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=240 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=300 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=360 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=420 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=480 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=540 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=600 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=660 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=720 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=780 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=840 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=900 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=960 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1020 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1080 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1140 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1200 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1260 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1321 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1381 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1441 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1501 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1561 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1621 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1681 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1741 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1801 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1861 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1921 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1981 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2041 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2101 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2161 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2221 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2281 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2341 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2401 active=success sub=activating result=start\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2461 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2521 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2581 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2642 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2702 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2762 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2822 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2882 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2942 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3002 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3062 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3122 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3182 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3242 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3302 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3362 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3422 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3482 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3542 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3602 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3662 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3722 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3782 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3842 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3902 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3962 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4023 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4083 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4143 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4203 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4263 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4323 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4383 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4443 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4503 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4563 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4623 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4683 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4743 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4803 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4863 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4923 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4983 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5043 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5103 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5163 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5223 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5283 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5344 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5404 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5464 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5524 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5584 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5644 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5704 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5764 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5824 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5884 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5944 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6004 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6064 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6124 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6184 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6244 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6304 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6364 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6424 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6484 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6544 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6604 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6664 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6725 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6785 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6845 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6905 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6965 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7025 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7085 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7145 active=success sub=inactive result=dead\nUNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7205 active=success sub=inactive result=dead\nAPP_REFRESH_RUN={\"iteration\":1,\"meta\":{\"active\":\"success\",\"elapsed\":7205,\"result\":\"TIMEOUT\",\"start_rc\":0,\"sub\":\"inactive\"},\"ok\":false,\"unit\":\"homelab-app-cloud-quorum-queue.service\"}\nFAILURE=APP_REFRESH_SERVICE_FAILED\nTASK_RESULT=FAIL_RPO_REFRESH\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVEPRO889_BEGIN=true\nCOMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\nRECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY\nPRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1\nFALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1\nR888_ATTEMPT_DIR_EXISTS=true\nR888_REMOTE_EXISTS=true\nR888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036\nR888_REMOTE_SHA_MATCH=true\nR888_STATUS_EXISTS=false\nR888_PLINK_RC=null\nR888_STDOUT_EXISTS=true\nR888_STDOUT_BYTES=39\nR888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR888_STDERR_EXISTS=true\nR888_STDERR_BYTES=0\nR888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR888_STDERR_CLASS=NONE\nR888_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR888_RESULT_COMPLETE=false\nR886_ATTEMPT_DIR_EXISTS=true\nR886_REMOTE_EXISTS=true\nR886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce\nR886_REMOTE_SHA_MATCH=true\nR886_STATUS_EXISTS=false\nR886_PLINK_RC=null\nR886_STDOUT_EXISTS=true\nR886_STDOUT_BYTES=39\nR886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR886_STDERR_EXISTS=true\nR886_STDERR_BYTES=0\nR886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR886_STDERR_CLASS=NONE\nR886_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR886_RESULT_COMPLETE=false\nRECOVERED_888_SAFE_MARKERS={}\nRECOVERED_886_FALLBACK_SAFE_MARKERS={}\nDECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE\nNEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH\nCHANGES_MADE_BY_889=false\nPRODUCT_MUTATION_BY_889=false\nVM_MUTATION_BY_889=false\nCLOUD_MUTATION_BY_889=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nPVEPRO889_END=true\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 8b1104a5..88677b26 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,164 +1,77 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1 -STATUS=FAIL -RC=2 +COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=homelab-backup-rpo-refresh +MODE=read-only +COMPONENT=pvepro-888-886-combined-local-recovery REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=12198c2fba8c04dcd25b0328d5f33533ac89d5a6412d093c166650665d0e5344 +COMMAND_SHA256=5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=2 -CHANGES_MADE=true +COMMAND_RC=0 +CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=MUTATED +MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=eadab1eba08cb0aa59cf3e89d0217dff44bbca0cfd40c94c3087ec0737596519 -SANITIZED_OUTPUT_SHA256=eadab1eba08cb0aa59cf3e89d0217dff44bbca0cfd40c94c3087ec0737596519 +RAW_EVIDENCE_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe +SANITIZED_OUTPUT_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe OUTPUT_BEGIN -WORKERS2_RPO_REFRESH_BEGIN=1 -COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1 -MODE=change -COMPONENT=homelab-backup-rpo-refresh -MUTATION_BOUNDARY=START_EXISTING_APP_AND_BACKUP_SERVICES_ONLY_WHEN_RPO_STALE;NO_TIMER_DISABLE;NO_KILL;NO_SIGNAL;NO_LOCK_BREAK;NO_CONFIG_CHANGE;NO_GIT_WRITE;NO_DELETE -RPO_BEFORE=[{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-filebrowser"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-hbarhub"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-immich"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-skladchik-reports-monitor"},{"age_seconds":84882,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110"},{"age_seconds":77981,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111"}] -BACKUP_STATE_BEFORE={"heavy_lock_free":true,"mainpid":0} -RPO_LOOP_1=[{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-filebrowser"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-hbarhub"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-immich"},{"decision":"BACKUP_DUE","freshness_plan_rc":0,"kind":"APP","logical_id":"app-skladchik-reports-monitor"},{"age_seconds":84884,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110"},{"age_seconds":77983,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111"}] -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=60 active=success sub=activating result=start -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=120 active=success sub=activating result=start -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=180 active=success sub=activating result=start -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=240 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=300 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=360 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=420 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=480 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=540 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=600 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=660 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=720 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=780 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=840 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=900 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=960 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1020 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1080 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1140 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1200 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1260 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1321 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1381 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1441 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1501 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1561 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1621 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1681 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1741 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1801 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1861 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1921 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=1981 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2041 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2101 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2161 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2221 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2281 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2341 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2401 active=success sub=activating result=start -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2461 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2521 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2581 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2642 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2702 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2762 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2822 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2882 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=2942 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3002 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3062 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3122 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3182 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3242 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3302 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3362 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3422 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3482 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3542 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3602 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3662 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3722 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3782 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3842 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3902 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=3962 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4023 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4083 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4143 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4203 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4263 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4323 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4383 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4443 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4503 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4563 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4623 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4683 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4743 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4803 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4863 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4923 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=4983 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5043 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5103 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5163 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5223 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5283 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5344 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5404 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5464 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5524 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5584 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5644 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5704 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5764 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5824 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5884 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=5944 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6004 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6064 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6124 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6184 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6244 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6304 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6364 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6424 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6484 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6544 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6604 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6664 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6725 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6785 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6845 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6905 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=6965 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7025 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7085 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7145 active=success sub=inactive result=dead -UNIT_WAIT unit=homelab-app-cloud-quorum-queue.service elapsed=7205 active=success sub=inactive result=dead -APP_REFRESH_RUN={"iteration":1,"meta":{"active":"success","elapsed":7205,"result":"TIMEOUT","start_rc":0,"sub":"inactive"},"ok":false,"unit":"homelab-app-cloud-quorum-queue.service"} -FAILURE=APP_REFRESH_SERVICE_FAILED -TASK_RESULT=FAIL_RPO_REFRESH -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-RPO-REFRESH-1098R1","status":"FAIL","changes_made":true,"rollback_started":false,"rollback_restored":null} +PVEPRO889_BEGIN=true +COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 +RECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY +PRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1 +FALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1 +R888_ATTEMPT_DIR_EXISTS=true +R888_REMOTE_EXISTS=true +R888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036 +R888_REMOTE_SHA_MATCH=true +R888_STATUS_EXISTS=false +R888_PLINK_RC=null +R888_STDOUT_EXISTS=true +R888_STDOUT_BYTES=39 +R888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 +R888_STDERR_EXISTS=true +R888_STDERR_BYTES=0 +R888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +R888_STDERR_CLASS=NONE +R888_LOCAL_CLASS=PLINK_STATUS_ABSENT +R888_RESULT_COMPLETE=false +R886_ATTEMPT_DIR_EXISTS=true +R886_REMOTE_EXISTS=true +R886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce +R886_REMOTE_SHA_MATCH=true +R886_STATUS_EXISTS=false +R886_PLINK_RC=null +R886_STDOUT_EXISTS=true +R886_STDOUT_BYTES=39 +R886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 +R886_STDERR_EXISTS=true +R886_STDERR_BYTES=0 +R886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 +R886_STDERR_CLASS=NONE +R886_LOCAL_CLASS=PLINK_STATUS_ABSENT +R886_RESULT_COMPLETE=false +RECOVERED_888_SAFE_MARKERS={} +RECOVERED_886_FALLBACK_SAFE_MARKERS={} +DECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE +NEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH +CHANGES_MADE_BY_889=false +PRODUCT_MUTATION_BY_889=false +VM_MUTATION_BY_889=false +CLOUD_MUTATION_BY_889=false +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +PVEPRO889_END=true OUTPUT_END CHAT_OUTPUT_END