From 9a19a0034b4eee3be32ecdbb9e4bcba098f47e58 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Mon, 21 Sep 2026 19:54:22 +0000 Subject: [PATCH] runtime: publish SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1 --- ...CKUP-POST1098-RPO-RCA-READONLY-1099R1.json | 38 ++++++++++ ...ACKUP-POST1098-RPO-RCA-READONLY-1099R1.txt | 50 +++++++++++++ runtime/latest.json | 16 ++-- runtime/latest.txt | 73 ++++++------------- 4 files changed, 119 insertions(+), 58 deletions(-) create mode 100644 runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.json create mode 100644 runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.txt diff --git a/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.json b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.json new file mode 100644 index 00000000..84dc6d2c --- /dev/null +++ b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "homelab-backup-post1098-rpo-rca", + "started_at_utc": "2026-09-21T19:54:21Z", + "finished_at_utc": "2026-09-21T19:54:21Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "72d9a4c8271152e6a33fef99f04b48de465897d6ed2048a32075ebf63c27b3f0", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48", + "sanitized_output_sha256": "ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_POST1098_RPO_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1\nMODE=read-only\nCOMPONENT=homelab-backup-post1098-rpo-rca\nMUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE\nAPP_UNIT_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"inactive\"},\"ExecMainStatus\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"Result\":{\"rc\":0,\"stderr\":\"\",\"value\":\"success\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"dead\"}}\nAPP_RECENT_MARKERS=[\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.\",\"Starting homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue...\",\"Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.\"]\nRPO_STALE=[{\"age_seconds\":92341,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\"},{\"age_seconds\":85440,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\"},{\"age_seconds\":79385,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm112\"},{\"age_seconds\":77220,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm113\"},{\"age_seconds\":75114,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm150\"}]\nRPO_STALE_COUNT=5\nRPO_TARGETS=[{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-filebrowser\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-hbarhub\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-immich\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-skladchik-reports-monitor\",\"state\":\"FRESH\"},{\"age_seconds\":27662,\"freshness_limit_seconds\":86400,\"kind\":\"CONTROL\",\"logical_id\":\"control-bootstrap-v2\",\"result\":\"SUCCESS\",\"state\":\"FRESH\"},{\"age_seconds\":92341,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":85440,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":79385,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm112\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":77220,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm113\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":71828,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm130\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":75114,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm150\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":70361,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm160\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":61581,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm170\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":68584,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm171\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":66322,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm190\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":54984,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm9130\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"}]\nAPP_FRESHNESS_PLAN_RC=0\nBACKUP_STATE={\"heavy_lock_free\":false,\"mainpid\":1384336}\nDECISION=RPO_REFRESH_REQUIRED_VM_ONLY\nROOT_CAUSE_1098_WAITER=SYSTEMCTL_SHOW_MULTI_PROPERTY_POSITIONAL_PARSE_BUG\nNO_MUTATION=true\nTASK_RESULT=PASS_HOMELAB_BACKUP_POST1098_RPO_RCA_READONLY\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_POST1098_RPO_RCA_END=1\n" +} diff --git a/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.txt b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.txt new file mode 100644 index 00000000..cc8cf944 --- /dev/null +++ b/runtime/history/SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1.txt @@ -0,0 +1,50 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=homelab-backup-post1098-rpo-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=72d9a4c8271152e6a33fef99f04b48de465897d6ed2048a32075ebf63c27b3f0 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48 +SANITIZED_OUTPUT_SHA256=ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48 +OUTPUT_BEGIN +WORKERS2_POST1098_RPO_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1 +MODE=read-only +COMPONENT=homelab-backup-post1098-rpo-rca +MUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE +APP_UNIT_STATE={"ActiveState":{"rc":0,"stderr":"","value":"inactive"},"ExecMainStatus":{"rc":0,"stderr":"","value":"0"},"Result":{"rc":0,"stderr":"","value":"success"},"SubState":{"rc":0,"stderr":"","value":"dead"}} +APP_RECENT_MARKERS=["RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.","Starting homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue...","Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue."] +RPO_STALE=[{"age_seconds":92341,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110"},{"age_seconds":85440,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111"},{"age_seconds":79385,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm112"},{"age_seconds":77220,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm113"},{"age_seconds":75114,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm150"}] +RPO_STALE_COUNT=5 +RPO_TARGETS=[{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-filebrowser","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-hbarhub","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-immich","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-skladchik-reports-monitor","state":"FRESH"},{"age_seconds":27662,"freshness_limit_seconds":86400,"kind":"CONTROL","logical_id":"control-bootstrap-v2","result":"SUCCESS","state":"FRESH"},{"age_seconds":92341,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":85440,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":79385,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm112","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":77220,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm113","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":71828,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm130","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":75114,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm150","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":70361,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm160","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":61581,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm170","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":68584,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm171","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":66322,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm190","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":54984,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm9130","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"}] +APP_FRESHNESS_PLAN_RC=0 +BACKUP_STATE={"heavy_lock_free":false,"mainpid":1384336} +DECISION=RPO_REFRESH_REQUIRED_VM_ONLY +ROOT_CAUSE_1098_WAITER=SYSTEMCTL_SHOW_MULTI_PROPERTY_POSITIONAL_PARSE_BUG +NO_MUTATION=true +TASK_RESULT=PASS_HOMELAB_BACKUP_POST1098_RPO_RCA_READONLY +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_POST1098_RPO_RCA_END=1 + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index d0ebe190..84dc6d2c 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1", + "command_id": "SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", - "component": "pvepro-888-886-combined-local-recovery", - "started_at_utc": "2026-09-21T19:52:48Z", - "finished_at_utc": "2026-09-21T19:52:48Z", + "component": "homelab-backup-post1098-rpo-rca", + "started_at_utc": "2026-09-21T19:54:21Z", + "finished_at_utc": "2026-09-21T19:54:21Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6", + "command_sha256": "72d9a4c8271152e6a33fef99f04b48de465897d6ed2048a32075ebf63c27b3f0", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", - "sanitized_output_sha256": "d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe", + "raw_evidence_sha256": "ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48", + "sanitized_output_sha256": "ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVEPRO889_BEGIN=true\nCOMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\nRECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY\nPRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1\nFALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1\nR888_ATTEMPT_DIR_EXISTS=true\nR888_REMOTE_EXISTS=true\nR888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036\nR888_REMOTE_SHA_MATCH=true\nR888_STATUS_EXISTS=false\nR888_PLINK_RC=null\nR888_STDOUT_EXISTS=true\nR888_STDOUT_BYTES=39\nR888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR888_STDERR_EXISTS=true\nR888_STDERR_BYTES=0\nR888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR888_STDERR_CLASS=NONE\nR888_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR888_RESULT_COMPLETE=false\nR886_ATTEMPT_DIR_EXISTS=true\nR886_REMOTE_EXISTS=true\nR886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce\nR886_REMOTE_SHA_MATCH=true\nR886_STATUS_EXISTS=false\nR886_PLINK_RC=null\nR886_STDOUT_EXISTS=true\nR886_STDOUT_BYTES=39\nR886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6\nR886_STDERR_EXISTS=true\nR886_STDERR_BYTES=0\nR886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\nR886_STDERR_CLASS=NONE\nR886_LOCAL_CLASS=PLINK_STATUS_ABSENT\nR886_RESULT_COMPLETE=false\nRECOVERED_888_SAFE_MARKERS={}\nRECOVERED_886_FALLBACK_SAFE_MARKERS={}\nDECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE\nNEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH\nCHANGES_MADE_BY_889=false\nPRODUCT_MUTATION_BY_889=false\nVM_MUTATION_BY_889=false\nCLOUD_MUTATION_BY_889=false\nHOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\nPVEPRO889_END=true\n" + "output": "WORKERS2_POST1098_RPO_RCA_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1\nMODE=read-only\nCOMPONENT=homelab-backup-post1098-rpo-rca\nMUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE\nAPP_UNIT_STATE={\"ActiveState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"inactive\"},\"ExecMainStatus\":{\"rc\":0,\"stderr\":\"\",\"value\":\"0\"},\"Result\":{\"rc\":0,\"stderr\":\"\",\"value\":\"success\"},\"SubState\":{\"rc\":0,\"stderr\":\"\",\"value\":\"dead\"}}\nAPP_RECENT_MARKERS=[\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"RESULT=SEALED\",\"BACKUP_STATUS=SEALED\",\"CLOUD_QUORUM=2\",\"Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.\",\"Starting homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue...\",\"Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.\"]\nRPO_STALE=[{\"age_seconds\":92341,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\"},{\"age_seconds\":85440,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\"},{\"age_seconds\":79385,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm112\"},{\"age_seconds\":77220,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm113\"},{\"age_seconds\":75114,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm150\"}]\nRPO_STALE_COUNT=5\nRPO_TARGETS=[{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-filebrowser\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-hbarhub\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-immich\",\"state\":\"FRESH\"},{\"decision\":\"SKIP_FRESH\",\"freshness_plan_rc\":0,\"kind\":\"APP\",\"logical_id\":\"app-skladchik-reports-monitor\",\"state\":\"FRESH\"},{\"age_seconds\":27662,\"freshness_limit_seconds\":86400,\"kind\":\"CONTROL\",\"logical_id\":\"control-bootstrap-v2\",\"result\":\"SUCCESS\",\"state\":\"FRESH\"},{\"age_seconds\":92341,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm110\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":85440,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm111\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":79385,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm112\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":77220,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm113\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":71828,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm130\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":75114,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm150\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"NONE\",\"state\":\"STALE\"},{\"age_seconds\":70361,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm160\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":61581,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm170\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":68584,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm171\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":66322,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm190\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"},{\"age_seconds\":54984,\"freshness_limit_seconds\":72000,\"kind\":\"VM\",\"logical_id\":\"vm9130\",\"replica_count\":2,\"result\":\"SUCCESS\",\"source\":\"V2\",\"state\":\"FRESH\"}]\nAPP_FRESHNESS_PLAN_RC=0\nBACKUP_STATE={\"heavy_lock_free\":false,\"mainpid\":1384336}\nDECISION=RPO_REFRESH_REQUIRED_VM_ONLY\nROOT_CAUSE_1098_WAITER=SYSTEMCTL_SHOW_MULTI_PROPERTY_POSITIONAL_PARSE_BUG\nNO_MUTATION=true\nTASK_RESULT=PASS_HOMELAB_BACKUP_POST1098_RPO_RCA_READONLY\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nWORKERS2_POST1098_RPO_RCA_END=1\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 88677b26..cc8cf944 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1 STATUS=OK RC=0 HOST=pve01 MODE=read-only -COMPONENT=pvepro-888-886-combined-local-recovery +COMPONENT=homelab-backup-post1098-rpo-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=5c2746534ac0b58f98d2bd8b413f8515ee7f53e9e400c76e719ae0c0a88a97a6 +COMMAND_SHA256=72d9a4c8271152e6a33fef99f04b48de465897d6ed2048a32075ebf63c27b3f0 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,54 +24,27 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe -SANITIZED_OUTPUT_SHA256=d37398144019fb4eaf16684782d4e41c0ca846ced474d0db9bb2cb730a13a2fe +RAW_EVIDENCE_SHA256=ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48 +SANITIZED_OUTPUT_SHA256=ad630c6bd04d216455d6a50bf4d27d91ecaa951134bb6b70cddb5a725b2f5c48 OUTPUT_BEGIN -PVEPRO889_BEGIN=true -COMMAND_ID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1 -RECOVERY_PATTERN=DOCUMENTED_WORKERS2_COMBINED_LOCAL_RECOVERY -PRIMARY_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-886-LOCAL-RESULT-RECOVERY-888R1 -FALLBACK_TARGET_CID=SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-PRESCOPE-READONLY-886R1 -R888_ATTEMPT_DIR_EXISTS=true -R888_REMOTE_EXISTS=true -R888_REMOTE_SHA256=6e0c118ce7db9895e9485840e3e54467c60d3886f7ef4d0a4734347b74268036 -R888_REMOTE_SHA_MATCH=true -R888_STATUS_EXISTS=false -R888_PLINK_RC=null -R888_STDOUT_EXISTS=true -R888_STDOUT_BYTES=39 -R888_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 -R888_STDERR_EXISTS=true -R888_STDERR_BYTES=0 -R888_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -R888_STDERR_CLASS=NONE -R888_LOCAL_CLASS=PLINK_STATUS_ABSENT -R888_RESULT_COMPLETE=false -R886_ATTEMPT_DIR_EXISTS=true -R886_REMOTE_EXISTS=true -R886_REMOTE_SHA256=5f0cc53708f34fd08253446eb4461162d6c00c92f3d4d1956c6aa74c5bb768ce -R886_REMOTE_SHA_MATCH=true -R886_STATUS_EXISTS=false -R886_PLINK_RC=null -R886_STDOUT_EXISTS=true -R886_STDOUT_BYTES=39 -R886_STDOUT_SHA256=22d52cef09a22affbc21147e902dfa46cb1955458d5cacd0398a51241e16bfd6 -R886_STDERR_EXISTS=true -R886_STDERR_BYTES=0 -R886_STDERR_SHA256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 -R886_STDERR_CLASS=NONE -R886_LOCAL_CLASS=PLINK_STATUS_ABSENT -R886_RESULT_COMPLETE=false -RECOVERED_888_SAFE_MARKERS={} -RECOVERED_886_FALLBACK_SAFE_MARKERS={} -DECISION=HOLD_PVEPRO889_COMBINED_LOCAL_EVIDENCE_INCOMPLETE -NEXT_GATE=RECONCILE_ONLY_PVEPRO888_886_LOCAL_EXECUTION_PATH -CHANGES_MADE_BY_889=false -PRODUCT_MUTATION_BY_889=false -VM_MUTATION_BY_889=false -CLOUD_MUTATION_BY_889=false -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SUPPORT-260921-PVEPRO-EDITORIAL-CASES-BATCH-C-888-886-COMBINED-LOCAL-RECOVERY-889R1","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -PVEPRO889_END=true +WORKERS2_POST1098_RPO_RCA_BEGIN=1 +COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1 +MODE=read-only +COMPONENT=homelab-backup-post1098-rpo-rca +MUTATION_BOUNDARY=READ_ONLY_NO_SERVICE_START_NO_TIMER_CHANGE_NO_KILL_NO_SIGNAL_NO_LOCK_BREAK_NO_BACKUP_NO_GC_NO_MAIL_NO_GIT_WRITE +APP_UNIT_STATE={"ActiveState":{"rc":0,"stderr":"","value":"inactive"},"ExecMainStatus":{"rc":0,"stderr":"","value":"0"},"Result":{"rc":0,"stderr":"","value":"success"},"SubState":{"rc":0,"stderr":"","value":"dead"}} +APP_RECENT_MARKERS=["RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","RESULT=SEALED","BACKUP_STATUS=SEALED","CLOUD_QUORUM=2","Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue.","Starting homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue...","Finished homelab-app-cloud-quorum-queue.service - Homelab canonical application cloud quorum backup queue."] +RPO_STALE=[{"age_seconds":92341,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110"},{"age_seconds":85440,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111"},{"age_seconds":79385,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm112"},{"age_seconds":77220,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm113"},{"age_seconds":75114,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm150"}] +RPO_STALE_COUNT=5 +RPO_TARGETS=[{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-filebrowser","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-hbarhub","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-immich","state":"FRESH"},{"decision":"SKIP_FRESH","freshness_plan_rc":0,"kind":"APP","logical_id":"app-skladchik-reports-monitor","state":"FRESH"},{"age_seconds":27662,"freshness_limit_seconds":86400,"kind":"CONTROL","logical_id":"control-bootstrap-v2","result":"SUCCESS","state":"FRESH"},{"age_seconds":92341,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm110","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":85440,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm111","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":79385,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm112","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":77220,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm113","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":71828,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm130","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":75114,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm150","replica_count":2,"result":"SUCCESS","source":"NONE","state":"STALE"},{"age_seconds":70361,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm160","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":61581,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm170","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":68584,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm171","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":66322,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm190","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"},{"age_seconds":54984,"freshness_limit_seconds":72000,"kind":"VM","logical_id":"vm9130","replica_count":2,"result":"SUCCESS","source":"V2","state":"FRESH"}] +APP_FRESHNESS_PLAN_RC=0 +BACKUP_STATE={"heavy_lock_free":false,"mainpid":1384336} +DECISION=RPO_REFRESH_REQUIRED_VM_ONLY +ROOT_CAUSE_1098_WAITER=SYSTEMCTL_SHOW_MULTI_PROPERTY_POSITIONAL_PARSE_BUG +NO_MUTATION=true +TASK_RESULT=PASS_HOMELAB_BACKUP_POST1098_RPO_RCA_READONLY +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-POST1098-RPO-RCA-READONLY-1099R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} +WORKERS2_POST1098_RPO_RCA_END=1 OUTPUT_END CHAT_OUTPUT_END