diff --git a/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.json b/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.json new file mode 100644 index 00000000..8a41ef33 --- /dev/null +++ b/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-10-16T17:13:32Z", + "finished_at_utc": "2026-10-16T17:13:38Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8d6bfa63d1f911cfb1e7b3a09dbe7536c13039cfd7052321991b02dd59b68507", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663", + "sanitized_output_sha256": "5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_RESTORE_RECONCILE=V1\nMODE=read-only\nPREVIOUS_CID=SUPPORT-261016-WORKERS2-BACKUP-OFFLINE-RESTORE-100039R1\nTEST_VMID=99112\nPREVIOUS_NATIVE_RESTORE_RC=255\nPREVIOUS_ROLLBACK_FAILED=true\nPREVIOUS_CHANGE_STILL_REQUIRES_RECONCILE=true\nINITIAL_SCOPED_MOUNTS_JSON={\"count\":0,\"paths_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nINTENT_JSON={\"bytes\":329,\"identity_matches\":true,\"marker_sha256\":\"83d04b82464ee1147612c7f4b6ede5932c8cbe9a9067ca0daa8c2694389657f5\",\"mode\":\"0o600\",\"sha256\":\"1c3fcbd6af7b5dd534287b54bcc90c0803755d20e4f9abdc8cda43ca4dca5461\",\"storage_sha256\":\"f213b25bbf12a87f15c5a72754bdadd63d659ce5e122cd2bdd423b4f625919d2\",\"uid\":0,\"vmid\":99112}\nREAD_API_JSON={\"bytes\":4148,\"failure\":null,\"path_sha256\":\"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1\",\"rc\":0,\"sha256\":\"2c120fdb5efefb009a5e7e439a7d591ce7363b41d9b4110646bd3f94fb825538\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_TARGET_JSON={\"config_sha256\":null,\"owned\":null,\"present\":false,\"stopped\":null}\nREAD_API_JSON={\"bytes\":3,\"failure\":null,\"path_sha256\":\"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a\",\"rc\":0,\"sha256\":\"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_VOLUMES_JSON={\"all_explicit_vmid_match\":true,\"count\":0,\"volume_ids_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nINITIAL_NODE_CONFIG_JSON={\"state\":\"ABSENT\"}\nINITIAL_FIREWALL_JSON={\"state\":\"ABSENT\"}\nINITIAL_LXC_DIRECTORY_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nINITIAL_PRIVATE_WORK_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf\",\"rc\":0,\"sha256\":\"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_TASKS_JSON={\"active_for_vmid\":0,\"exact39_window_restore_matches\":1,\"listed\":1,\"window_utc\":[\"2026-10-16T16:01:30Z\",\"2026-10-16T16:02:16Z\"]}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad\",\"rc\":0,\"sha256\":\"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_EXACT39_TASK_JSON={\"endtime\":1792166529,\"exit_is_ok\":false,\"exitstatus_sha256\":\"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659\",\"ordinal\":1,\"starttime\":1792166528,\"state\":\"stopped\",\"upid_sha256\":\"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3\"}\nREAD_API_JSON={\"bytes\":1922,\"failure\":null,\"path_sha256\":\"07ef2bcc95a2f3945f8a5950e8991a6706b1a2b055bbb77c9768b74504f116db\",\"rc\":0,\"sha256\":\"040d79f46d2f527bf9fd7a7bfe8edff9094c34a534b09f22e005b60d3cc78152\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nEXACT39_TASK_LOG_JSON={\"complete\":true,\"details\":[{\"n\":1,\"redacted_tokens\":\"[REDACTED] configuration [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"30d74adda8b4b78bb429b66c7da55574f807d6f1fe414dced9b14a6f645952f8\",\"signals\":[]},{\"n\":2,\"redacted_tokens\":\"warning [REDACTED] not [REDACTED] on [REDACTED] thin [REDACTED] running [REDACTED] space\",\"sha256\":\"9d77bb297f12d6338af7c7bc30cf231b686f064777e305c4bf310221927a4010\",\"signals\":[]},{\"n\":3,\"redacted_tokens\":\"warning [REDACTED] to [REDACTED] thin [REDACTED]\",\"sha256\":\"af7407bb88104519d638a4440e4a860b83dcb2ea874a28f3e5a4cc2bd6d37b44\",\"signals\":[]},{\"n\":4,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED]\",\"sha256\":\"dd982873faebcf563c832d3c42820b70b48c17d8194f91ab32abb6a69dd50dd3\",\"signals\":[]},{\"n\":5,\"redacted_tokens\":\"warning [REDACTED] thin volume [REDACTED] thin pool [REDACTED] data [REDACTED] free space [REDACTED] volume group [REDACTED]\",\"sha256\":\"1a967180b4e1ee95d65774a6b615b24a03ce49221f865b886d92f5053c2b0eb7\",\"signals\":[]},{\"n\":6,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED]\",\"sha256\":\"f8f3e1edc86a05398ad2f21b4c3b33ab9fdb661e0ad406b8904d74123611c4f6\",\"signals\":[]},{\"n\":7,\"redacted_tokens\":\"creating [REDACTED]\",\"sha256\":\"b8b02b28864332f0b2412fd50aa7f9a9c694c6c58d704282499ff43edc461c59\",\"signals\":[]},{\"n\":8,\"redacted_tokens\":\"[REDACTED]\",\"sha256\":\"aa5de4385c2a6f3552c097063afeec78508d2f97dd75cdfd57165d673d3b1ccd\",\"signals\":[]},{\"n\":9,\"redacted_tokens\":\"[REDACTED] on [REDACTED]\",\"sha256\":\"ec857a746cf6c7cb0acf0988d183368eb2058f66ac8a856f432c5871259bec4e\",\"signals\":[]},{\"n\":10,\"redacted_tokens\":\"[REDACTED]\",\"sha256\":\"879f87b3751d281d18381654a86806d5db255db0ee654e08bc026a2f6bdc162e\",\"signals\":[]},{\"n\":11,\"redacted_tokens\":\"[REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"6a7059540c88ff1ec96ff07300c22d354411dfd26e8ba7d05dcd1095fc105cf4\",\"signals\":[]},{\"n\":12,\"redacted_tokens\":\"extracting archive [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"8f3a1dd3abe823a38d1e96f357199e166cd39b33f5d0bf5df9dd7af93c9d4e12\",\"signals\":[]},{\"n\":13,\"redacted_tokens\":\"tar [REDACTED] rootfs cannot open permission denied\",\"sha256\":\"82e72cd7f56b278433e6aad4d22300a5e0ed6145e6909a70ac688c39797dd7b3\",\"signals\":[\"PERMISSION_DENIED\",\"TAR_ERROR\"]},{\"n\":14,\"redacted_tokens\":\"tar error is not [REDACTED]\",\"sha256\":\"b23c2c3eba5e64b49bacf3fc084e1636d6ce0bbbf757873b32bb22f687710059\",\"signals\":[\"TAR_ERROR\"]},{\"n\":15,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED] successfully [REDACTED]\",\"sha256\":\"7b66658d2ef68bfffd6fd527fca94012ed397e0af3c720c571d0bd07f3b71192\",\"signals\":[]},{\"n\":16,\"redacted_tokens\":\"\",\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"signals\":[]},{\"exit_code\":2,\"n\":17,\"redacted_tokens\":\"task error unable to restore [REDACTED] command [REDACTED] tar [REDACTED] zstd [REDACTED] file system [REDACTED] owner [REDACTED] warning no file [REDACTED] warning no [REDACTED] write [REDACTED] rootfs [REDACTED] files [REDACTED] failed exit code [REDACTED]\",\"sha256\":\"b08125916ae3cc4b0ca95d988bf8db3ea0a0d58830e5f2d13e0b2a68477cd074\",\"signals\":[\"DECOMPRESS_FAILURE\",\"EXIT_CODE\",\"RESTORE_FAILURE\"]}],\"details_capped\":false,\"lines\":17,\"normalized_log_sha256\":\"8fc8c6bce9b8ea0cc8e7b8e942ce2d71683b984f05b05ddd28ed2155a8508afc\",\"ordinal\":1,\"signals\":[\"DECOMPRESS_FAILURE\",\"EXIT_CODE\",\"PERMISSION_DENIED\",\"RESTORE_FAILURE\",\"TAR_ERROR\"]}\nLXC_INVENTORY_JSON={\"bytes\":4096,\"complete\":true,\"entries\":[{\"bytes\":4096,\"depth\":1,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"mounted\":false,\"relative_sha256\":\"3c47ef972d531d524daa15fa33dd885dd23de6221bbd10a29eb42ecfcf2ef422\",\"role\":\"ROOTFS\",\"uid\":0}],\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nWORK_INVENTORY_JSON={\"bytes\":4096,\"complete\":true,\"entries\":[{\"bytes\":4096,\"depth\":1,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"mounted\":false,\"relative_sha256\":\"cf10d3eb4b80f1fdd74306ab6e6152f1822b19451b959eba448ba2d0b2beb22b\",\"role\":\"TMP\",\"uid\":0},{\"bytes\":1629,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"ac1643d1de83f747b9f2c561240d11290a58fc730215ffa55c14acb473d30603\",\"role\":\"PRIVATE_CONFIG\",\"uid\":0},{\"bytes\":224377209,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"ac5cf4daefaf24ef99a0a071512c1897815f7f6be99b55771ff03a011916b1df\",\"role\":\"VERIFIED_ARCHIVE\",\"uid\":0},{\"bytes\":329,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"6473d9a78ed33bd15b5c072bfefdda16972536b6b937befe00638532474a25de\",\"role\":\"INTENT\",\"uid\":0}],\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nCACHED_ARCHIVE_JSON={\"bytes\":224377209,\"mode\":\"0o600\",\"sha256\":\"05bb65a9c0a7016adcd1644ebe190be58feed4085c3ef16d638388f034689c88\",\"state\":\"PRESENT\",\"uid\":0,\"verified\":true}\nPRIVATE_CONFIG_JSON={\"bytes\":1629,\"mode\":\"0o600\",\"sha256\":\"415ea1d20768257d904334a72bc5a542c2a3448a651c07850808597b9d8ca7e8\",\"uid\":0}\nSOURCE_CONFIG_INITIAL_JSON={\"bytes\":340,\"mode\":\"0o640\",\"sha256\":\"f6d5c5dbcddd545533059f5484f5909aa53c3a1298e135e670ce33a8c19e557e\",\"uid\":0}\nREAD_API_JSON={\"bytes\":4149,\"failure\":null,\"path_sha256\":\"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1\",\"rc\":0,\"sha256\":\"511a668daaebd780b9d8c8555013b0632a108d7b72364eba71ccac5ad6b224cf\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_TARGET_JSON={\"config_sha256\":null,\"owned\":null,\"present\":false,\"stopped\":null}\nREAD_API_JSON={\"bytes\":3,\"failure\":null,\"path_sha256\":\"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a\",\"rc\":0,\"sha256\":\"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_VOLUMES_JSON={\"all_explicit_vmid_match\":true,\"count\":0,\"volume_ids_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf\",\"rc\":0,\"sha256\":\"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_TASKS_JSON={\"active_for_vmid\":0,\"exact39_window_restore_matches\":1,\"listed\":1,\"window_utc\":[\"2026-10-16T16:01:30Z\",\"2026-10-16T16:02:16Z\"]}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad\",\"rc\":0,\"sha256\":\"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_EXACT39_TASK_JSON={\"endtime\":1792166529,\"exit_is_ok\":false,\"exitstatus_sha256\":\"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659\",\"ordinal\":1,\"starttime\":1792166528,\"state\":\"stopped\",\"upid_sha256\":\"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3\"}\nFINAL_SCOPED_MOUNTS_JSON={\"count\":0,\"paths_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nFINAL_NODE_CONFIG_JSON={\"state\":\"ABSENT\"}\nFINAL_FIREWALL_JSON={\"state\":\"ABSENT\"}\nFINAL_LXC_DIRECTORY_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nFINAL_PRIVATE_WORK_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nSOURCE_CONFIG_BYTES_STABLE=true\nFINAL_READ_FILE_METADATA_STABLE=true\nRECONCILE_ISSUE_COUNT=0\nRECONCILE_STATE_CAPTURED=true\nRECONCILE_ENDPOINT_SNAPSHOTS_STABLE=true\nTEST_CT_VOLUMES_AND_SCOPED_MOUNTS_ABSENT=true\nLOCAL_TEST_ARTIFACTS_PRESENT=true\nCACHED_ARCHIVE_BYTES_VERIFIED=true\nCLEANUP_PERFORMED=false\nRESTORE_CLEANUP_CONFIRMED=false\nOFFLINE_ROOTFS_RESTORE_VERIFIED=false\nISOLATED_RESTORE_VERIFIED=false\nRESTORED_GUEST_BOOTED=false\nAPPLICATION_RESTORE_VERIFIED=false\nDECISION=RECONCILE_NATIVE_RESOURCES_ABSENT_LOCAL_ARTIFACTS_REMAIN\nNEXT_GATE=REVIEW_NATIVE_CAUSE_AND_SCOPED_CLEANUP_PLAN\nDR_CHANGE_ALLOWED=false\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.txt b/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.txt new file mode 100644 index 00000000..0a32659c --- /dev/null +++ b/runtime/history/SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1.txt @@ -0,0 +1,94 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8d6bfa63d1f911cfb1e7b3a09dbe7536c13039cfd7052321991b02dd59b68507 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663 +SANITIZED_OUTPUT_SHA256=5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663 +OUTPUT_BEGIN +WORKERS2_RESTORE_RECONCILE=V1 +MODE=read-only +PREVIOUS_CID=SUPPORT-261016-WORKERS2-BACKUP-OFFLINE-RESTORE-100039R1 +TEST_VMID=99112 +PREVIOUS_NATIVE_RESTORE_RC=255 +PREVIOUS_ROLLBACK_FAILED=true +PREVIOUS_CHANGE_STILL_REQUIRES_RECONCILE=true +INITIAL_SCOPED_MOUNTS_JSON={"count":0,"paths_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +INTENT_JSON={"bytes":329,"identity_matches":true,"marker_sha256":"83d04b82464ee1147612c7f4b6ede5932c8cbe9a9067ca0daa8c2694389657f5","mode":"0o600","sha256":"1c3fcbd6af7b5dd534287b54bcc90c0803755d20e4f9abdc8cda43ca4dca5461","storage_sha256":"f213b25bbf12a87f15c5a72754bdadd63d659ce5e122cd2bdd423b4f625919d2","uid":0,"vmid":99112} +READ_API_JSON={"bytes":4148,"failure":null,"path_sha256":"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1","rc":0,"sha256":"2c120fdb5efefb009a5e7e439a7d591ce7363b41d9b4110646bd3f94fb825538","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_TARGET_JSON={"config_sha256":null,"owned":null,"present":false,"stopped":null} +READ_API_JSON={"bytes":3,"failure":null,"path_sha256":"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a","rc":0,"sha256":"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_VOLUMES_JSON={"all_explicit_vmid_match":true,"count":0,"volume_ids_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +INITIAL_NODE_CONFIG_JSON={"state":"ABSENT"} +INITIAL_FIREWALL_JSON={"state":"ABSENT"} +INITIAL_LXC_DIRECTORY_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +INITIAL_PRIVATE_WORK_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf","rc":0,"sha256":"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_TASKS_JSON={"active_for_vmid":0,"exact39_window_restore_matches":1,"listed":1,"window_utc":["2026-10-16T16:01:30Z","2026-10-16T16:02:16Z"]} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad","rc":0,"sha256":"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_EXACT39_TASK_JSON={"endtime":1792166529,"exit_is_ok":false,"exitstatus_sha256":"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659","ordinal":1,"starttime":1792166528,"state":"stopped","upid_sha256":"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3"} +READ_API_JSON={"bytes":1922,"failure":null,"path_sha256":"07ef2bcc95a2f3945f8a5950e8991a6706b1a2b055bbb77c9768b74504f116db","rc":0,"sha256":"040d79f46d2f527bf9fd7a7bfe8edff9094c34a534b09f22e005b60d3cc78152","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +EXACT39_TASK_LOG_JSON={"complete":true,"details":[{"n":1,"redacted_tokens":"[REDACTED] configuration [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"30d74adda8b4b78bb429b66c7da55574f807d6f1fe414dced9b14a6f645952f8","signals":[]},{"n":2,"redacted_tokens":"warning [REDACTED] not [REDACTED] on [REDACTED] thin [REDACTED] running [REDACTED] space","sha256":"9d77bb297f12d6338af7c7bc30cf231b686f064777e305c4bf310221927a4010","signals":[]},{"n":3,"redacted_tokens":"warning [REDACTED] to [REDACTED] thin [REDACTED]","sha256":"af7407bb88104519d638a4440e4a860b83dcb2ea874a28f3e5a4cc2bd6d37b44","signals":[]},{"n":4,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED]","sha256":"dd982873faebcf563c832d3c42820b70b48c17d8194f91ab32abb6a69dd50dd3","signals":[]},{"n":5,"redacted_tokens":"warning [REDACTED] thin volume [REDACTED] thin pool [REDACTED] data [REDACTED] free space [REDACTED] volume group [REDACTED]","sha256":"1a967180b4e1ee95d65774a6b615b24a03ce49221f865b886d92f5053c2b0eb7","signals":[]},{"n":6,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED]","sha256":"f8f3e1edc86a05398ad2f21b4c3b33ab9fdb661e0ad406b8904d74123611c4f6","signals":[]},{"n":7,"redacted_tokens":"creating [REDACTED]","sha256":"b8b02b28864332f0b2412fd50aa7f9a9c694c6c58d704282499ff43edc461c59","signals":[]},{"n":8,"redacted_tokens":"[REDACTED]","sha256":"aa5de4385c2a6f3552c097063afeec78508d2f97dd75cdfd57165d673d3b1ccd","signals":[]},{"n":9,"redacted_tokens":"[REDACTED] on [REDACTED]","sha256":"ec857a746cf6c7cb0acf0988d183368eb2058f66ac8a856f432c5871259bec4e","signals":[]},{"n":10,"redacted_tokens":"[REDACTED]","sha256":"879f87b3751d281d18381654a86806d5db255db0ee654e08bc026a2f6bdc162e","signals":[]},{"n":11,"redacted_tokens":"[REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"6a7059540c88ff1ec96ff07300c22d354411dfd26e8ba7d05dcd1095fc105cf4","signals":[]},{"n":12,"redacted_tokens":"extracting archive [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"8f3a1dd3abe823a38d1e96f357199e166cd39b33f5d0bf5df9dd7af93c9d4e12","signals":[]},{"n":13,"redacted_tokens":"tar [REDACTED] rootfs cannot open permission denied","sha256":"82e72cd7f56b278433e6aad4d22300a5e0ed6145e6909a70ac688c39797dd7b3","signals":["PERMISSION_DENIED","TAR_ERROR"]},{"n":14,"redacted_tokens":"tar error is not [REDACTED]","sha256":"b23c2c3eba5e64b49bacf3fc084e1636d6ce0bbbf757873b32bb22f687710059","signals":["TAR_ERROR"]},{"n":15,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED] successfully [REDACTED]","sha256":"7b66658d2ef68bfffd6fd527fca94012ed397e0af3c720c571d0bd07f3b71192","signals":[]},{"n":16,"redacted_tokens":"","sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","signals":[]},{"exit_code":2,"n":17,"redacted_tokens":"task error unable to restore [REDACTED] command [REDACTED] tar [REDACTED] zstd [REDACTED] file system [REDACTED] owner [REDACTED] warning no file [REDACTED] warning no [REDACTED] write [REDACTED] rootfs [REDACTED] files [REDACTED] failed exit code [REDACTED]","sha256":"b08125916ae3cc4b0ca95d988bf8db3ea0a0d58830e5f2d13e0b2a68477cd074","signals":["DECOMPRESS_FAILURE","EXIT_CODE","RESTORE_FAILURE"]}],"details_capped":false,"lines":17,"normalized_log_sha256":"8fc8c6bce9b8ea0cc8e7b8e942ce2d71683b984f05b05ddd28ed2155a8508afc","ordinal":1,"signals":["DECOMPRESS_FAILURE","EXIT_CODE","PERMISSION_DENIED","RESTORE_FAILURE","TAR_ERROR"]} +LXC_INVENTORY_JSON={"bytes":4096,"complete":true,"entries":[{"bytes":4096,"depth":1,"kind":"DIRECTORY","mode":"0o700","mounted":false,"relative_sha256":"3c47ef972d531d524daa15fa33dd885dd23de6221bbd10a29eb42ecfcf2ef422","role":"ROOTFS","uid":0}],"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +WORK_INVENTORY_JSON={"bytes":4096,"complete":true,"entries":[{"bytes":4096,"depth":1,"kind":"DIRECTORY","mode":"0o700","mounted":false,"relative_sha256":"cf10d3eb4b80f1fdd74306ab6e6152f1822b19451b959eba448ba2d0b2beb22b","role":"TMP","uid":0},{"bytes":1629,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"ac1643d1de83f747b9f2c561240d11290a58fc730215ffa55c14acb473d30603","role":"PRIVATE_CONFIG","uid":0},{"bytes":224377209,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"ac5cf4daefaf24ef99a0a071512c1897815f7f6be99b55771ff03a011916b1df","role":"VERIFIED_ARCHIVE","uid":0},{"bytes":329,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"6473d9a78ed33bd15b5c072bfefdda16972536b6b937befe00638532474a25de","role":"INTENT","uid":0}],"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +CACHED_ARCHIVE_JSON={"bytes":224377209,"mode":"0o600","sha256":"05bb65a9c0a7016adcd1644ebe190be58feed4085c3ef16d638388f034689c88","state":"PRESENT","uid":0,"verified":true} +PRIVATE_CONFIG_JSON={"bytes":1629,"mode":"0o600","sha256":"415ea1d20768257d904334a72bc5a542c2a3448a651c07850808597b9d8ca7e8","uid":0} +SOURCE_CONFIG_INITIAL_JSON={"bytes":340,"mode":"0o640","sha256":"f6d5c5dbcddd545533059f5484f5909aa53c3a1298e135e670ce33a8c19e557e","uid":0} +READ_API_JSON={"bytes":4149,"failure":null,"path_sha256":"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1","rc":0,"sha256":"511a668daaebd780b9d8c8555013b0632a108d7b72364eba71ccac5ad6b224cf","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_TARGET_JSON={"config_sha256":null,"owned":null,"present":false,"stopped":null} +READ_API_JSON={"bytes":3,"failure":null,"path_sha256":"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a","rc":0,"sha256":"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_VOLUMES_JSON={"all_explicit_vmid_match":true,"count":0,"volume_ids_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf","rc":0,"sha256":"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_TASKS_JSON={"active_for_vmid":0,"exact39_window_restore_matches":1,"listed":1,"window_utc":["2026-10-16T16:01:30Z","2026-10-16T16:02:16Z"]} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad","rc":0,"sha256":"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_EXACT39_TASK_JSON={"endtime":1792166529,"exit_is_ok":false,"exitstatus_sha256":"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659","ordinal":1,"starttime":1792166528,"state":"stopped","upid_sha256":"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3"} +FINAL_SCOPED_MOUNTS_JSON={"count":0,"paths_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +FINAL_NODE_CONFIG_JSON={"state":"ABSENT"} +FINAL_FIREWALL_JSON={"state":"ABSENT"} +FINAL_LXC_DIRECTORY_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +FINAL_PRIVATE_WORK_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +SOURCE_CONFIG_BYTES_STABLE=true +FINAL_READ_FILE_METADATA_STABLE=true +RECONCILE_ISSUE_COUNT=0 +RECONCILE_STATE_CAPTURED=true +RECONCILE_ENDPOINT_SNAPSHOTS_STABLE=true +TEST_CT_VOLUMES_AND_SCOPED_MOUNTS_ABSENT=true +LOCAL_TEST_ARTIFACTS_PRESENT=true +CACHED_ARCHIVE_BYTES_VERIFIED=true +CLEANUP_PERFORMED=false +RESTORE_CLEANUP_CONFIRMED=false +OFFLINE_ROOTFS_RESTORE_VERIFIED=false +ISOLATED_RESTORE_VERIFIED=false +RESTORED_GUEST_BOOTED=false +APPLICATION_RESTORE_VERIFIED=false +DECISION=RECONCILE_NATIVE_RESOURCES_ABSENT_LOCAL_ARTIFACTS_REMAIN +NEXT_GATE=REVIEW_NATIVE_CAUSE_AND_SCOPED_CLEANUP_PLAN +DR_CHANGE_ALLOWED=false +CHANGES_MADE=false +ROLLBACK_STARTED=false +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 8ef11205..8a41ef33 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1 +1,38 @@ -{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20261016T161701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-10-16T16:17:01Z","finished_at_utc":"2026-10-16T16:17:02Z","reference_register_checked":true,"reference_sha256":"5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66","error_register_checked":true,"error_register_sha256":"3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-10-16T17:13:32Z", + "finished_at_utc": "2026-10-16T17:13:38Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "8d6bfa63d1f911cfb1e7b3a09dbe7536c13039cfd7052321991b02dd59b68507", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663", + "sanitized_output_sha256": "5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "WORKERS2_RESTORE_RECONCILE=V1\nMODE=read-only\nPREVIOUS_CID=SUPPORT-261016-WORKERS2-BACKUP-OFFLINE-RESTORE-100039R1\nTEST_VMID=99112\nPREVIOUS_NATIVE_RESTORE_RC=255\nPREVIOUS_ROLLBACK_FAILED=true\nPREVIOUS_CHANGE_STILL_REQUIRES_RECONCILE=true\nINITIAL_SCOPED_MOUNTS_JSON={\"count\":0,\"paths_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nINTENT_JSON={\"bytes\":329,\"identity_matches\":true,\"marker_sha256\":\"83d04b82464ee1147612c7f4b6ede5932c8cbe9a9067ca0daa8c2694389657f5\",\"mode\":\"0o600\",\"sha256\":\"1c3fcbd6af7b5dd534287b54bcc90c0803755d20e4f9abdc8cda43ca4dca5461\",\"storage_sha256\":\"f213b25bbf12a87f15c5a72754bdadd63d659ce5e122cd2bdd423b4f625919d2\",\"uid\":0,\"vmid\":99112}\nREAD_API_JSON={\"bytes\":4148,\"failure\":null,\"path_sha256\":\"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1\",\"rc\":0,\"sha256\":\"2c120fdb5efefb009a5e7e439a7d591ce7363b41d9b4110646bd3f94fb825538\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_TARGET_JSON={\"config_sha256\":null,\"owned\":null,\"present\":false,\"stopped\":null}\nREAD_API_JSON={\"bytes\":3,\"failure\":null,\"path_sha256\":\"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a\",\"rc\":0,\"sha256\":\"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_VOLUMES_JSON={\"all_explicit_vmid_match\":true,\"count\":0,\"volume_ids_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nINITIAL_NODE_CONFIG_JSON={\"state\":\"ABSENT\"}\nINITIAL_FIREWALL_JSON={\"state\":\"ABSENT\"}\nINITIAL_LXC_DIRECTORY_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nINITIAL_PRIVATE_WORK_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf\",\"rc\":0,\"sha256\":\"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_TASKS_JSON={\"active_for_vmid\":0,\"exact39_window_restore_matches\":1,\"listed\":1,\"window_utc\":[\"2026-10-16T16:01:30Z\",\"2026-10-16T16:02:16Z\"]}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad\",\"rc\":0,\"sha256\":\"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nINITIAL_EXACT39_TASK_JSON={\"endtime\":1792166529,\"exit_is_ok\":false,\"exitstatus_sha256\":\"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659\",\"ordinal\":1,\"starttime\":1792166528,\"state\":\"stopped\",\"upid_sha256\":\"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3\"}\nREAD_API_JSON={\"bytes\":1922,\"failure\":null,\"path_sha256\":\"07ef2bcc95a2f3945f8a5950e8991a6706b1a2b055bbb77c9768b74504f116db\",\"rc\":0,\"sha256\":\"040d79f46d2f527bf9fd7a7bfe8edff9094c34a534b09f22e005b60d3cc78152\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nEXACT39_TASK_LOG_JSON={\"complete\":true,\"details\":[{\"n\":1,\"redacted_tokens\":\"[REDACTED] configuration [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"30d74adda8b4b78bb429b66c7da55574f807d6f1fe414dced9b14a6f645952f8\",\"signals\":[]},{\"n\":2,\"redacted_tokens\":\"warning [REDACTED] not [REDACTED] on [REDACTED] thin [REDACTED] running [REDACTED] space\",\"sha256\":\"9d77bb297f12d6338af7c7bc30cf231b686f064777e305c4bf310221927a4010\",\"signals\":[]},{\"n\":3,\"redacted_tokens\":\"warning [REDACTED] to [REDACTED] thin [REDACTED]\",\"sha256\":\"af7407bb88104519d638a4440e4a860b83dcb2ea874a28f3e5a4cc2bd6d37b44\",\"signals\":[]},{\"n\":4,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED]\",\"sha256\":\"dd982873faebcf563c832d3c42820b70b48c17d8194f91ab32abb6a69dd50dd3\",\"signals\":[]},{\"n\":5,\"redacted_tokens\":\"warning [REDACTED] thin volume [REDACTED] thin pool [REDACTED] data [REDACTED] free space [REDACTED] volume group [REDACTED]\",\"sha256\":\"1a967180b4e1ee95d65774a6b615b24a03ce49221f865b886d92f5053c2b0eb7\",\"signals\":[]},{\"n\":6,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED]\",\"sha256\":\"f8f3e1edc86a05398ad2f21b4c3b33ab9fdb661e0ad406b8904d74123611c4f6\",\"signals\":[]},{\"n\":7,\"redacted_tokens\":\"creating [REDACTED]\",\"sha256\":\"b8b02b28864332f0b2412fd50aa7f9a9c694c6c58d704282499ff43edc461c59\",\"signals\":[]},{\"n\":8,\"redacted_tokens\":\"[REDACTED]\",\"sha256\":\"aa5de4385c2a6f3552c097063afeec78508d2f97dd75cdfd57165d673d3b1ccd\",\"signals\":[]},{\"n\":9,\"redacted_tokens\":\"[REDACTED] on [REDACTED]\",\"sha256\":\"ec857a746cf6c7cb0acf0988d183368eb2058f66ac8a856f432c5871259bec4e\",\"signals\":[]},{\"n\":10,\"redacted_tokens\":\"[REDACTED]\",\"sha256\":\"879f87b3751d281d18381654a86806d5db255db0ee654e08bc026a2f6bdc162e\",\"signals\":[]},{\"n\":11,\"redacted_tokens\":\"[REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"6a7059540c88ff1ec96ff07300c22d354411dfd26e8ba7d05dcd1095fc105cf4\",\"signals\":[]},{\"n\":12,\"redacted_tokens\":\"extracting archive [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]\",\"sha256\":\"8f3a1dd3abe823a38d1e96f357199e166cd39b33f5d0bf5df9dd7af93c9d4e12\",\"signals\":[]},{\"n\":13,\"redacted_tokens\":\"tar [REDACTED] rootfs cannot open permission denied\",\"sha256\":\"82e72cd7f56b278433e6aad4d22300a5e0ed6145e6909a70ac688c39797dd7b3\",\"signals\":[\"PERMISSION_DENIED\",\"TAR_ERROR\"]},{\"n\":14,\"redacted_tokens\":\"tar error is not [REDACTED]\",\"sha256\":\"b23c2c3eba5e64b49bacf3fc084e1636d6ce0bbbf757873b32bb22f687710059\",\"signals\":[\"TAR_ERROR\"]},{\"n\":15,\"redacted_tokens\":\"logical volume [REDACTED] disk [REDACTED] successfully [REDACTED]\",\"sha256\":\"7b66658d2ef68bfffd6fd527fca94012ed397e0af3c720c571d0bd07f3b71192\",\"signals\":[]},{\"n\":16,\"redacted_tokens\":\"\",\"sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"signals\":[]},{\"exit_code\":2,\"n\":17,\"redacted_tokens\":\"task error unable to restore [REDACTED] command [REDACTED] tar [REDACTED] zstd [REDACTED] file system [REDACTED] owner [REDACTED] warning no file [REDACTED] warning no [REDACTED] write [REDACTED] rootfs [REDACTED] files [REDACTED] failed exit code [REDACTED]\",\"sha256\":\"b08125916ae3cc4b0ca95d988bf8db3ea0a0d58830e5f2d13e0b2a68477cd074\",\"signals\":[\"DECOMPRESS_FAILURE\",\"EXIT_CODE\",\"RESTORE_FAILURE\"]}],\"details_capped\":false,\"lines\":17,\"normalized_log_sha256\":\"8fc8c6bce9b8ea0cc8e7b8e942ce2d71683b984f05b05ddd28ed2155a8508afc\",\"ordinal\":1,\"signals\":[\"DECOMPRESS_FAILURE\",\"EXIT_CODE\",\"PERMISSION_DENIED\",\"RESTORE_FAILURE\",\"TAR_ERROR\"]}\nLXC_INVENTORY_JSON={\"bytes\":4096,\"complete\":true,\"entries\":[{\"bytes\":4096,\"depth\":1,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"mounted\":false,\"relative_sha256\":\"3c47ef972d531d524daa15fa33dd885dd23de6221bbd10a29eb42ecfcf2ef422\",\"role\":\"ROOTFS\",\"uid\":0}],\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nWORK_INVENTORY_JSON={\"bytes\":4096,\"complete\":true,\"entries\":[{\"bytes\":4096,\"depth\":1,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"mounted\":false,\"relative_sha256\":\"cf10d3eb4b80f1fdd74306ab6e6152f1822b19451b959eba448ba2d0b2beb22b\",\"role\":\"TMP\",\"uid\":0},{\"bytes\":1629,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"ac1643d1de83f747b9f2c561240d11290a58fc730215ffa55c14acb473d30603\",\"role\":\"PRIVATE_CONFIG\",\"uid\":0},{\"bytes\":224377209,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"ac5cf4daefaf24ef99a0a071512c1897815f7f6be99b55771ff03a011916b1df\",\"role\":\"VERIFIED_ARCHIVE\",\"uid\":0},{\"bytes\":329,\"depth\":1,\"kind\":\"FILE\",\"mode\":\"0o600\",\"mounted\":false,\"relative_sha256\":\"6473d9a78ed33bd15b5c072bfefdda16972536b6b937befe00638532474a25de\",\"role\":\"INTENT\",\"uid\":0}],\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nCACHED_ARCHIVE_JSON={\"bytes\":224377209,\"mode\":\"0o600\",\"sha256\":\"05bb65a9c0a7016adcd1644ebe190be58feed4085c3ef16d638388f034689c88\",\"state\":\"PRESENT\",\"uid\":0,\"verified\":true}\nPRIVATE_CONFIG_JSON={\"bytes\":1629,\"mode\":\"0o600\",\"sha256\":\"415ea1d20768257d904334a72bc5a542c2a3448a651c07850808597b9d8ca7e8\",\"uid\":0}\nSOURCE_CONFIG_INITIAL_JSON={\"bytes\":340,\"mode\":\"0o640\",\"sha256\":\"f6d5c5dbcddd545533059f5484f5909aa53c3a1298e135e670ce33a8c19e557e\",\"uid\":0}\nREAD_API_JSON={\"bytes\":4149,\"failure\":null,\"path_sha256\":\"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1\",\"rc\":0,\"sha256\":\"511a668daaebd780b9d8c8555013b0632a108d7b72364eba71ccac5ad6b224cf\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_TARGET_JSON={\"config_sha256\":null,\"owned\":null,\"present\":false,\"stopped\":null}\nREAD_API_JSON={\"bytes\":3,\"failure\":null,\"path_sha256\":\"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a\",\"rc\":0,\"sha256\":\"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_VOLUMES_JSON={\"all_explicit_vmid_match\":true,\"count\":0,\"volume_ids_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf\",\"rc\":0,\"sha256\":\"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_TASKS_JSON={\"active_for_vmid\":0,\"exact39_window_restore_matches\":1,\"listed\":1,\"window_utc\":[\"2026-10-16T16:01:30Z\",\"2026-10-16T16:02:16Z\"]}\nREAD_API_JSON={\"bytes\":631,\"failure\":null,\"path_sha256\":\"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad\",\"rc\":0,\"sha256\":\"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}\nFINAL_EXACT39_TASK_JSON={\"endtime\":1792166529,\"exit_is_ok\":false,\"exitstatus_sha256\":\"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659\",\"ordinal\":1,\"starttime\":1792166528,\"state\":\"stopped\",\"upid_sha256\":\"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3\"}\nFINAL_SCOPED_MOUNTS_JSON={\"count\":0,\"paths_sha256\":\"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945\"}\nFINAL_NODE_CONFIG_JSON={\"state\":\"ABSENT\"}\nFINAL_FIREWALL_JSON={\"state\":\"ABSENT\"}\nFINAL_LXC_DIRECTORY_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nFINAL_PRIVATE_WORK_JSON={\"bytes\":4096,\"kind\":\"DIRECTORY\",\"mode\":\"0o700\",\"state\":\"PRESENT\",\"uid\":0}\nSOURCE_CONFIG_BYTES_STABLE=true\nFINAL_READ_FILE_METADATA_STABLE=true\nRECONCILE_ISSUE_COUNT=0\nRECONCILE_STATE_CAPTURED=true\nRECONCILE_ENDPOINT_SNAPSHOTS_STABLE=true\nTEST_CT_VOLUMES_AND_SCOPED_MOUNTS_ABSENT=true\nLOCAL_TEST_ARTIFACTS_PRESENT=true\nCACHED_ARCHIVE_BYTES_VERIFIED=true\nCLEANUP_PERFORMED=false\nRESTORE_CLEANUP_CONFIRMED=false\nOFFLINE_ROOTFS_RESTORE_VERIFIED=false\nISOLATED_RESTORE_VERIFIED=false\nRESTORED_GUEST_BOOTED=false\nAPPLICATION_RESTORE_VERIFIED=false\nDECISION=RECONCILE_NATIVE_RESOURCES_ABSENT_LOCAL_ARTIFACTS_REMAIN\nNEXT_GATE=REVIEW_NATIVE_CAUSE_AND_SCOPED_CLEANUP_PLAN\nDR_CHANGE_ALLOWED=false\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/latest.txt b/runtime/latest.txt index bdc976d3..0a32659c 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,160 +1,94 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +COMMAND_ID=SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1 STATUS=OK RC=0 HOST=pve01 -COMPONENT=cluster-context -REFERENCE_SHA[PRIVATE_IP]e5154c41cb[PRIVATE_IP]aca68090be[PRIVATE_IP]bf[PRIVATE_IP]df[PRIVATE_IP] -ERROR_REGISTER_SHA[PRIVATE_IP]ec0f527ed3afeed[PRIVATE_IP]ee[PRIVATE_IP]bbfb[PRIVATE_IP]af4ba7ba0 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=8d6bfa63d1f911cfb1e7b3a09dbe7536c13039cfd7052321991b02dd59b68507 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663 +SANITIZED_OUTPUT_SHA256=5f945b63a2ac2871d5f01abd3a29a617f8702b55226a3143a59606965f4ff663 OUTPUT_BEGIN -GENERATED_AT_UTC=[PRIVATE_IP]T16:17:01Z -Cluster information -------------------- -Name: homelab -Config Version: 3 -Transport: knet -Secure auth: on +WORKERS2_RESTORE_RECONCILE=V1 +MODE=read-only +PREVIOUS_CID=SUPPORT-261016-WORKERS2-BACKUP-OFFLINE-RESTORE-100039R1 +TEST_VMID=99112 +PREVIOUS_NATIVE_RESTORE_RC=255 +PREVIOUS_ROLLBACK_FAILED=true +PREVIOUS_CHANGE_STILL_REQUIRES_RECONCILE=true +INITIAL_SCOPED_MOUNTS_JSON={"count":0,"paths_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +INTENT_JSON={"bytes":329,"identity_matches":true,"marker_sha256":"83d04b82464ee1147612c7f4b6ede5932c8cbe9a9067ca0daa8c2694389657f5","mode":"0o600","sha256":"1c3fcbd6af7b5dd534287b54bcc90c0803755d20e4f9abdc8cda43ca4dca5461","storage_sha256":"f213b25bbf12a87f15c5a72754bdadd63d659ce5e122cd2bdd423b4f625919d2","uid":0,"vmid":99112} +READ_API_JSON={"bytes":4148,"failure":null,"path_sha256":"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1","rc":0,"sha256":"2c120fdb5efefb009a5e7e439a7d591ce7363b41d9b4110646bd3f94fb825538","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_TARGET_JSON={"config_sha256":null,"owned":null,"present":false,"stopped":null} +READ_API_JSON={"bytes":3,"failure":null,"path_sha256":"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a","rc":0,"sha256":"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_VOLUMES_JSON={"all_explicit_vmid_match":true,"count":0,"volume_ids_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +INITIAL_NODE_CONFIG_JSON={"state":"ABSENT"} +INITIAL_FIREWALL_JSON={"state":"ABSENT"} +INITIAL_LXC_DIRECTORY_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +INITIAL_PRIVATE_WORK_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf","rc":0,"sha256":"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_TASKS_JSON={"active_for_vmid":0,"exact39_window_restore_matches":1,"listed":1,"window_utc":["2026-10-16T16:01:30Z","2026-10-16T16:02:16Z"]} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad","rc":0,"sha256":"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +INITIAL_EXACT39_TASK_JSON={"endtime":1792166529,"exit_is_ok":false,"exitstatus_sha256":"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659","ordinal":1,"starttime":1792166528,"state":"stopped","upid_sha256":"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3"} +READ_API_JSON={"bytes":1922,"failure":null,"path_sha256":"07ef2bcc95a2f3945f8a5950e8991a6706b1a2b055bbb77c9768b74504f116db","rc":0,"sha256":"040d79f46d2f527bf9fd7a7bfe8edff9094c34a534b09f22e005b60d3cc78152","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +EXACT39_TASK_LOG_JSON={"complete":true,"details":[{"n":1,"redacted_tokens":"[REDACTED] configuration [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"30d74adda8b4b78bb429b66c7da55574f807d6f1fe414dced9b14a6f645952f8","signals":[]},{"n":2,"redacted_tokens":"warning [REDACTED] not [REDACTED] on [REDACTED] thin [REDACTED] running [REDACTED] space","sha256":"9d77bb297f12d6338af7c7bc30cf231b686f064777e305c4bf310221927a4010","signals":[]},{"n":3,"redacted_tokens":"warning [REDACTED] to [REDACTED] thin [REDACTED]","sha256":"af7407bb88104519d638a4440e4a860b83dcb2ea874a28f3e5a4cc2bd6d37b44","signals":[]},{"n":4,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED]","sha256":"dd982873faebcf563c832d3c42820b70b48c17d8194f91ab32abb6a69dd50dd3","signals":[]},{"n":5,"redacted_tokens":"warning [REDACTED] thin volume [REDACTED] thin pool [REDACTED] data [REDACTED] free space [REDACTED] volume group [REDACTED]","sha256":"1a967180b4e1ee95d65774a6b615b24a03ce49221f865b886d92f5053c2b0eb7","signals":[]},{"n":6,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED]","sha256":"f8f3e1edc86a05398ad2f21b4c3b33ab9fdb661e0ad406b8904d74123611c4f6","signals":[]},{"n":7,"redacted_tokens":"creating [REDACTED]","sha256":"b8b02b28864332f0b2412fd50aa7f9a9c694c6c58d704282499ff43edc461c59","signals":[]},{"n":8,"redacted_tokens":"[REDACTED]","sha256":"aa5de4385c2a6f3552c097063afeec78508d2f97dd75cdfd57165d673d3b1ccd","signals":[]},{"n":9,"redacted_tokens":"[REDACTED] on [REDACTED]","sha256":"ec857a746cf6c7cb0acf0988d183368eb2058f66ac8a856f432c5871259bec4e","signals":[]},{"n":10,"redacted_tokens":"[REDACTED]","sha256":"879f87b3751d281d18381654a86806d5db255db0ee654e08bc026a2f6bdc162e","signals":[]},{"n":11,"redacted_tokens":"[REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"6a7059540c88ff1ec96ff07300c22d354411dfd26e8ba7d05dcd1095fc105cf4","signals":[]},{"n":12,"redacted_tokens":"extracting archive [REDACTED] restore [REDACTED] restore [REDACTED] tar [REDACTED]","sha256":"8f3a1dd3abe823a38d1e96f357199e166cd39b33f5d0bf5df9dd7af93c9d4e12","signals":[]},{"n":13,"redacted_tokens":"tar [REDACTED] rootfs cannot open permission denied","sha256":"82e72cd7f56b278433e6aad4d22300a5e0ed6145e6909a70ac688c39797dd7b3","signals":["PERMISSION_DENIED","TAR_ERROR"]},{"n":14,"redacted_tokens":"tar error is not [REDACTED]","sha256":"b23c2c3eba5e64b49bacf3fc084e1636d6ce0bbbf757873b32bb22f687710059","signals":["TAR_ERROR"]},{"n":15,"redacted_tokens":"logical volume [REDACTED] disk [REDACTED] successfully [REDACTED]","sha256":"7b66658d2ef68bfffd6fd527fca94012ed397e0af3c720c571d0bd07f3b71192","signals":[]},{"n":16,"redacted_tokens":"","sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","signals":[]},{"exit_code":2,"n":17,"redacted_tokens":"task error unable to restore [REDACTED] command [REDACTED] tar [REDACTED] zstd [REDACTED] file system [REDACTED] owner [REDACTED] warning no file [REDACTED] warning no [REDACTED] write [REDACTED] rootfs [REDACTED] files [REDACTED] failed exit code [REDACTED]","sha256":"b08125916ae3cc4b0ca95d988bf8db3ea0a0d58830e5f2d13e0b2a68477cd074","signals":["DECOMPRESS_FAILURE","EXIT_CODE","RESTORE_FAILURE"]}],"details_capped":false,"lines":17,"normalized_log_sha256":"8fc8c6bce9b8ea0cc8e7b8e942ce2d71683b984f05b05ddd28ed2155a8508afc","ordinal":1,"signals":["DECOMPRESS_FAILURE","EXIT_CODE","PERMISSION_DENIED","RESTORE_FAILURE","TAR_ERROR"]} +LXC_INVENTORY_JSON={"bytes":4096,"complete":true,"entries":[{"bytes":4096,"depth":1,"kind":"DIRECTORY","mode":"0o700","mounted":false,"relative_sha256":"3c47ef972d531d524daa15fa33dd885dd23de6221bbd10a29eb42ecfcf2ef422","role":"ROOTFS","uid":0}],"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +WORK_INVENTORY_JSON={"bytes":4096,"complete":true,"entries":[{"bytes":4096,"depth":1,"kind":"DIRECTORY","mode":"0o700","mounted":false,"relative_sha256":"cf10d3eb4b80f1fdd74306ab6e6152f1822b19451b959eba448ba2d0b2beb22b","role":"TMP","uid":0},{"bytes":1629,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"ac1643d1de83f747b9f2c561240d11290a58fc730215ffa55c14acb473d30603","role":"PRIVATE_CONFIG","uid":0},{"bytes":224377209,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"ac5cf4daefaf24ef99a0a071512c1897815f7f6be99b55771ff03a011916b1df","role":"VERIFIED_ARCHIVE","uid":0},{"bytes":329,"depth":1,"kind":"FILE","mode":"0o600","mounted":false,"relative_sha256":"6473d9a78ed33bd15b5c072bfefdda16972536b6b937befe00638532474a25de","role":"INTENT","uid":0}],"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +CACHED_ARCHIVE_JSON={"bytes":224377209,"mode":"0o600","sha256":"05bb65a9c0a7016adcd1644ebe190be58feed4085c3ef16d638388f034689c88","state":"PRESENT","uid":0,"verified":true} +PRIVATE_CONFIG_JSON={"bytes":1629,"mode":"0o600","sha256":"415ea1d20768257d904334a72bc5a542c2a3448a651c07850808597b9d8ca7e8","uid":0} +SOURCE_CONFIG_INITIAL_JSON={"bytes":340,"mode":"0o640","sha256":"f6d5c5dbcddd545533059f5484f5909aa53c3a1298e135e670ce33a8c19e557e","uid":0} +READ_API_JSON={"bytes":4149,"failure":null,"path_sha256":"ec05b3076e2751ece2bb28742a1df0449f251269e69102d2ec29622f9a4076d1","rc":0,"sha256":"511a668daaebd780b9d8c8555013b0632a108d7b72364eba71ccac5ad6b224cf","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_TARGET_JSON={"config_sha256":null,"owned":null,"present":false,"stopped":null} +READ_API_JSON={"bytes":3,"failure":null,"path_sha256":"f29206904e9cc5710bff1f791bca7a341d8bcfc35db7e4d25fd0961819ea567a","rc":0,"sha256":"37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_VOLUMES_JSON={"all_explicit_vmid_match":true,"count":0,"volume_ids_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"4e2de892f6ae6c5055f16e191bf571bf3a70836884f8bfa4347ac7da0b7d97bf","rc":0,"sha256":"6b9989613569e9c81e3098ce8a0825aba11d84042279adcf132bd781ffc3e9cd","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_TASKS_JSON={"active_for_vmid":0,"exact39_window_restore_matches":1,"listed":1,"window_utc":["2026-10-16T16:01:30Z","2026-10-16T16:02:16Z"]} +READ_API_JSON={"bytes":631,"failure":null,"path_sha256":"587aab6d6c3d21e614040f05fec7482b491a688677c960c3a61aa84f22f88cad","rc":0,"sha256":"528a9ab62c7ea8d650fdb3206fea96e45575383b0328813db3290010bbacad97","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"} +FINAL_EXACT39_TASK_JSON={"endtime":1792166529,"exit_is_ok":false,"exitstatus_sha256":"8d3968ea6ad5cedc63d8292cc840516bed9d7e26c42caf661b9fc37106b0f659","ordinal":1,"starttime":1792166528,"state":"stopped","upid_sha256":"6a92e06b756d6b8c4ba94840024b0233be4d2e97292ae0f24b2e4cce17d6a8c3"} +FINAL_SCOPED_MOUNTS_JSON={"count":0,"paths_sha256":"4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"} +FINAL_NODE_CONFIG_JSON={"state":"ABSENT"} +FINAL_FIREWALL_JSON={"state":"ABSENT"} +FINAL_LXC_DIRECTORY_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +FINAL_PRIVATE_WORK_JSON={"bytes":4096,"kind":"DIRECTORY","mode":"0o700","state":"PRESENT","uid":0} +SOURCE_CONFIG_BYTES_STABLE=true +FINAL_READ_FILE_METADATA_STABLE=true +RECONCILE_ISSUE_COUNT=0 +RECONCILE_STATE_CAPTURED=true +RECONCILE_ENDPOINT_SNAPSHOTS_STABLE=true +TEST_CT_VOLUMES_AND_SCOPED_MOUNTS_ABSENT=true +LOCAL_TEST_ARTIFACTS_PRESENT=true +CACHED_ARCHIVE_BYTES_VERIFIED=true +CLEANUP_PERFORMED=false +RESTORE_CLEANUP_CONFIRMED=false +OFFLINE_ROOTFS_RESTORE_VERIFIED=false +ISOLATED_RESTORE_VERIFIED=false +RESTORED_GUEST_BOOTED=false +APPLICATION_RESTORE_VERIFIED=false +DECISION=RECONCILE_NATIVE_RESOURCES_ABSENT_LOCAL_ARTIFACTS_REMAIN +NEXT_GATE=REVIEW_NATIVE_CAUSE_AND_SCOPED_CLEANUP_PLAN +DR_CHANGE_ALLOWED=false +CHANGES_MADE=false +ROLLBACK_STARTED=false +MUTATION_OUTCOME=NO_MUTATION +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261016-WORKERS2-BACKUP-RESTORE-RECONCILE-100040R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null} -Quorum information ------------------- -Date: Fri Oct [PRIVATE_IP] 2026 -Quorum provider: corosync_votequorum -Nodes: 3 -Node ID: [PRIVATE_IP] -Ring ID: 1.172 -Quorate: Yes - -Votequorum information ----------------------- -Expected votes: 3 -Highest expected: 3 -Total votes: 3 -Quorum: 2 -Flags: Quorate - -Membership information ----------------------- - Nodeid Votes Name -[PRIVATE_IP] [PRIVATE_IP].11 (local) -[PRIVATE_IP] [PRIVATE_IP].13 -[PRIVATE_IP] [PRIVATE_IP].12 - -Membership information ----------------------- - Nodeid Votes Name - 1 1 pve01 (local) - 2 1 pve03 - 3 1 pve02 -[{"cpu":[PRIVATE_IP]581674,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/100","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"pvepro-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":888834,"vmid":100},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/101","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"pvepro-staging-v1","netin":0,"netout":0,"node":"pve01","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":101},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":888844,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":928325,"vmid":111},{"cpu":[PRIVATE_IP]953e-05,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":888847,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":928328,"vmid":113},{"cpu":[PRIVATE_IP]83274,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":905253,"vmid":130},{"cpu":[PRIVATE_IP]399735,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"snikket","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":888831,"vmid":150},{"cpu":[PRIVATE_IP]6934,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":888841,"vmid":170},{"cpu":[PRIVATE_IP]5259,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":888838,"vmid":171},{"cpu":[PRIVATE_IP]573483,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":905271,"vmid":190},{"cpu":[PRIVATE_IP]163347,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/210","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"newfi-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":888828,"vmid":210},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]7698,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":888861},{"cgroup-mode":2,"cpu":[PRIVATE_IP]37842,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":905290},{"cgroup-mode":2,"cpu":[PRIVATE_IP]755808,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":928346},{"content":"vztmpl,iso,import,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,iso,import,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"vztmpl,iso,import,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] -Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 46.88% -local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 18.87% - UNIT LOAD ACTIVE SUB DESCRIPTION -● homelab-backup-audit.service loaded failed failed Homelab unified backup and DR audit - -Legend: LOAD → Reflects whether the unit definition was properly loaded. - ACTIVE → The high-level unit activation state, i.e. generalization of SUB. - SUB → The low-level unit activation state, values depend on unit type. - -1 loaded units listed. -NEXT LEFT LAST PASSED UNIT ACTIVATES -Fri [PRIVATE_IP] 19:17:12 MSK 9s Fri [PRIVATE_IP] 19:02:12 MSK 14min ago homelab-disk-space-health.timer homelab-disk-space-health.service -Fri [PRIVATE_IP] 19:17:12 MSK 9s Fri [PRIVATE_IP] 19:02:12 MSK 14min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Fri [PRIVATE_IP] 19:19:06 MSK 2min 3s Fri [PRIVATE_IP] 18:45:03 MSK 31min ago homelab-reference-refresh.timer homelab-reference-refresh.service -Fri [PRIVATE_IP] 19:19:13 MSK 2min 10s Fri [PRIVATE_IP] 19:04:13 MSK 12min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Fri [PRIVATE_IP] 19:19:29 MSK 2min 26s Fri [PRIVATE_IP] 18:45:03 MSK 31min ago homelab-backup-v2.timer homelab-backup-v2.service -Fri [PRIVATE_IP] 19:19:48 MSK 2min 45s Fri [PRIVATE_IP] 19:14:43 MSK 2min 19s ago homelab-health-metrics.timer homelab-health-metrics.service -Fri [PRIVATE_IP] 19:20:03 MSK 3min 0s Fri [PRIVATE_IP] 19:15:03 MSK 1min 59s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Fri [PRIVATE_IP] 19:20:03 MSK 3min 0s Fri [PRIVATE_IP] 19:15:03 MSK 1min 59s ago netbird-peers-health.timer netbird-peers-health.service -Fri [PRIVATE_IP] 19:24:03 MSK 7min Fri [PRIVATE_IP] 19:14:03 MSK 2min 59s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Fri [PRIVATE_IP] 19:25:03 MSK 8min Fri [PRIVATE_IP] 19:10:03 MSK 6min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Fri [PRIVATE_IP] 19:25:31 MSK 8min Fri [PRIVATE_IP] 19:10:03 MSK 6min ago homelab-alertmanager-backup-health.timer homelab-alertmanager-backup-health.service -Fri [PRIVATE_IP] 19:30:00 MSK 12min Fri [PRIVATE_IP] 17:30:09 MSK 1h 46min ago homelab-app-cloud-quorum-queue.timer homelab-app-cloud-quorum-queue.service -Fri [PRIVATE_IP] 19:30:00 MSK 12min Fri [PRIVATE_IP] 19:15:03 MSK 1min 59s ago homelab-incident-journal.timer homelab-incident-journal.service -Fri [PRIVATE_IP] 19:30:19 MSK 13min Fri [PRIVATE_IP] 19:15:09 MSK 1min 53s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Fri [PRIVATE_IP] 19:30:22 MSK 13min Fri [PRIVATE_IP] 19:16:51 MSK 11s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Fri [PRIVATE_IP] 19:30:50 MSK 13min Fri [PRIVATE_IP] 19:15:12 MSK 1min 50s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Fri [PRIVATE_IP] 19:32:04 MSK 15min Fri [PRIVATE_IP] 19:00:27 MSK 16min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Fri [PRIVATE_IP] 19:36:08 MSK 19min Fri [PRIVATE_IP] 19:06:12 MSK 10min ago homelab-backup-audit.timer homelab-backup-audit.service -Fri [PRIVATE_IP] 23:29:48 MSK 4h 12min Fri [PRIVATE_IP] 10:45:03 MSK 8h ago apt-daily.timer apt-daily.service -Sat [PRIVATE_IP] 00:00:00 MSK 4h 42min Fri [PRIVATE_IP] 00:00:03 MSK 19h ago dpkg-db-backup.timer dpkg-db-backup.service -Sat [PRIVATE_IP] 00:01:26 MSK 4h 44min Fri [PRIVATE_IP] 00:18:03 MSK 18h ago homelab-docker-health.timer homelab-docker-health.service -Sat [PRIVATE_IP] 00:04:20 MSK 4h 47min Fri [PRIVATE_IP] 00:13:27 MSK 19h ago homelab-storage-capacity.timer homelab-storage-capacity.service -Sat [PRIVATE_IP] 00:05:51 MSK 4h 48min Fri [PRIVATE_IP] 00:03:53 MSK 19h ago homelab-quality-gate.timer homelab-quality-gate.service -Sat [PRIVATE_IP] 00:06:08 MSK 4h 49min Fri [PRIVATE_IP] 00:03:53 MSK 19h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service -Sat [PRIVATE_IP] 00:21:11 MSK 5h 4min Fri [PRIVATE_IP] 00:43:39 MSK 18h ago logrotate.timer logrotate.service -Sat [PRIVATE_IP] 00:26:12 MSK 5h 9min Fri [PRIVATE_IP] 18:26:12 MSK 50min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Sat [PRIVATE_IP] 01:03:46 MSK 5h 46min Fri [PRIVATE_IP] 18:58:03 MSK 18min ago homelab-evidence-root.timer homelab-evidence-root.service -Sat [PRIVATE_IP] 02:45:52 MSK 7h Fri [PRIVATE_IP] 03:05:27 MSK 16h ago pve-daily-update.timer pve-daily-update.service -Sat [PRIVATE_IP] 03:33:30 MSK 8h Fri [PRIVATE_IP] 03:20:05 MSK 15h ago homelab-backup-retention-gc.timer homelab-backup-retention-gc.service -Sat [PRIVATE_IP] 06:18:04 MSK 11h Fri [PRIVATE_IP] 06:54:50 MSK 12h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Sat [PRIVATE_IP] 07:05:31 MSK 11h Fri [PRIVATE_IP] 01:26:43 MSK 17h ago man-db.timer man-db.service -Sat [PRIVATE_IP] 07:09:18 MSK 11h Fri [PRIVATE_IP] 07:06:09 MSK 12h ago homelab-drift-check.timer homelab-drift-check.service -Sat [PRIVATE_IP] 07:23:18 MSK 12h Fri [PRIVATE_IP] 07:35:03 MSK 11h ago homelab-service-registry-check.timer homelab-service-registry-check.service -Sat [PRIVATE_IP] 07:40:12 MSK 12h Fri [PRIVATE_IP] 07:40:12 MSK 11h ago homelab-alerting-health.timer homelab-alerting-health.service -Sat [PRIVATE_IP] 07:48:46 MSK 12h Fri [PRIVATE_IP] 07:46:51 MSK 11h ago homelab-runbook-generate.timer homelab-runbook-generate.service -Sat [PRIVATE_IP] 07:53:33 MSK 12h Fri [PRIVATE_IP] 07:57:27 MSK 11h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Sat [PRIVATE_IP] 08:05:22 MSK 12h Fri [PRIVATE_IP] 08:02:43 MSK 11h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Sat [PRIVATE_IP] 08:09:05 MSK 12h Fri [PRIVATE_IP] 08:18:34 MSK 10h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Sat [PRIVATE_IP] 08:09:13 MSK 12h Fri [PRIVATE_IP] 08:01:51 MSK 11h ago homelab-overall-health.timer homelab-overall-health.service -Sat [PRIVATE_IP] 08:11:26 MSK 12h Fri [PRIVATE_IP] 08:01:33 MSK 11h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service -Sat [PRIVATE_IP] 08:17:41 MSK 13h Fri [PRIVATE_IP] 08:17:14 MSK 10h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Sat [PRIVATE_IP] 08:31:32 MSK 13h Fri [PRIVATE_IP] 08:33:43 MSK 10h ago homelab-capacity-risk.timer homelab-capacity-risk.service -Sat [PRIVATE_IP] 08:36:03 MSK 13h Fri [PRIVATE_IP] 08:31:53 MSK 10h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Sat [PRIVATE_IP] 08:52:22 MSK 13h Fri [PRIVATE_IP] 08:46:12 MSK 10h ago homelab-golden-state-index.timer homelab-golden-state-index.service -Sat [PRIVATE_IP] 08:55:51 MSK 13h Fri [PRIVATE_IP] 08:46:12 MSK 10h ago homelab-cluster-passport.timer homelab-cluster-passport.service -Sat [PRIVATE_IP] 12:38:12 MSK 17h Fri [PRIVATE_IP] 12:38:12 MSK 6h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service -Sun [PRIVATE_IP] 03:10:46 MSK 1 day 7h Sun [PRIVATE_IP] 03:11:03 MSK 5 days ago xfs_scrub_all.timer xfs_scrub_all.service -Sun [PRIVATE_IP] 03:10:47 MSK 1 day 7h Sun [PRIVATE_IP] 03:11:03 MSK 5 days ago e2scrub_all.timer e2scrub_all.service -Sun [PRIVATE_IP] 07:38:09 MSK 1 day 12h Sun [PRIVATE_IP] 06:54:10 MSK 5 days ago homelab-rotating-boot-drill.timer homelab-rotating-boot-drill.service -Mon [PRIVATE_IP] 00:12:10 MSK 2 days Mon [PRIVATE_IP] 00:12:10 MSK 4 days ago homelab-secret-sanity.timer homelab-secret-sanity.service -Mon [PRIVATE_IP] 00:44:17 MSK 2 days Mon [PRIVATE_IP] 01:34:49 MSK 4 days ago fstrim.timer fstrim.service -- - Fri [PRIVATE_IP] 19:17:02 MSK 19ms ago homelab-mailru-trash-gc.timer homelab-mailru-trash-gc.service -- - Fri [PRIVATE_IP] 19:17:02 MSK 18ms ago homelab-router-watchdog.timer homelab-router-watchdog.service -- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service -- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service -- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service - -56 timers listed. -RUNTIME_MANIFEST_ID=df[PRIVATE_IP]ac9b5abd[PRIVATE_IP]b[PRIVATE_IP]d89496fb2bde[PRIVATE_IP] -EXPERIMENT_ID=5462ee[PRIVATE_IP]ebe[PRIVATE_IP]feb2ad[PRIVATE_IP]1ad87bbac0b8108 -COLLECTION_START_AT=[PRIVATE_IP]T[PRIVATE_IP]:00 -FIRST_COMPLETE_D1_CLOSE=[PRIVATE_IP]T[PRIVATE_IP]:00 -PRODUCTION_LAUNCH_ALLOWED=False -EXECUTION_AUTHORITY=False -RISK_AUTHORITY=False -STAGE_A_HEALTH=AWAITING_PRIMARY_FINALITY -FORENSIC_PREVIOUS_EPOCH_PRESERVED=YES - -## NEWFI_TASK6_AUTH_CHECKPOINT_V[PRIVATE_IP] -- Scope: historical accepted AUTH test, not a current SMTP connection test. -- Newfi approved SMTP account/sender: aleisaev@yandex.ru. -- Endpoint used by accepted test: smtp.yandex.ru:465 with certificate verification; single PLAIN initial response accepted with code 235. -- Evidence: incident ledger ### NEWFI_TASK6_YANDEX_AUTH_V2_OBSERVATION and ### NEWFI_TASK6_AUTH_PROOF_CLOSE_V1. -- No password file written, no application configuration changed, no mail sent by the accepted AUTH test. -- Persistent transport installation and application delivery are not proven by this checkpoint. Task6 is not complete. -- AUTH challenge and missing-file incidents closed; launch/session incident remains OPEN with original cause unproven. -- This update does not change VM211, VM160, routing, board state or Git. -- Other incidents and infrastructure health were not assessed. - - -## NEWFI_PRIVATE_STRUCTURE92_WRONG_MARKER_SCOPE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: NEWFI92 inspected the pve01 NEWFI90 attempt marker, which had not been finalized because the outer shell exited immediately after the guest returned RC3 following its successful rollback. The guest marker contained the true final rollback state. -- Correction: NEWFI93 required both the guest FINISHED/ROLLED_BACK record and a fresh exact demo-state readback before reconciling the outer NEWFI90 marker. NEWFI92 itself never reserved an attempt or mutated state. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] -- Status: OPEN -- Command: NEWFI95 -- Symptom: after the content-structure precheck passed, the pve03 Python wrapper failed to parse at the PHP line beginning with $root. No Portal discovery or application mutation was reached. -- RCA: an outer raw triple-single-quoted guest Python payload contained an inner raw triple-single-quoted PHP payload. The inner delimiter terminated the outer Python string, causing PHP source to be parsed as Python. -- Safety: NEWFI95 was read-only, created no attempt marker, and did not reach the intended nested guest execution. Do not replay NEWFI95. - - -## NEWFI_PRIVATE_NEWFI95_NESTED_TRIPLE_QUOTE_PARSE_[PRIVATE_IP] CLOSURE -- Status: CLOSED -- RCA: an inner triple-single-quoted PHP literal terminated the outer triple-single-quoted Python guest payload in NEWFI95. The wrapper therefore failed parsing before the intended Portal discovery executed. -- Correction: NEWFI96 removed the nested Python payload layer entirely and passed one Python program directly to VM211 through qm guest exec stdin. The read-only Portal contract completed with QGA exit 0 and the implementation worktree remained unchanged. OUTPUT_END CHAT_OUTPUT_END