diff --git a/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.json b/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.json new file mode 100644 index 00000000..250b3eb5 --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1", + "status": "FAIL", + "rc": 1, + "host": "pve01", + "mode": "change", + "component": "pve01-health-helpers-vpn-repair-fixed", + "started_at_utc": "2026-10-06T08:55:11Z", + "finished_at_utc": "2026-10-06T08:55:26Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "6241c31071aa9e1019398fe3c5e6450690133842c2c923c11e32162c42b797af", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 1, + "changes_made": true, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "MUTATED", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9", + "sanitized_output_sha256": "f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "PVE01_HEALTH_HELPERS_VPN_REPAIR=V1\nMODE=change\nSCOPE=BACKUP_POLICY_HELPERS_SYNC_AND_OBSOLETE_VPN_HEALTH_RETIREMENT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_DNS_CONFIG_MUTATION=true\nNO_NETWORK_CONFIG_MUTATION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=gfs-retention.json|SHA=2c7674045dd5c68cc48d348d616494dbbe145df460a8e85d97a2c5c153ec792d\nREC|SHA_PRE|BASENAME=homelab-backup-gfs-policy|SHA=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-queue|SHA=1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650\nREC|SHA_PRE|BASENAME=homelab-backup-retention-gc|SHA=a96e607107e7b4e7762f7cb7f0e91f8c3ec6b793ed4604633c125433839ac909\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-check-private-vpn-hosts|SHA=591217150ef742117f677c4db12578528b1eaa0ec69ff31122003505a4fc7a82\nAPPQ_RC_PRE=65\nGFS_RC_PRE=66\nRET_RC_PRE=65\nVPN_EXPECTED_NAME_COUNT=5\nREC|VPN_RESOLUTION_PRE|IDX=1|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=2|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=3|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=4|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=5|PVE01_COUNT=0|PVE02_COUNT=0\nVPN_ALL_NAMES_UNRESOLVED_BOTH_NODES=true\nPVE2_VPN_UNIT_EXISTS=false\nVPN_UNIT_ENABLED_STATE_PRE=static\nVPN_TIMER_MATCH_COUNT_PRE=1\nVPN_CUSTOM_REVERSE_SERVICE_DEP_COUNT_PRE=0\nRET_GFS_HELPER_PIN_PRE=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_SHA_ACTUAL=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_PIN_UPDATED=false\nAPPQ_TEMP_EXECUTABLE=true\nRET_TEMP_EXECUTABLE=true\nGFSP_VM160_COUNT_NEW=0\nGFSP_CRITICAL_COUNT_NEW=7\nAPPQ_OLD_HELPER_SHA_COUNT_NEW=0\nAPPQ_NEW_HELPER_SHA_COUNT_NEW=1\nRET_OLD_HELPER_SHA_COUNT_NEW=0\nRET_NEW_HELPER_SHA_COUNT_NEW=1\nAPPQ_TEMP_VALIDATE_RC=0\nGFS_TEMP_VALIDATE_RC=0\nRET_TEMP_CONTRACT_RC=0\nAPPQ_POST_RC=0\nGFS_POST_RC=0\nRET_POST_RC=0\nGFSP_SHA_POST=1c8410ea286c3a2c2e427db6574f05a239443e284ba1ebca76caa28a57b4d418\nAPPQ_SHA_POST=f8ce0f68f92acaa09eff4320839bdd4c69c9cb642e661d8f34e45d408d09af48\nRET_SHA_POST=0986c60643e53e18eb770ff7bf45714d7700e679fd50852f68add11cd797c216\nBACKUP_AUDIT_START_RC=0\nBACKUP_AUDIT_RESULT_POST=success\nBACKUP_AUDIT_EXEC_STATUS_POST=0\nREC|AUDIT_POST|ISSUE|severity=CRITICAL|code=APP_FRESHNESS_PLAN_FAILED|logical_id=-|root_cause=APP_QUEUE_RC_65\nREC|AUDIT_POST|ISSUE|severity=CRITICAL|code=GFS_INVALID|logical_id=-|root_cause=GFS_VALIDATE_FAILED\nREC|AUDIT_POST|ISSUE|severity=HIGH|code=RETENTION_CONTRACT_BAD|logical_id=-|root_cause=RETENTION_CONTRACT_RC_65\nREC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_AUDIT_SUMMARY_PRESENT=true\nREC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.service static\nREC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.timer enabled\nREC|VPN_UNIT_DISABLED|homelab-private-vpn-hosts-health.timer\nVPN_UNIT_FAILED_STATE_POST=inactive\nVPN_UNIT_ENABLED_STATE_POST=static\nVPN_TIMER_MATCH_COUNT_POST=1\nFAIL_REASON=VPN_TIMER_STILL_PRESENT\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=HEALTH_HELPERS_REPAIRED_DOWNSTREAM_FAILED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" +} diff --git a/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.txt b/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.txt new file mode 100644 index 00000000..5769b5ec --- /dev/null +++ b/runtime/history/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1.txt @@ -0,0 +1,105 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1 +STATUS=FAIL +RC=1 +HOST=pve01 +MODE=change +COMPONENT=pve01-health-helpers-vpn-repair-fixed +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=6241c31071aa9e1019398fe3c5e6450690133842c2c923c11e32162c42b797af +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=1 +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=MUTATED +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9 +SANITIZED_OUTPUT_SHA256=f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9 +OUTPUT_BEGIN +PVE01_HEALTH_HELPERS_VPN_REPAIR=V1 +MODE=change +SCOPE=BACKUP_POLICY_HELPERS_SYNC_AND_OBSOLETE_VPN_HEALTH_RETIREMENT +NO_REBOOT=true +NO_APT_UPDATE=true +NO_PACKAGE_MUTATION=true +NO_GUEST_MUTATION=true +NO_BACKUP_EXECUTION=true +NO_DNS_CONFIG_MUTATION=true +NO_NETWORK_CONFIG_MUTATION=true +NODE_HOSTNAME=pve01 +REC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49 +REC|SHA_PRE|BASENAME=gfs-retention.json|SHA=2c7674045dd5c68cc48d348d616494dbbe145df460a8e85d97a2c5c153ec792d +REC|SHA_PRE|BASENAME=homelab-backup-gfs-policy|SHA=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94 +REC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-queue|SHA=1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650 +REC|SHA_PRE|BASENAME=homelab-backup-retention-gc|SHA=a96e607107e7b4e7762f7cb7f0e91f8c3ec6b793ed4604633c125433839ac909 +REC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a +REC|SHA_PRE|BASENAME=homelab-check-private-vpn-hosts|SHA=591217150ef742117f677c4db12578528b1eaa0ec69ff31122003505a4fc7a82 +APPQ_RC_PRE=65 +GFS_RC_PRE=66 +RET_RC_PRE=65 +VPN_EXPECTED_NAME_COUNT=5 +REC|VPN_RESOLUTION_PRE|IDX=1|PVE01_COUNT=0|PVE02_COUNT=0 +REC|VPN_RESOLUTION_PRE|IDX=2|PVE01_COUNT=0|PVE02_COUNT=0 +REC|VPN_RESOLUTION_PRE|IDX=3|PVE01_COUNT=0|PVE02_COUNT=0 +REC|VPN_RESOLUTION_PRE|IDX=4|PVE01_COUNT=0|PVE02_COUNT=0 +REC|VPN_RESOLUTION_PRE|IDX=5|PVE01_COUNT=0|PVE02_COUNT=0 +VPN_ALL_NAMES_UNRESOLVED_BOTH_NODES=true +PVE2_VPN_UNIT_EXISTS=false +VPN_UNIT_ENABLED_STATE_PRE=static +VPN_TIMER_MATCH_COUNT_PRE=1 +VPN_CUSTOM_REVERSE_SERVICE_DEP_COUNT_PRE=0 +RET_GFS_HELPER_PIN_PRE=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94 +RET_GFS_HELPER_SHA_ACTUAL=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94 +RET_GFS_HELPER_PIN_UPDATED=false +APPQ_TEMP_EXECUTABLE=true +RET_TEMP_EXECUTABLE=true +GFSP_VM160_COUNT_NEW=0 +GFSP_CRITICAL_COUNT_NEW=7 +APPQ_OLD_HELPER_SHA_COUNT_NEW=0 +APPQ_NEW_HELPER_SHA_COUNT_NEW=1 +RET_OLD_HELPER_SHA_COUNT_NEW=0 +RET_NEW_HELPER_SHA_COUNT_NEW=1 +APPQ_TEMP_VALIDATE_RC=0 +GFS_TEMP_VALIDATE_RC=0 +RET_TEMP_CONTRACT_RC=0 +APPQ_POST_RC=0 +GFS_POST_RC=0 +RET_POST_RC=0 +GFSP_SHA_POST=1c8410ea286c3a2c2e427db6574f05a239443e284ba1ebca76caa28a57b4d418 +APPQ_SHA_POST=f8ce0f68f92acaa09eff4320839bdd4c69c9cb642e661d8f34e45d408d09af48 +RET_SHA_POST=0986c60643e53e18eb770ff7bf45714d7700e679fd50852f68add11cd797c216 +BACKUP_AUDIT_START_RC=0 +BACKUP_AUDIT_RESULT_POST=success +BACKUP_AUDIT_EXEC_STATUS_POST=0 +REC|AUDIT_POST|ISSUE|severity=CRITICAL|code=APP_FRESHNESS_PLAN_FAILED|logical_id=-|root_cause=APP_QUEUE_RC_65 +REC|AUDIT_POST|ISSUE|severity=CRITICAL|code=GFS_INVALID|logical_id=-|root_cause=GFS_VALIDATE_FAILED +REC|AUDIT_POST|ISSUE|severity=HIGH|code=RETENTION_CONTRACT_BAD|logical_id=-|root_cause=RETENTION_CONTRACT_RC_65 +REC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_AUDIT_SUMMARY_PRESENT=true +REC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.service static +REC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.timer enabled +REC|VPN_UNIT_DISABLED|homelab-private-vpn-hosts-health.timer +VPN_UNIT_FAILED_STATE_POST=inactive +VPN_UNIT_ENABLED_STATE_POST=static +VPN_TIMER_MATCH_COUNT_POST=1 +FAIL_REASON=VPN_TIMER_STILL_PRESENT +CHANGES_MADE=true +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=HEALTH_HELPERS_REPAIRED_DOWNSTREAM_FAILED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1","status":"FAIL","changes_made":true,"rollback_started":false,"rollback_restored":null} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 8745c986..250b3eb5 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1", + "command_id": "SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1", "status": "FAIL", "rc": 1, "host": "pve01", "mode": "change", - "component": "pve01-health-helpers-vpn-repair", - "started_at_utc": "2026-10-06T08:52:01Z", - "finished_at_utc": "2026-10-06T08:52:05Z", + "component": "pve01-health-helpers-vpn-repair-fixed", + "started_at_utc": "2026-10-06T08:55:11Z", + "finished_at_utc": "2026-10-06T08:55:26Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "8b13c38d3684fc968d2ef364ada33e59bf880af80d73e25e71d20553fa73abe5", + "command_sha256": "6241c31071aa9e1019398fe3c5e6450690133842c2c923c11e32162c42b797af", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,17 +22,17 @@ "result_contract_status": "FAIL", "result_contract_error": null, "command_rc": 1, - "changes_made": false, + "changes_made": true, "rollback_started": false, "rollback_restored": null, - "mutation_outcome": "NO_MUTATION", + "mutation_outcome": "MUTATED", "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "a42425773255dfa9e7df8857b0a445a3f4386807109fd64908122fb193ba37ac", - "sanitized_output_sha256": "a42425773255dfa9e7df8857b0a445a3f4386807109fd64908122fb193ba37ac", + "raw_evidence_sha256": "f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9", + "sanitized_output_sha256": "f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "PVE01_HEALTH_HELPERS_VPN_REPAIR=V1\nMODE=change\nSCOPE=BACKUP_POLICY_HELPERS_SYNC_AND_OBSOLETE_VPN_HEALTH_RETIREMENT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_DNS_CONFIG_MUTATION=true\nNO_NETWORK_CONFIG_MUTATION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=gfs-retention.json|SHA=2c7674045dd5c68cc48d348d616494dbbe145df460a8e85d97a2c5c153ec792d\nREC|SHA_PRE|BASENAME=homelab-backup-gfs-policy|SHA=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-queue|SHA=1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650\nREC|SHA_PRE|BASENAME=homelab-backup-retention-gc|SHA=a96e607107e7b4e7762f7cb7f0e91f8c3ec6b793ed4604633c125433839ac909\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-check-private-vpn-hosts|SHA=591217150ef742117f677c4db12578528b1eaa0ec69ff31122003505a4fc7a82\nAPPQ_RC_PRE=65\nGFS_RC_PRE=66\nRET_RC_PRE=65\nVPN_EXPECTED_NAME_COUNT=5\nREC|VPN_RESOLUTION_PRE|IDX=1|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=2|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=3|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=4|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=5|PVE01_COUNT=0|PVE02_COUNT=0\nVPN_ALL_NAMES_UNRESOLVED_BOTH_NODES=true\nPVE2_VPN_UNIT_EXISTS=false\nVPN_UNIT_ENABLED_STATE_PRE=static\nVPN_TIMER_MATCH_COUNT_PRE=1\nVPN_CUSTOM_REVERSE_SERVICE_DEP_COUNT_PRE=0\nRET_GFS_HELPER_PIN_PRE=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_SHA_ACTUAL=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_PIN_UPDATED=false\nGFSP_VM160_COUNT_NEW=0\nGFSP_CRITICAL_COUNT_NEW=7\nAPPQ_OLD_HELPER_SHA_COUNT_NEW=0\nAPPQ_NEW_HELPER_SHA_COUNT_NEW=1\nRET_OLD_HELPER_SHA_COUNT_NEW=0\nRET_NEW_HELPER_SHA_COUNT_NEW=1\nAPPQ_TEMP_VALIDATE_RC=126\nGFS_TEMP_VALIDATE_RC=0\nRET_TEMP_CONTRACT_RC=126\nREC|APPQ_TEMP_ERR|bash: line 217: /tmp/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1.QteVyj/appq.new: Permission denied\nREC|RET_TEMP_ERR|bash: line 219: /tmp/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1.QteVyj/ret.new: Permission denied\nFAIL_REASON=APPQ_TEMP_VALIDATION_FAILED\nCHANGES_MADE=false\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=NO_MUTATION\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n" + "output": "PVE01_HEALTH_HELPERS_VPN_REPAIR=V1\nMODE=change\nSCOPE=BACKUP_POLICY_HELPERS_SYNC_AND_OBSOLETE_VPN_HEALTH_RETIREMENT\nNO_REBOOT=true\nNO_APT_UPDATE=true\nNO_PACKAGE_MUTATION=true\nNO_GUEST_MUTATION=true\nNO_BACKUP_EXECUTION=true\nNO_DNS_CONFIG_MUTATION=true\nNO_NETWORK_CONFIG_MUTATION=true\nNODE_HOSTNAME=pve01\nREC|SHA_PRE|BASENAME=targets.json|SHA=c588c4aa0c941406efcb3d24876c9262d9ec0dd4ced297d456fd2193e83afc49\nREC|SHA_PRE|BASENAME=gfs-retention.json|SHA=2c7674045dd5c68cc48d348d616494dbbe145df460a8e85d97a2c5c153ec792d\nREC|SHA_PRE|BASENAME=homelab-backup-gfs-policy|SHA=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nREC|SHA_PRE|BASENAME=homelab-app-cloud-quorum-queue|SHA=1f959049cca2710a2cb820cc1f6acab16399c6b6711b9e4522e0ecd49e0e4650\nREC|SHA_PRE|BASENAME=homelab-backup-retention-gc|SHA=a96e607107e7b4e7762f7cb7f0e91f8c3ec6b793ed4604633c125433839ac909\nREC|SHA_PRE|BASENAME=homelab-backup-target-registry|SHA=66a243a207cbc5e19255fcafdb06013008d1d8c1d1205e660fdf0f236ff6a15a\nREC|SHA_PRE|BASENAME=homelab-check-private-vpn-hosts|SHA=591217150ef742117f677c4db12578528b1eaa0ec69ff31122003505a4fc7a82\nAPPQ_RC_PRE=65\nGFS_RC_PRE=66\nRET_RC_PRE=65\nVPN_EXPECTED_NAME_COUNT=5\nREC|VPN_RESOLUTION_PRE|IDX=1|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=2|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=3|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=4|PVE01_COUNT=0|PVE02_COUNT=0\nREC|VPN_RESOLUTION_PRE|IDX=5|PVE01_COUNT=0|PVE02_COUNT=0\nVPN_ALL_NAMES_UNRESOLVED_BOTH_NODES=true\nPVE2_VPN_UNIT_EXISTS=false\nVPN_UNIT_ENABLED_STATE_PRE=static\nVPN_TIMER_MATCH_COUNT_PRE=1\nVPN_CUSTOM_REVERSE_SERVICE_DEP_COUNT_PRE=0\nRET_GFS_HELPER_PIN_PRE=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_SHA_ACTUAL=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94\nRET_GFS_HELPER_PIN_UPDATED=false\nAPPQ_TEMP_EXECUTABLE=true\nRET_TEMP_EXECUTABLE=true\nGFSP_VM160_COUNT_NEW=0\nGFSP_CRITICAL_COUNT_NEW=7\nAPPQ_OLD_HELPER_SHA_COUNT_NEW=0\nAPPQ_NEW_HELPER_SHA_COUNT_NEW=1\nRET_OLD_HELPER_SHA_COUNT_NEW=0\nRET_NEW_HELPER_SHA_COUNT_NEW=1\nAPPQ_TEMP_VALIDATE_RC=0\nGFS_TEMP_VALIDATE_RC=0\nRET_TEMP_CONTRACT_RC=0\nAPPQ_POST_RC=0\nGFS_POST_RC=0\nRET_POST_RC=0\nGFSP_SHA_POST=1c8410ea286c3a2c2e427db6574f05a239443e284ba1ebca76caa28a57b4d418\nAPPQ_SHA_POST=f8ce0f68f92acaa09eff4320839bdd4c69c9cb642e661d8f34e45d408d09af48\nRET_SHA_POST=0986c60643e53e18eb770ff7bf45714d7700e679fd50852f68add11cd797c216\nBACKUP_AUDIT_START_RC=0\nBACKUP_AUDIT_RESULT_POST=success\nBACKUP_AUDIT_EXEC_STATUS_POST=0\nREC|AUDIT_POST|ISSUE|severity=CRITICAL|code=APP_FRESHNESS_PLAN_FAILED|logical_id=-|root_cause=APP_QUEUE_RC_65\nREC|AUDIT_POST|ISSUE|severity=CRITICAL|code=GFS_INVALID|logical_id=-|root_cause=GFS_VALIDATE_FAILED\nREC|AUDIT_POST|ISSUE|severity=HIGH|code=RETENTION_CONTRACT_BAD|logical_id=-|root_cause=RETENTION_CONTRACT_RC_65\nREC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nREC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nBACKUP_AUDIT_SUMMARY_PRESENT=true\nREC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.service static\nREC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.timer enabled\nREC|VPN_UNIT_DISABLED|homelab-private-vpn-hosts-health.timer\nVPN_UNIT_FAILED_STATE_POST=inactive\nVPN_UNIT_ENABLED_STATE_POST=static\nVPN_TIMER_MATCH_COUNT_POST=1\nFAIL_REASON=VPN_TIMER_STILL_PRESENT\nCHANGES_MADE=true\nROLLBACK_STARTED=false\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=HEALTH_HELPERS_REPAIRED_DOWNSTREAM_FAILED\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1\",\"status\":\"FAIL\",\"changes_made\":true,\"rollback_started\":false,\"rollback_restored\":null}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 9d9b3e43..5769b5ec 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1 +COMMAND_ID=SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1 STATUS=FAIL RC=1 HOST=pve01 MODE=change -COMPONENT=pve01-health-helpers-vpn-repair +COMPONENT=pve01-health-helpers-vpn-repair-fixed REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=8b13c38d3684fc968d2ef364ada33e59bf880af80d73e25e71d20553fa73abe5 +COMMAND_SHA256=6241c31071aa9e1019398fe3c5e6450690133842c2c923c11e32162c42b797af DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=true @@ -17,15 +17,15 @@ RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_ERROR=NONE COMMAND_RC=1 -CHANGES_MADE=false +CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION +MUTATION_OUTCOME=MUTATED SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=a42425773255dfa9e7df8857b0a445a3f4386807109fd64908122fb193ba37ac -SANITIZED_OUTPUT_SHA256=a42425773255dfa9e7df8857b0a445a3f4386807109fd64908122fb193ba37ac +RAW_EVIDENCE_SHA256=f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9 +SANITIZED_OUTPUT_SHA256=f5a06d315f49cac6733a64696dec8fc78e995af40ced75453c4eff16d4a541d9 OUTPUT_BEGIN PVE01_HEALTH_HELPERS_VPN_REPAIR=V1 MODE=change @@ -62,23 +62,44 @@ VPN_CUSTOM_REVERSE_SERVICE_DEP_COUNT_PRE=0 RET_GFS_HELPER_PIN_PRE=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94 RET_GFS_HELPER_SHA_ACTUAL=a1aed0c6039f8095bd5da7f62b47f4ee6932df98c4e0e7420d3006df86bd5c94 RET_GFS_HELPER_PIN_UPDATED=false +APPQ_TEMP_EXECUTABLE=true +RET_TEMP_EXECUTABLE=true GFSP_VM160_COUNT_NEW=0 GFSP_CRITICAL_COUNT_NEW=7 APPQ_OLD_HELPER_SHA_COUNT_NEW=0 APPQ_NEW_HELPER_SHA_COUNT_NEW=1 RET_OLD_HELPER_SHA_COUNT_NEW=0 RET_NEW_HELPER_SHA_COUNT_NEW=1 -APPQ_TEMP_VALIDATE_RC=126 +APPQ_TEMP_VALIDATE_RC=0 GFS_TEMP_VALIDATE_RC=0 -RET_TEMP_CONTRACT_RC=126 -REC|APPQ_TEMP_ERR|bash: line 217: /tmp/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1.QteVyj/appq.new: Permission denied -REC|RET_TEMP_ERR|bash: line 219: /tmp/SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1.QteVyj/ret.new: Permission denied -FAIL_REASON=APPQ_TEMP_VALIDATION_FAILED -CHANGES_MADE=false +RET_TEMP_CONTRACT_RC=0 +APPQ_POST_RC=0 +GFS_POST_RC=0 +RET_POST_RC=0 +GFSP_SHA_POST=1c8410ea286c3a2c2e427db6574f05a239443e284ba1ebca76caa28a57b4d418 +APPQ_SHA_POST=f8ce0f68f92acaa09eff4320839bdd4c69c9cb642e661d8f34e45d408d09af48 +RET_SHA_POST=0986c60643e53e18eb770ff7bf45714d7700e679fd50852f68add11cd797c216 +BACKUP_AUDIT_START_RC=0 +BACKUP_AUDIT_RESULT_POST=success +BACKUP_AUDIT_EXEC_STATUS_POST=0 +REC|AUDIT_POST|ISSUE|severity=CRITICAL|code=APP_FRESHNESS_PLAN_FAILED|logical_id=-|root_cause=APP_QUEUE_RC_65 +REC|AUDIT_POST|ISSUE|severity=CRITICAL|code=GFS_INVALID|logical_id=-|root_cause=GFS_VALIDATE_FAILED +REC|AUDIT_POST|ISSUE|severity=HIGH|code=RETENTION_CONTRACT_BAD|logical_id=-|root_cause=RETENTION_CONTRACT_RC_65 +REC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=15|ISSUE_COUNT=3|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +REC|AUDIT_POST|SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=GREEN|ACTIVE_COUNT=15|ISSUE_COUNT=0|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK +BACKUP_AUDIT_SUMMARY_PRESENT=true +REC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.service static +REC|VPN_UNIT_FILE_PRE|homelab-private-vpn-hosts-health.timer enabled +REC|VPN_UNIT_DISABLED|homelab-private-vpn-hosts-health.timer +VPN_UNIT_FAILED_STATE_POST=inactive +VPN_UNIT_ENABLED_STATE_POST=static +VPN_TIMER_MATCH_COUNT_POST=1 +FAIL_REASON=VPN_TIMER_STILL_PRESENT +CHANGES_MADE=true ROLLBACK_STARTED=false ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-99697R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} +MUTATION_OUTCOME=HEALTH_HELPERS_REPAIRED_DOWNSTREAM_FAILED +HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-261006-PVE01-HEALTH-HELPERS-VPN-REPAIR-FIXED-99698R1","status":"FAIL","changes_made":true,"rollback_started":false,"rollback_restored":null} OUTPUT_END CHAT_OUTPUT_END