runtime: publish SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1
This commit is contained in:
@@ -0,0 +1,38 @@
|
|||||||
|
{
|
||||||
|
"schema_version": 1,
|
||||||
|
"channel": "homelab-runtime",
|
||||||
|
"command_id": "SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1",
|
||||||
|
"status": "OK",
|
||||||
|
"rc": 0,
|
||||||
|
"host": "pve01",
|
||||||
|
"mode": "change",
|
||||||
|
"component": "homelab-backup-adaptive-rpo-recovery",
|
||||||
|
"started_at_utc": "2026-09-27T19:58:20Z",
|
||||||
|
"finished_at_utc": "2026-09-27T19:58:30Z",
|
||||||
|
"reference_register_checked": true,
|
||||||
|
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
|
||||||
|
"error_register_checked": true,
|
||||||
|
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
|
||||||
|
"command_sha256": "380add3ede2fd9137f06e7c75aad3301d45af2b01ab9cd6cc19daaa510387ece",
|
||||||
|
"duplicate_failed_command_blocked": false,
|
||||||
|
"block_reason": null,
|
||||||
|
"execution_started": true,
|
||||||
|
"change_declared": true,
|
||||||
|
"result_contract_valid": true,
|
||||||
|
"result_contract_status": "OK",
|
||||||
|
"result_contract_error": null,
|
||||||
|
"command_rc": 0,
|
||||||
|
"changes_made": false,
|
||||||
|
"rollback_started": false,
|
||||||
|
"rollback_restored": null,
|
||||||
|
"mutation_outcome": "NO_MUTATION",
|
||||||
|
"sanitized": true,
|
||||||
|
"secrets_included": false,
|
||||||
|
"private_addresses_included": false,
|
||||||
|
"raw_evidence_retained_locally": true,
|
||||||
|
"raw_evidence_sha256": "4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12",
|
||||||
|
"sanitized_output_sha256": "4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12",
|
||||||
|
"output_truncated_in_json": false,
|
||||||
|
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
||||||
|
"output": "BACKUP_ADAPTIVE_RPO_RECOVERY_BEGIN=true\nCOMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1\nMODE=change\nCOMPONENT=homelab-backup-adaptive-rpo-recovery\nMUTATION_BOUNDARY=ONLY_CURRENT_V2_VERIFY_TARGET_FOR_FRESH_AUDIT_RPO_BREACHES;EXCLUDES_CT110_ALREADY_FRESH;NO_CONFIG_WRITE;NO_WRAPPER_WRITE;NO_RELEASE_WRITE;NO_TIMER_CHANGE;NO_RETENTION;NO_DELETE_EXISTING_ARCHIVES;NO_RESTORE;NO_MANUAL_MAIL;NO_GIT_WRITE;NO_NETBIRD_SKLADCHIK_CHANGE\n=== AUTHORITY ===\nHOST=pve01\nCLUSTER_QUORATE=Yes\nRUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\nSOURCE_1232_STATUS=OK\nSOURCE_1232_RC=0\nSOURCE_1232_DECISION=PASS_CT110_STATE_AUDIT_RECONCILE\nSOURCE_1232_NEXT_GATE=ADAPTIVE_RPO_RECOVERY_FROM_FRESH_AUDIT\nSOURCE_1232_STATE_ACCEPTED=true\nSOURCE_1232_SUCCESS_MAIL_POLICY_ACCEPTED=true\nSOURCE_1232_CT110_RPO_COUNT=0\n=== LIVE_IDENTITY ===\nWRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c\nHELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860\nVZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad\nAUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a\nSOURCE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663\nSOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation\nSOURCE_REMOTE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663\nSOURCE_WORKTREE_CLEAN=true\n=== OWNER_WAIT ===\nOWNER_WAIT_ITERATION=1 ACTIVE=inactive PID=0\nOWNER_WAIT_ITERATION=2 ACTIVE=inactive PID=0\nBACKUP_HEAVY_LOCK_ACQUIRED=true\nACTIVE_VZDUMP_COUNT=0\nRECOVERY_START_EPOCH=1790539106\nRECOVERY_START_UTC=2026-09-27T19:58:26Z\n=== FRESH_AUDIT_UNDER_LOCK ===\nAUDIT0_RC=1\nAUDIT0_ISSUE_COUNT=12\nAUDIT0_RPO_COUNT=11\nAUDIT0_NON_RPO_COUNT=1\nAUDIT0_RPO_SET_BEGIN\ncontrol-bootstrap-v2\nvm111\nvm112\nvm113\nvm130\nvm150\nvm160\nvm170\nvm171\nvm190\nvm9130\nAUDIT0_RPO_SET_END\nSUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=12|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK\nTASK_RESULT=HOLD_ADAPTIVE_RPO_RECOVERY\nDECISION=HOLD_1233_NON_RPO_ISSUE_PRESENT\nNEXT_GATE=READ_EXACT_1233_AND_RECONCILE_NON_RPO_ISSUE\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
|
||||||
|
}
|
||||||
@@ -0,0 +1,87 @@
|
|||||||
|
CHAT_OUTPUT_BEGIN
|
||||||
|
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1
|
||||||
|
STATUS=OK
|
||||||
|
RC=0
|
||||||
|
HOST=pve01
|
||||||
|
MODE=change
|
||||||
|
COMPONENT=homelab-backup-adaptive-rpo-recovery
|
||||||
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
|
ERROR_REGISTER_CHECK=OK
|
||||||
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
|
COMMAND_SHA256=380add3ede2fd9137f06e7c75aad3301d45af2b01ab9cd6cc19daaa510387ece
|
||||||
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
|
EXECUTION_STARTED=true
|
||||||
|
CHANGE_DECLARED=true
|
||||||
|
RESULT_CONTRACT_VALID=true
|
||||||
|
RESULT_CONTRACT_STATUS=OK
|
||||||
|
RESULT_CONTRACT_ERROR=NONE
|
||||||
|
COMMAND_RC=0
|
||||||
|
CHANGES_MADE=false
|
||||||
|
ROLLBACK_STARTED=false
|
||||||
|
ROLLBACK_RESTORED=null
|
||||||
|
MUTATION_OUTCOME=NO_MUTATION
|
||||||
|
SANITIZED=yes
|
||||||
|
SECRETS_INCLUDED=no
|
||||||
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
|
RAW_EVIDENCE_SHA256=4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12
|
||||||
|
SANITIZED_OUTPUT_SHA256=4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12
|
||||||
|
OUTPUT_BEGIN
|
||||||
|
BACKUP_ADAPTIVE_RPO_RECOVERY_BEGIN=true
|
||||||
|
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1
|
||||||
|
MODE=change
|
||||||
|
COMPONENT=homelab-backup-adaptive-rpo-recovery
|
||||||
|
MUTATION_BOUNDARY=ONLY_CURRENT_V2_VERIFY_TARGET_FOR_FRESH_AUDIT_RPO_BREACHES;EXCLUDES_CT110_ALREADY_FRESH;NO_CONFIG_WRITE;NO_WRAPPER_WRITE;NO_RELEASE_WRITE;NO_TIMER_CHANGE;NO_RETENTION;NO_DELETE_EXISTING_ARCHIVES;NO_RESTORE;NO_MANUAL_MAIL;NO_GIT_WRITE;NO_NETBIRD_SKLADCHIK_CHANGE
|
||||||
|
=== AUTHORITY ===
|
||||||
|
HOST=pve01
|
||||||
|
CLUSTER_QUORATE=Yes
|
||||||
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||||
|
SOURCE_1232_STATUS=OK
|
||||||
|
SOURCE_1232_RC=0
|
||||||
|
SOURCE_1232_DECISION=PASS_CT110_STATE_AUDIT_RECONCILE
|
||||||
|
SOURCE_1232_NEXT_GATE=ADAPTIVE_RPO_RECOVERY_FROM_FRESH_AUDIT
|
||||||
|
SOURCE_1232_STATE_ACCEPTED=true
|
||||||
|
SOURCE_1232_SUCCESS_MAIL_POLICY_ACCEPTED=true
|
||||||
|
SOURCE_1232_CT110_RPO_COUNT=0
|
||||||
|
=== LIVE_IDENTITY ===
|
||||||
|
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
|
||||||
|
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
|
||||||
|
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
|
||||||
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||||
|
SOURCE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
|
||||||
|
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
|
||||||
|
SOURCE_REMOTE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
|
||||||
|
SOURCE_WORKTREE_CLEAN=true
|
||||||
|
=== OWNER_WAIT ===
|
||||||
|
OWNER_WAIT_ITERATION=1 ACTIVE=inactive PID=0
|
||||||
|
OWNER_WAIT_ITERATION=2 ACTIVE=inactive PID=0
|
||||||
|
BACKUP_HEAVY_LOCK_ACQUIRED=true
|
||||||
|
ACTIVE_VZDUMP_COUNT=0
|
||||||
|
RECOVERY_START_EPOCH=1790539106
|
||||||
|
RECOVERY_START_UTC=2026-09-27T19:58:26Z
|
||||||
|
=== FRESH_AUDIT_UNDER_LOCK ===
|
||||||
|
AUDIT0_RC=1
|
||||||
|
AUDIT0_ISSUE_COUNT=12
|
||||||
|
AUDIT0_RPO_COUNT=11
|
||||||
|
AUDIT0_NON_RPO_COUNT=1
|
||||||
|
AUDIT0_RPO_SET_BEGIN
|
||||||
|
control-bootstrap-v2
|
||||||
|
vm111
|
||||||
|
vm112
|
||||||
|
vm113
|
||||||
|
vm130
|
||||||
|
vm150
|
||||||
|
vm160
|
||||||
|
vm170
|
||||||
|
vm171
|
||||||
|
vm190
|
||||||
|
vm9130
|
||||||
|
AUDIT0_RPO_SET_END
|
||||||
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=12|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||||
|
TASK_RESULT=HOLD_ADAPTIVE_RPO_RECOVERY
|
||||||
|
DECISION=HOLD_1233_NON_RPO_ISSUE_PRESENT
|
||||||
|
NEXT_GATE=READ_EXACT_1233_AND_RECONCILE_NON_RPO_ISSUE
|
||||||
|
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||||
|
|
||||||
|
OUTPUT_END
|
||||||
|
CHAT_OUTPUT_END
|
||||||
+11
-11
File diff suppressed because one or more lines are too long
+55
-126
@@ -1,20 +1,20 @@
|
|||||||
CHAT_OUTPUT_BEGIN
|
CHAT_OUTPUT_BEGIN
|
||||||
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-CT110-STATE-AUDIT-RECONCILE-1232R1
|
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1
|
||||||
STATUS=OK
|
STATUS=OK
|
||||||
RC=0
|
RC=0
|
||||||
HOST=pve01
|
HOST=pve01
|
||||||
MODE=read-only
|
MODE=change
|
||||||
COMPONENT=homelab-backup-ct110-state-audit-reconcile
|
COMPONENT=homelab-backup-adaptive-rpo-recovery
|
||||||
REFERENCE_REGISTER_CHECK=OK
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
|
||||||
ERROR_REGISTER_CHECK=OK
|
ERROR_REGISTER_CHECK=OK
|
||||||
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
|
||||||
COMMAND_SHA256=04f4eb8b36878aa3a82b87657a987381666519b93c3a0218c69e5cf1062cefae
|
COMMAND_SHA256=380add3ede2fd9137f06e7c75aad3301d45af2b01ab9cd6cc19daaa510387ece
|
||||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
EXECUTION_STARTED=true
|
EXECUTION_STARTED=true
|
||||||
CHANGE_DECLARED=false
|
CHANGE_DECLARED=true
|
||||||
RESULT_CONTRACT_VALID=true
|
RESULT_CONTRACT_VALID=true
|
||||||
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
|
RESULT_CONTRACT_STATUS=OK
|
||||||
RESULT_CONTRACT_ERROR=NONE
|
RESULT_CONTRACT_ERROR=NONE
|
||||||
COMMAND_RC=0
|
COMMAND_RC=0
|
||||||
CHANGES_MADE=false
|
CHANGES_MADE=false
|
||||||
@@ -24,135 +24,64 @@ MUTATION_OUTCOME=NO_MUTATION
|
|||||||
SANITIZED=yes
|
SANITIZED=yes
|
||||||
SECRETS_INCLUDED=no
|
SECRETS_INCLUDED=no
|
||||||
PRIVATE_ADDRESSES_INCLUDED=no
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
RAW_EVIDENCE_SHA256=610fd3fad77f1c61c0a7b88bbc6a35a398461ed28081a2a3e990b23173163922
|
RAW_EVIDENCE_SHA256=4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12
|
||||||
SANITIZED_OUTPUT_SHA256=610fd3fad77f1c61c0a7b88bbc6a35a398461ed28081a2a3e990b23173163922
|
SANITIZED_OUTPUT_SHA256=4a832057af33457c2a74ea89cfc77fe0ee10af72ec95c10818e3396b7e293f12
|
||||||
OUTPUT_BEGIN
|
OUTPUT_BEGIN
|
||||||
BACKUP_CT110_STATE_AUDIT_RECONCILE_BEGIN=true
|
BACKUP_ADAPTIVE_RPO_RECOVERY_BEGIN=true
|
||||||
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-CT110-STATE-AUDIT-RECONCILE-1232R1
|
COMMAND_ID=SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1
|
||||||
MODE=read-only
|
MODE=change
|
||||||
COMPONENT=homelab-backup-ct110-state-audit-reconcile
|
COMPONENT=homelab-backup-adaptive-rpo-recovery
|
||||||
MUTATION_BOUNDARY=READ_ONLY_STATE_JOURNAL_SYSTEMD_AND_AUDIT_ALL;AUDIT_ALL_PROVEN_NO_HEALTH_WRITE;NO_BACKUP;NO_CONFIG_WRITE;NO_WRAPPER_WRITE;NO_RELEASE_WRITE;NO_TIMER_CHANGE;NO_RETENTION;NO_DELETE;NO_RESTORE;NO_MAIL;NO_GIT_WRITE;NO_NETBIRD_SKLADCHIK_CHANGE
|
MUTATION_BOUNDARY=ONLY_CURRENT_V2_VERIFY_TARGET_FOR_FRESH_AUDIT_RPO_BREACHES;EXCLUDES_CT110_ALREADY_FRESH;NO_CONFIG_WRITE;NO_WRAPPER_WRITE;NO_RELEASE_WRITE;NO_TIMER_CHANGE;NO_RETENTION;NO_DELETE_EXISTING_ARCHIVES;NO_RESTORE;NO_MANUAL_MAIL;NO_GIT_WRITE;NO_NETBIRD_SKLADCHIK_CHANGE
|
||||||
=== AUTHORITY ===
|
=== AUTHORITY ===
|
||||||
HOST=pve01
|
HOST=pve01
|
||||||
CLUSTER_QUORATE=Yes
|
CLUSTER_QUORATE=Yes
|
||||||
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
|
||||||
SOURCE_1231_STATUS=OK
|
SOURCE_1232_STATUS=OK
|
||||||
SOURCE_1231_RC=0
|
SOURCE_1232_RC=0
|
||||||
SOURCE_1231_DECISION=HOLD_1231_POST_STATE_MISMATCH
|
SOURCE_1232_DECISION=PASS_CT110_STATE_AUDIT_RECONCILE
|
||||||
SOURCE_1231_NEXT_GATE=READ_EXACT_1231_AND_RECONCILE_CT110_STATE
|
SOURCE_1232_NEXT_GATE=ADAPTIVE_RPO_RECOVERY_FROM_FRESH_AUDIT
|
||||||
SOURCE_1231_VERIFY_RESULT_ACCEPTED=true
|
SOURCE_1232_STATE_ACCEPTED=true
|
||||||
SOURCE_1231_VERIFY_RESULT_REPLICAS=2
|
SOURCE_1232_SUCCESS_MAIL_POLICY_ACCEPTED=true
|
||||||
SOURCE_1231_ACCEPTED_GENERATION=v2-ct110-20260927T194116Z-d16fe26dbd17
|
SOURCE_1232_CT110_RPO_COUNT=0
|
||||||
SOURCE_1231_VERIFY_START_EPOCH=1790538076
|
|
||||||
SOURCE_1231_POST_LAST_SUCCESS_EPOCH=1790538303
|
|
||||||
=== LIVE_IDENTITY ===
|
=== LIVE_IDENTITY ===
|
||||||
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
|
WRAPPER_SHA256=894f8ea346b53a3d7846dbd6eeb5b89333957eb6d7a4f2f64fd4557cae176e1c
|
||||||
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
|
HELPER_SHA256=4e39404b1ddb97392645adce6280f697182cca03714d3a462d363eebce9b1860
|
||||||
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
|
VZDUMP_CONF_SHA256=027e4b04852a4b83d558eb861d432b6fad4f234e12ab77d327f274d0fdedbfad
|
||||||
=== CT110_STATE_SCHEMA_RECONCILE ===
|
AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
||||||
STATE_EXISTS=true
|
SOURCE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
|
||||||
STATE_SHA256=ee7999edad0bf4c2988edfdd5059b5e4d33899cd0880aaf2567f647eaeab8033
|
SOURCE_BRANCH=cr-2026-1005-backup-v2-health-alerting-remediation
|
||||||
STATE_KEYS=consecutive_failures,failure_backoff_seconds,generation,green_verified,last_attempt_epoch,last_success_epoch,logical_id,manifest_sha256,payload_sha256,replicas,result,retry_after_epoch,schema,updated_at_utc
|
SOURCE_REMOTE_HEAD=db592a25c6ac587bf16472a6132b66698c42f663
|
||||||
STATE_SCHEMA=1
|
SOURCE_WORKTREE_CLEAN=true
|
||||||
STATE_LOGICAL_ID=ct110
|
=== OWNER_WAIT ===
|
||||||
STATE_GENERATION=v2-ct110-20260927T194116Z-d16fe26dbd17
|
OWNER_WAIT_ITERATION=1 ACTIVE=inactive PID=0
|
||||||
STATE_RESULT=SUCCESS
|
OWNER_WAIT_ITERATION=2 ACTIVE=inactive PID=0
|
||||||
STATE_LAST_ATTEMPT_EPOCH=1790538303
|
BACKUP_HEAVY_LOCK_ACQUIRED=true
|
||||||
STATE_LAST_SUCCESS_EPOCH=1790538303
|
ACTIVE_VZDUMP_COUNT=0
|
||||||
STATE_CONSECUTIVE_FAILURES=0
|
RECOVERY_START_EPOCH=1790539106
|
||||||
STATE_FAILURE_BACKOFF_SECONDS=0
|
RECOVERY_START_UTC=2026-09-27T19:58:26Z
|
||||||
STATE_REPLICAS_TYPE=list
|
=== FRESH_AUDIT_UNDER_LOCK ===
|
||||||
STATE_REPLICA_COUNT_DERIVED=2
|
AUDIT0_RC=1
|
||||||
STATE_REPLICA_1_SCHEMA_OK=true
|
AUDIT0_ISSUE_COUNT=12
|
||||||
STATE_REPLICA_1_PHYSICAL_SHA256=c3b0138acb547907e498f9601c9a6cbb320da8e916ed685b30a4e35b92d0a247
|
AUDIT0_RPO_COUNT=11
|
||||||
STATE_REPLICA_1_CRYPT_SHA256=d2d63811693130d9b521ec13bc62c80ff0f7a557f0a1b605db30541858a808f1
|
AUDIT0_NON_RPO_COUNT=1
|
||||||
STATE_REPLICA_2_SCHEMA_OK=true
|
AUDIT0_RPO_SET_BEGIN
|
||||||
STATE_REPLICA_2_PHYSICAL_SHA256=cf59a41c57e69eaac77ef340b75ff146dd1cfe5da28674e06050730912385bf3
|
control-bootstrap-v2
|
||||||
STATE_REPLICA_2_CRYPT_SHA256=7218b750518d1a6bd57398eee3cd19e397c587adeda6dfff4cbec1aeb50eb1c8
|
vm111
|
||||||
STATE_REPLICA_PHYSICAL_UNIQUE=true
|
vm112
|
||||||
STATE_REPLICA_CRYPT_UNIQUE=true
|
vm113
|
||||||
STATE_REPLICA_PAIR_UNIQUE=true
|
vm130
|
||||||
STATE_CHECK_LOGICAL_ID=true
|
vm150
|
||||||
STATE_CHECK_GENERATION=true
|
vm160
|
||||||
STATE_CHECK_RESULT=true
|
vm170
|
||||||
STATE_CHECK_REPLICAS=true
|
vm171
|
||||||
STATE_CHECK_LAST_SUCCESS=true
|
vm190
|
||||||
STATE_CHECK_LAST_ATTEMPT=true
|
vm9130
|
||||||
STATE_ACCEPTED=true
|
AUDIT0_RPO_SET_END
|
||||||
STATE_RECONCILE_RC=0
|
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=12|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
||||||
=== 1231_NOTIFICATION_RUNTIME_RECONCILE ===
|
TASK_RESULT=HOLD_ADAPTIVE_RPO_RECOVERY
|
||||||
VERIFY_WINDOW_START_EPOCH=1790538076
|
DECISION=HOLD_1233_NON_RPO_ISSUE_PRESENT
|
||||||
VERIFY_WINDOW_END_EPOCH=1790538483
|
NEXT_GATE=READ_EXACT_1233_AND_RECONCILE_NON_RPO_ISSUE
|
||||||
SUCCESS_BACKUP_EVENT_COUNT=1
|
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-HOMELAB-BACKUP-ADAPTIVE-RPO-RECOVERY-1233R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
||||||
MAIL_TO_ROOT_EVENT_COUNT=0
|
|
||||||
CT110_SUCCESS_EVIDENCE_COUNT=2
|
|
||||||
SUCCESS_MAIL_POLICY_ACCEPTED=true
|
|
||||||
=== AUDIT_MODE_SAFETY ===
|
|
||||||
AUDIT_SHA256_PRE=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
|
||||||
AUDIT_CONTRACT_RC=0
|
|
||||||
AUDIT_CONTRACT=v2-plus-sealed-quorum
|
|
||||||
AUDIT_SCHEMA=homelab-backup-audit-v3
|
|
||||||
AUDIT_CONTRACT_STDERR_BYTES=0
|
|
||||||
311:if MODE in ("write-health","scheduled"):
|
|
||||||
AUDIT_WRITE_GUARD_COUNT=1
|
|
||||||
HEALTH1_SHA_PRE=4c415ddb1cb675155be45d84d257f86fa45ac4aea65764e0a810a0f9a85de2b2
|
|
||||||
HEALTH2_SHA_PRE=4c415ddb1cb675155be45d84d257f86fa45ac4aea65764e0a810a0f9a85de2b2
|
|
||||||
HEALTH1_MTIME_PRE=1790537775
|
|
||||||
HEALTH2_MTIME_PRE=1790537775
|
|
||||||
=== FRESH_OFFICIAL_AUDIT_ALL ===
|
|
||||||
AUDIT_ALL_RC=1
|
|
||||||
AUDIT_ALL_STDERR_BYTES=0
|
|
||||||
AUDIT_OUTPUT_BEGIN
|
|
||||||
TARGET|logical_id=app-filebrowser|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48057|generation=app-filebrowser-pve01-20260927T063003Z
|
|
||||||
TARGET|logical_id=app-hbarhub|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47890|generation=app-hbarhub-pve01-20260927T063154Z
|
|
||||||
TARGET|logical_id=app-immich|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=47991|generation=app-immich-pve01-20260927T063041Z
|
|
||||||
TARGET|logical_id=app-skladchik-reports-monitor|kind=APP|state=FRESH|decision=BACKUP_DUE|legacy_age_seconds=48038|generation=app-skladchik-reports-monitor-pve01-20260927T063026Z
|
|
||||||
TARGET|logical_id=control-bootstrap-v2|kind=CONTROL|state=STALE|age_seconds=234007|generation=control-bootstrap-v2-pve01-20260916T120057Z
|
|
||||||
TARGET|logical_id=vm110|kind=VM|state=FRESH|source=V2|v2_age_seconds=366|legacy_age_seconds=2038301|replica_count=2|state_id=ct110|generation=v2-ct110-20260927T194116Z-d16fe26dbd17
|
|
||||||
TARGET|logical_id=vm111|kind=VM|state=STALE|source=NONE|v2_age_seconds=283415|replica_count=2|state_id=ct111
|
|
||||||
TARGET|logical_id=vm112|kind=VM|state=STALE|source=NONE|v2_age_seconds=266907|legacy_age_seconds=2076796|replica_count=2|state_id=ct112|generation=vm112-pve01-20260903T185707Z
|
|
||||||
TARGET|logical_id=vm113|kind=VM|state=STALE|source=NONE|v2_age_seconds=264888|replica_count=2|state_id=ct113
|
|
||||||
TARGET|logical_id=vm130|kind=VM|state=STALE|source=NONE|v2_age_seconds=259498|replica_count=2|state_id=vm130
|
|
||||||
TARGET|logical_id=vm150|kind=VM|state=STALE|source=NONE|v2_age_seconds=262950|legacy_age_seconds=2038417|replica_count=2|state_id=vm150|generation=vm150-pve01-20260904T053517Z
|
|
||||||
TARGET|logical_id=vm160|kind=VM|state=STALE|source=NONE|v2_age_seconds=258251|replica_count=2|state_id=vm160
|
|
||||||
TARGET|logical_id=vm170|kind=VM|state=STALE|source=NONE|v2_age_seconds=235042|legacy_age_seconds=983038|replica_count=2|state_id=vm170|generation=vm170-pve01-20260916T103019Z
|
|
||||||
TARGET|logical_id=vm171|kind=VM|state=STALE|source=NONE|v2_age_seconds=239472|legacy_age_seconds=1012570|replica_count=2|state_id=vm171|generation=vm171-pve01-20260916T023018Z
|
|
||||||
TARGET|logical_id=vm190|kind=VM|state=STALE|source=NONE|v2_age_seconds=235640|replica_count=2|state_id=vm190
|
|
||||||
TARGET|logical_id=vm9130|kind=VM|state=STALE|source=NONE|v2_age_seconds=226897|replica_count=2|state_id=vm9130
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=control-bootstrap-v2|root_cause=CONTROL_STATE_NOT_FRESH
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm111|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm170|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm9130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
|
|
||||||
SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=11|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
|
||||||
AUDIT_OUTPUT_END
|
|
||||||
AUDIT_SHA256_POST=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
|
|
||||||
AUDIT_BINARY_UNCHANGED=true
|
|
||||||
HEALTH1_SHA_POST=4c415ddb1cb675155be45d84d257f86fa45ac4aea65764e0a810a0f9a85de2b2
|
|
||||||
HEALTH2_SHA_POST=4c415ddb1cb675155be45d84d257f86fa45ac4aea65764e0a810a0f9a85de2b2
|
|
||||||
HEALTH1_MTIME_POST=1790537775
|
|
||||||
HEALTH2_MTIME_POST=1790537775
|
|
||||||
AUDIT_ALL_HEALTH_NO_WRITE=true
|
|
||||||
FRESH_AUDIT_ISSUE_COUNT=11
|
|
||||||
FRESH_AUDIT_RPO_BREACH_COUNT=0
|
|
||||||
FRESH_AUDIT_CT110_RPO_COUNT=0
|
|
||||||
FRESH_AUDIT_SUMMARY=SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=11|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
|
|
||||||
=== CURRENT_UNIT_TIMER_STATE ===
|
|
||||||
UNIT=homelab-backup-v2.service ACTIVE=failed ENABLED=static RESULT=exit-code MAINPID=0
|
|
||||||
UNIT=homelab-backup-v2.timer ACTIVE=active ENABLED=enabled RESULT=success MAINPID=
|
|
||||||
UNIT=homelab-backup-audit.service ACTIVE=failed ENABLED=static RESULT=exit-code MAINPID=0
|
|
||||||
UNIT=homelab-backup-audit.timer ACTIVE=active ENABLED=enabled RESULT=success MAINPID=
|
|
||||||
=== RECENT_SCHEDULER_AFTER_HOTFIX ===
|
|
||||||
TASK_RESULT=PASS_CT110_STATE_AUDIT_RECONCILE
|
|
||||||
DECISION=PASS_CT110_STATE_AUDIT_RECONCILE
|
|
||||||
NEXT_GATE=ADAPTIVE_RPO_RECOVERY_FROM_FRESH_AUDIT
|
|
||||||
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260927-HOMELAB-BACKUP-CT110-STATE-AUDIT-RECONCILE-1232R1","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
|
|
||||||
|
|
||||||
OUTPUT_END
|
OUTPUT_END
|
||||||
CHAT_OUTPUT_END
|
CHAT_OUTPUT_END
|
||||||
|
|||||||
Reference in New Issue
Block a user