runtime: publish SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1

2026-09-21 03:34:46 +00:00
parent 0cfa3bb4f0
commit 7dc03a11b1
4 changed files with 143 additions and 34 deletions
@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1",
+  "status": "FAIL",
+  "rc": 1,
+  "host": "pve01",
+  "mode": "change",
+  "component": "homelab-backup-consolidated-remediation",
+  "started_at_utc": "2026-09-21T03:30:19Z",
+  "finished_at_utc": "2026-09-21T03:34:46Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": true,
+  "result_contract_valid": true,
+  "result_contract_status": "FAIL",
+  "result_contract_error": null,
+  "command_rc": 1,
+  "changes_made": true,
+  "rollback_started": true,
+  "rollback_restored": null,
+  "mutation_outcome": "ROLLBACK_UNKNOWN",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
+  "sanitized_output_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\nMODE=change\nCOMPONENT=homelab-backup-consolidated-remediation\nMUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_CATCHUP_RC=0\nAPP_CATCHUP_OUTPUT_TAIL=[\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)\",\"\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=29/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=14/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=13/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=11/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=10/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37) \",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=8/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=6/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=5/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=4/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=4/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=2/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=1/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=0/37)\",\"              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=0/37)\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"CLOUD_QUORUM=2\",\"RESUME=NO\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"STAGE=CAPTURE\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"CLOUD_QUORUM=2\",\"APP_V2_SCHEDULED=OK|backed_up=4\"]\nAPP_POST_CATCHUP_DECISIONS={\"filebrowser\":\"SKIP_FRESH\",\"hbarhub\":\"SKIP_FRESH\",\"immich\":\"SKIP_FRESH\",\"skladchik-reports-monitor\":\"SKIP_FRESH\"}\nVM9130_AGE_BEFORE=108117\nFAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1\nSOURCE_COMMITTED=true\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_BACKUPS_STARTED=true\nV2_CATCHUP_STARTED=true\nRUNTIME_CHANGED=true\nRETENTION_GC_STARTED=false\nRETENTION_GC_SUCCESS=false\nTASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\",\"rollback_restored\":null,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\nWORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1\n"
+}
@@ -0,0 +1,53 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
+STATUS=FAIL
+RC=1
+HOST=pve01
+MODE=change
+COMPONENT=homelab-backup-consolidated-remediation
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=true
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=1
+CHANGES_MADE=true
+ROLLBACK_STARTED=true
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=ROLLBACK_UNKNOWN
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
+SANITIZED_OUTPUT_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
+OUTPUT_BEGIN
+WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1
+COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
+MODE=change
+COMPONENT=homelab-backup-consolidated-remediation
+MUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL
+SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
+APP_CATCHUP_RC=0
+APP_CATCHUP_OUTPUT_TAIL=["    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","    236,688,230 100%  634.05MB/s    0:00:00 (xfr#20, to-chk=0/37)","","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=29/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=14/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=13/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=11/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=10/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37) ","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=9/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=8/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=6/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=5/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=4/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=4/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=2/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=1/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=0/37)","              0   0%    0.00kB/s    0:00:00 (xfr#0, to-chk=0/37)","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json","BACKUP_STATUS=SEALED","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","CLOUD_QUORUM=2","RESUME=NO","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","STAGE=CAPTURE","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json","BACKUP_STATUS=SEALED","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","CLOUD_QUORUM=2","APP_V2_SCHEDULED=OK|backed_up=4"]
+APP_POST_CATCHUP_DECISIONS={"filebrowser":"SKIP_FRESH","hbarhub":"SKIP_FRESH","immich":"SKIP_FRESH","skladchik-reports-monitor":"SKIP_FRESH"}
+VM9130_AGE_BEFORE=108117
+FAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1
+SOURCE_COMMITTED=true
+SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
+APP_BACKUPS_STARTED=true
+V2_CATCHUP_STARTED=true
+RUNTIME_CHANGED=true
+RETENTION_GC_STARTED=false
+RETENTION_GC_SUCCESS=false
+TASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION
+HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1","rollback_restored":null,"rollback_started":true,"status":"FAIL","version":1}
+WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1
+
+OUTPUT_END
+CHAT_OUTPUT_END