homelab-admin/homelab-public-context
1
0
Fork 0
Code Activity

runtime: publish SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1

Browse Source
This commit is contained in:
homelab-runtime-publisher
2026-09-21 03:34:46 +00:00
parent 0cfa3bb4f0
commit 7dc03a11b1
4 changed files with 143 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/history/SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1.json
+38
View File
@@ -0,0 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1",
"status": "FAIL",
"rc": 1,
"host": "pve01",
"mode": "change",
"component": "homelab-backup-consolidated-remediation",
"started_at_utc": "2026-09-21T03:30:19Z",
"finished_at_utc": "2026-09-21T03:34:46Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": true,
"result_contract_valid": true,
"result_contract_status": "FAIL",
"result_contract_error": null,
"command_rc": 1,
"changes_made": true,
"rollback_started": true,
"rollback_restored": null,
"mutation_outcome": "ROLLBACK_UNKNOWN",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
"sanitized_output_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\nMODE=change\nCOMPONENT=homelab-backup-consolidated-remediation\nMUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_CATCHUP_RC=0\nAPP_CATCHUP_OUTPUT_TAIL=[\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\"\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=29/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=14/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=13/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=11/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=10/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37) \",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=8/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=6/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=5/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=2/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=1/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"CLOUD_QUORUM=2\",\"RESUME=NO\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"STAGE=CAPTURE\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"CLOUD_QUORUM=2\",\"APP_V2_SCHEDULED=OK|backed_up=4\"]\nAPP_POST_CATCHUP_DECISIONS={\"filebrowser\":\"SKIP_FRESH\",\"hbarhub\":\"SKIP_FRESH\",\"immich\":\"SKIP_FRESH\",\"skladchik-reports-monitor\":\"SKIP_FRESH\"}\nVM9130_AGE_BEFORE=108117\nFAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1\nSOURCE_COMMITTED=true\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_BACKUPS_STARTED=true\nV2_CATCHUP_STARTED=true\nRUNTIME_CHANGED=true\nRETENTION_GC_STARTED=false\nRETENTION_GC_SUCCESS=false\nTASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\",\"rollback_restored\":null,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\nWORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1\n"
}
runtime/history/SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1.txt
+53
View File
@@ -0,0 +1,53 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
STATUS=FAIL
RC=1
HOST=pve01
MODE=change
COMPONENT=homelab-backup-consolidated-remediation
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=FAIL
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=1
CHANGES_MADE=true
ROLLBACK_STARTED=true
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=ROLLBACK_UNKNOWN
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
SANITIZED_OUTPUT_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
OUTPUT_BEGIN
WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1
COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
MODE=change
COMPONENT=homelab-backup-consolidated-remediation
MUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL
SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
APP_CATCHUP_RC=0
APP_CATCHUP_OUTPUT_TAIL=[" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)",""," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=29/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=14/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=13/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=11/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=10/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37) "," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=8/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=6/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=5/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=2/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=1/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json","BACKUP_STATUS=SEALED","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","CLOUD_QUORUM=2","RESUME=NO","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","STAGE=CAPTURE","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json","BACKUP_STATUS=SEALED","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","CLOUD_QUORUM=2","APP_V2_SCHEDULED=OK|backed_up=4"]
APP_POST_CATCHUP_DECISIONS={"filebrowser":"SKIP_FRESH","hbarhub":"SKIP_FRESH","immich":"SKIP_FRESH","skladchik-reports-monitor":"SKIP_FRESH"}
VM9130_AGE_BEFORE=108117
FAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1
SOURCE_COMMITTED=true
SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
APP_BACKUPS_STARTED=true
V2_CATCHUP_STARTED=true
RUNTIME_CHANGED=true
RETENTION_GC_STARTED=false
RETENTION_GC_SUCCESS=false
TASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION
HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1","rollback_restored":null,"rollback_started":true,"status":"FAIL","version":1}
WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1
OUTPUT_END
CHAT_OUTPUT_END
runtime/latest.json
+17 -17
View File
@@ -1,38 +1,38 @@
{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "SIGNALBOT-260921-SCIENTIFIC-WORKTREE-LOCATOR-052FIXPREP4",
"status": "OK",
"rc": 0,
"command_id": "SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1",
"status": "FAIL",
"rc": 1,
"host": "pve01",
"mode": "read-only",
"component": "signalbot-scientific-worktree-locator",
"started_at_utc": "2026-09-21T03:30:03Z",
"finished_at_utc": "2026-09-21T03:30:05Z",
"mode": "change",
"component": "homelab-backup-consolidated-remediation",
"started_at_utc": "2026-09-21T03:30:19Z",
"finished_at_utc": "2026-09-21T03:34:46Z",
"reference_register_checked": true,
"reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
"error_register_checked": true,
"error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
"command_sha256": "a095e90fd39c4a8ad0bbba63be2f63797141fb14b1fd9504f1f6eb5eda69f80f",
"command_sha256": "6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"change_declared": false,
"change_declared": true,
"result_contract_valid": true,
"result_contract_status": null,
"result_contract_status": "FAIL",
"result_contract_error": null,
"command_rc": 0,
"changes_made": false,
"rollback_started": false,
"command_rc": 1,
"changes_made": true,
"rollback_started": true,
"rollback_restored": null,
"mutation_outcome": "NO_MUTATION",
"mutation_outcome": "ROLLBACK_UNKNOWN",
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "3b4b7ab400d03a8fdde3af47e70ee3030eb3a125afb347ec3acf021bb70d89e5",
"sanitized_output_sha256": "3b4b7ab400d03a8fdde3af47e70ee3030eb3a125afb347ec3acf021bb70d89e5",
"raw_evidence_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
"sanitized_output_sha256": "caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "SIGNALBOT052FIXPREP4_RESULT={\"exact_match_count\":1,\"items\":[{\"branch\":\"cr-2026-0105-demonov-shadow-orchestrator\",\"clean\":true,\"git\":true,\"head\":\"559948bcb6baead49a47d9953b0cc0090e332fd7\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot\",\"source_match\":false},{\"branch\":\"signalbot-260917-reconnect-reconciliation\",\"clean\":true,\"git\":true,\"head\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"head_match\":true,\"path\":\"/root/.local/share/signalbot-dev/signalbot-260917-reconnect-reconciliation\",\"source\":{\"bytes\":12078,\"sha256\":\"023ce0a041b50b866a48d9f752bd80479a34789d82f73c81d18246ed8871ef8e\"},\"source_match\":true,\"test\":{\"bytes\":10463,\"sha256\":\"bebdd9c2875d2c63a0ac27d89eefa7f1c36c83c067aa8b472c0616ac470dd2a2\"}},{\"branch\":\"cr-2026-0106-projection-node-binding\",\"clean\":true,\"git\":true,\"head\":\"bc2570f71c69140acd0a80e25e6d82d2d4adc4f4\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0106\",\"source_match\":false},{\"branch\":\"cr-2026-0107-production-8020-producer\",\"clean\":true,\"git\":true,\"head\":\"3d59766ee08181e3124e6e86e48421f1aa3a2635\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0107\",\"source_match\":false},{\"branch\":\"cr-2026-0108-durable-producer-outbox\",\"clean\":true,\"git\":true,\"head\":\"9fe67eaaf80009899e45ae31096ba5d307cfde4c\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0108\",\"source_match\":false},{\"branch\":\"cr-2026-0109-outbox-shadow-delivery\",\"clean\":true,\"git\":true,\"head\":\"578e6d40822469b89a29aede4d01e32628744450\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0109\",\"source_match\":false},{\"branch\":\"cr-2026-0110-shadow-deployment\",\"clean\":true,\"git\":true,\"head\":\"59b226007bc3b506c9ab9ac5d1ad10745062e557\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0110\",\"source_match\":false},{\"branch\":\"cr-2026-0111-technical-shadow-seal\",\"clean\":true,\"git\":true,\"head\":\"c7fd5428eb0d535905468c5989f28ce0444c2c01\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0111\",\"source_match\":false},{\"branch\":\"cr-2026-0112-live-prospective-policy\",\"clean\":true,\"git\":true,\"head\":\"c9a88e1953b1f82554ad363dce814cf84507ce65\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0112\",\"source_match\":false},{\"branch\":\"cr-2026-0113-multiarm-fsm-market-registry\",\"clean\":true,\"git\":true,\"head\":\"4e302a6b7ec50966e303e034bbf8d31a577753bd\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0113\",\"source_match\":false},{\"branch\":\"cr-2026-0114-live-feeds-russian-email\",\"clean\":true,\"git\":true,\"head\":\"5a8a0db00c095e1427b3c17cbb9f7c683cd5c014\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0114\",\"source_match\":false},{\"branch\":\"cr-2026-0115-live-prospective-cutover\",\"clean\":true,\"git\":true,\"head\":\"18132ee2a0f70a7bc319e51d197ff99184a7961a\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0115\",\"source_match\":false},{\"branch\":\"cr-2026-0116-reliability-finality\",\"clean\":true,\"deployer\":{\"bytes\":31515,\"sha256\":\"3ca98e06c9ca24ed0e2e96a8b882a2f9c66451f31b7429faff56c241ec700a20\"},\"git\":true,\"head\":\"ac7094a76ddc06f376d71a76432af7c2dd10ec7d\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0116\",\"source_match\":false},{\"branch\":\"research/cr0117-signal-quality-roadmap-20260902\",\"clean\":true,\"git\":true,\"head\":\"d33cb4efc544a96b8bbb46bed1590413cca14628\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-cr0117-roadmap\",\"source_match\":false},{\"branch\":\"docs-signal-bot-roadmap-cr0116-cr0119\",\"clean\":true,\"git\":true,\"head\":\"39d3b6af08621f1ad9749a24fc54bc022b3ad9be\",\"head_match\":false,\"path\":\"/root/8020-demonov-shadow-bot-roadmap\",\"source_match\":false}],\"matches\":[{\"branch\":\"signalbot-260917-reconnect-reconciliation\",\"clean\":true,\"git\":true,\"head\":\"749073ae0f894debc06fb0ffbf7a84abf9da531f\",\"head_match\":true,\"path\":\"/root/.local/share/signalbot-dev/signalbot-260917-reconnect-reconciliation\",\"source\":{\"bytes\":12078,\"sha256\":\"023ce0a041b50b866a48d9f752bd80479a34789d82f73c81d18246ed8871ef8e\"},\"source_match\":true,\"test\":{\"bytes\":10463,\"sha256\":\"bebdd9c2875d2c63a0ac27d89eefa7f1c36c83c067aa8b472c0616ac470dd2a2\"}}]}\nTASK_RESULT=PASS_SIGNALBOT_052FIXPREP4_EXACT_WORKTREE_PROVEN\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SIGNALBOT-260921-SCIENTIFIC-WORKTREE-LOCATOR-052FIXPREP4\",\"status\":\"OK\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\n"
"output": "WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1\nCOMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\nMODE=change\nCOMPONENT=homelab-backup-consolidated-remediation\nMUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_CATCHUP_RC=0\nAPP_CATCHUP_OUTPUT_TAIL=[\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)\",\"\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=29/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=14/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=13/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=11/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=10/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37) \",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=8/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=6/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=5/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=2/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=1/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)\",\" 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=immich\",\"GENERATION=app-immich-pve01-20260921T033154Z\",\"CLOUD_QUORUM=2\",\"RESUME=NO\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"STAGE=CAPTURE\",\"STAGE=TRANSPORT\",\"RESULT=SEALED\",\"STAGE=RESTORE_VALIDATION\",\"RESTORE_VALIDATION_STATUS=OK\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json\",\"BACKUP_STATUS=SEALED\",\"APP=hbarhub\",\"GENERATION=app-hbarhub-pve01-20260921T033309Z\",\"CLOUD_QUORUM=2\",\"APP_V2_SCHEDULED=OK|backed_up=4\"]\nAPP_POST_CATCHUP_DECISIONS={\"filebrowser\":\"SKIP_FRESH\",\"hbarhub\":\"SKIP_FRESH\",\"immich\":\"SKIP_FRESH\",\"skladchik-reports-monitor\":\"SKIP_FRESH\"}\nVM9130_AGE_BEFORE=108117\nFAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1\nSOURCE_COMMITTED=true\nSOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be\nAPP_BACKUPS_STARTED=true\nV2_CATCHUP_STARTED=true\nRUNTIME_CHANGED=true\nRETENTION_GC_STARTED=false\nRETENTION_GC_SUCCESS=false\nTASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION\nHOMELAB_RESULT_CONTRACT={\"changes_made\":true,\"command_id\":\"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1\",\"rollback_restored\":null,\"rollback_started\":true,\"status\":\"FAIL\",\"version\":1}\nWORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1\n"
}
runtime/latest.txt
+35 -17
View File
@@ -1,35 +1,53 @@
CHAT_OUTPUT_BEGIN
COMMAND_ID=SIGNALBOT-260921-SCIENTIFIC-WORKTREE-LOCATOR-052FIXPREP4
STATUS=OK
RC=0
COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
STATUS=FAIL
RC=1
HOST=pve01
MODE=read-only
COMPONENT=signalbot-scientific-worktree-locator
MODE=change
COMPONENT=homelab-backup-consolidated-remediation
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
COMMAND_SHA256=a095e90fd39c4a8ad0bbba63be2f63797141fb14b1fd9504f1f6eb5eda69f80f
COMMAND_SHA256=6f7383ac827ca405535031dc07f15617df30094cbd0aaa507e71fc38bcd914e1
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGE_DECLARED=false
CHANGE_DECLARED=true
RESULT_CONTRACT_VALID=true
RESULT_CONTRACT_STATUS=NOT_APPLICABLE
RESULT_CONTRACT_STATUS=FAIL
RESULT_CONTRACT_ERROR=NONE
COMMAND_RC=0
CHANGES_MADE=false
ROLLBACK_STARTED=false
COMMAND_RC=1
CHANGES_MADE=true
ROLLBACK_STARTED=true
ROLLBACK_RESTORED=null
MUTATION_OUTCOME=NO_MUTATION
MUTATION_OUTCOME=ROLLBACK_UNKNOWN
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=3b4b7ab400d03a8fdde3af47e70ee3030eb3a125afb347ec3acf021bb70d89e5
SANITIZED_OUTPUT_SHA256=3b4b7ab400d03a8fdde3af47e70ee3030eb3a125afb347ec3acf021bb70d89e5
RAW_EVIDENCE_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
SANITIZED_OUTPUT_SHA256=caa84ca842810cfd9db11f83696f75956bb6e6821383c933f23583f174c72bca
OUTPUT_BEGIN
SIGNALBOT052FIXPREP4_RESULT={"exact_match_count":1,"items":[{"branch":"cr-2026-0105-demonov-shadow-orchestrator","clean":true,"git":true,"head":"559948bcb6baead49a47d9953b0cc0090e332fd7","head_match":false,"path":"/root/8020-demonov-shadow-bot","source_match":false},{"branch":"signalbot-260917-reconnect-reconciliation","clean":true,"git":true,"head":"749073ae0f894debc06fb0ffbf7a84abf9da531f","head_match":true,"path":"/root/.local/share/signalbot-dev/signalbot-260917-reconnect-reconciliation","source":{"bytes":12078,"sha256":"023ce0a041b50b866a48d9f752bd80479a34789d82f73c81d18246ed8871ef8e"},"source_match":true,"test":{"bytes":10463,"sha256":"bebdd9c2875d2c63a0ac27d89eefa7f1c36c83c067aa8b472c0616ac470dd2a2"}},{"branch":"cr-2026-0106-projection-node-binding","clean":true,"git":true,"head":"bc2570f71c69140acd0a80e25e6d82d2d4adc4f4","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0106","source_match":false},{"branch":"cr-2026-0107-production-8020-producer","clean":true,"git":true,"head":"3d59766ee08181e3124e6e86e48421f1aa3a2635","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0107","source_match":false},{"branch":"cr-2026-0108-durable-producer-outbox","clean":true,"git":true,"head":"9fe67eaaf80009899e45ae31096ba5d307cfde4c","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0108","source_match":false},{"branch":"cr-2026-0109-outbox-shadow-delivery","clean":true,"git":true,"head":"578e6d40822469b89a29aede4d01e32628744450","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0109","source_match":false},{"branch":"cr-2026-0110-shadow-deployment","clean":true,"git":true,"head":"59b226007bc3b506c9ab9ac5d1ad10745062e557","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0110","source_match":false},{"branch":"cr-2026-0111-technical-shadow-seal","clean":true,"git":true,"head":"c7fd5428eb0d535905468c5989f28ce0444c2c01","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0111","source_match":false},{"branch":"cr-2026-0112-live-prospective-policy","clean":true,"git":true,"head":"c9a88e1953b1f82554ad363dce814cf84507ce65","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0112","source_match":false},{"branch":"cr-2026-0113-multiarm-fsm-market-registry","clean":true,"git":true,"head":"4e302a6b7ec50966e303e034bbf8d31a577753bd","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0113","source_match":false},{"branch":"cr-2026-0114-live-feeds-russian-email","clean":true,"git":true,"head":"5a8a0db00c095e1427b3c17cbb9f7c683cd5c014","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0114","source_match":false},{"branch":"cr-2026-0115-live-prospective-cutover","clean":true,"git":true,"head":"18132ee2a0f70a7bc319e51d197ff99184a7961a","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0115","source_match":false},{"branch":"cr-2026-0116-reliability-finality","clean":true,"deployer":{"bytes":31515,"sha256":"3ca98e06c9ca24ed0e2e96a8b882a2f9c66451f31b7429faff56c241ec700a20"},"git":true,"head":"ac7094a76ddc06f376d71a76432af7c2dd10ec7d","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0116","source_match":false},{"branch":"research/cr0117-signal-quality-roadmap-20260902","clean":true,"git":true,"head":"d33cb4efc544a96b8bbb46bed1590413cca14628","head_match":false,"path":"/root/8020-demonov-shadow-bot-cr0117-roadmap","source_match":false},{"branch":"docs-signal-bot-roadmap-cr0116-cr0119","clean":true,"git":true,"head":"39d3b6af08621f1ad9749a24fc54bc022b3ad9be","head_match":false,"path":"/root/8020-demonov-shadow-bot-roadmap","source_match":false}],"matches":[{"branch":"signalbot-260917-reconnect-reconciliation","clean":true,"git":true,"head":"749073ae0f894debc06fb0ffbf7a84abf9da531f","head_match":true,"path":"/root/.local/share/signalbot-dev/signalbot-260917-reconnect-reconciliation","source":{"bytes":12078,"sha256":"023ce0a041b50b866a48d9f752bd80479a34789d82f73c81d18246ed8871ef8e"},"source_match":true,"test":{"bytes":10463,"sha256":"bebdd9c2875d2c63a0ac27d89eefa7f1c36c83c067aa8b472c0616ac470dd2a2"}}]}
TASK_RESULT=PASS_SIGNALBOT_052FIXPREP4_EXACT_WORKTREE_PROVEN
HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SIGNALBOT-260921-SCIENTIFIC-WORKTREE-LOCATOR-052FIXPREP4","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_BEGIN=1
COMMAND_ID=SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1
MODE=change
COMPONENT=homelab-backup-consolidated-remediation
MUTATION_BOUNDARY=EXPLICIT_CR_RUNTIME_SOURCE_COMMIT_PLUS_APP_CATCHUP_APP_TIMER_V2_CATCHUP_RETENTION_PIN_STABLE_PLAN_SAFE_GC_RETENTION_TIMER_V2_AWARE_AUDIT;NO_MAIL_NO_ALERTMANAGER_CONFIG_NO_SOURCE_PUSH_NO_RESTORE_DRILL
SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
APP_CATCHUP_RC=0
APP_CATCHUP_OUTPUT_TAIL=[" 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)"," 236,688,230 100% 634.05MB/s 0:00:00 (xfr#20, to-chk=0/37)",""," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=29/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=14/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=13/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=11/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=10/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37) "," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=9/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=8/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=6/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=5/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=4/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=2/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=1/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)"," 0 0% 0.00kB/s 0:00:00 (xfr#0, to-chk=0/37)","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-immich/app-immich-pve01-20260921T033154Z.json","BACKUP_STATUS=SEALED","APP=immich","GENERATION=app-immich-pve01-20260921T033154Z","CLOUD_QUORUM=2","RESUME=NO","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","STAGE=CAPTURE","STAGE=TRANSPORT","RESULT=SEALED","STAGE=RESTORE_VALIDATION","RESTORE_VALIDATION_STATUS=OK","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","EVIDENCE=/var/lib/homelab-backup/app-restore-validation/app-hbarhub/app-hbarhub-pve01-20260921T033309Z.json","BACKUP_STATUS=SEALED","APP=hbarhub","GENERATION=app-hbarhub-pve01-20260921T033309Z","CLOUD_QUORUM=2","APP_V2_SCHEDULED=OK|backed_up=4"]
APP_POST_CATCHUP_DECISIONS={"filebrowser":"SKIP_FRESH","hbarhub":"SKIP_FRESH","immich":"SKIP_FRESH","skladchik-reports-monitor":"SKIP_FRESH"}
VM9130_AGE_BEFORE=108117
FAILURE=V2_CATCHUP_SERVICE_FAILED_RUN_1
SOURCE_COMMITTED=true
SOURCE_COMMIT=47b9be72cf2487ba66295d7da998016bbeea57be
APP_BACKUPS_STARTED=true
V2_CATCHUP_STARTED=true
RUNTIME_CHANGED=true
RETENTION_GC_STARTED=false
RETENTION_GC_SUCCESS=false
TASK_RESULT=FAIL_HOMELAB_BACKUP_CONSOLIDATED_REMEDIATION
HOMELAB_RESULT_CONTRACT={"changes_made":true,"command_id":"SUPPORT-260921-HOMELAB-BACKUP-CONSOLIDATED-REMEDIATION-1045R1","rollback_restored":null,"rollback_started":true,"status":"FAIL","version":1}
WORKERS2_BACKUP_CONSOLIDATED_REMEDIATION_END=1
OUTPUT_END
CHAT_OUTPUT_END