runtime: publish SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1

2026-09-14 18:49:23 +00:00
parent b7fe534ede
commit fd7f78765f
4 changed files with 136 additions and 54 deletions
@@ -0,0 +1,38 @@
+{
+  "schema_version": 1,
+  "channel": "homelab-runtime",
+  "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1",
+  "status": "FAIL",
+  "rc": 1,
+  "host": "pve01",
+  "mode": "read-only",
+  "component": "infra-dr-backupv2-control-375-rc0-defer-rca",
+  "started_at_utc": "2026-09-14T18:49:18Z",
+  "finished_at_utc": "2026-09-14T18:49:22Z",
+  "reference_register_checked": true,
+  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
+  "error_register_checked": true,
+  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
+  "command_sha256": "99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1",
+  "duplicate_failed_command_blocked": false,
+  "block_reason": null,
+  "execution_started": true,
+  "change_declared": false,
+  "result_contract_valid": true,
+  "result_contract_status": null,
+  "result_contract_error": null,
+  "command_rc": 1,
+  "changes_made": false,
+  "rollback_started": false,
+  "rollback_restored": null,
+  "mutation_outcome": "NO_MUTATION",
+  "sanitized": true,
+  "secrets_included": false,
+  "private_addresses_included": false,
+  "raw_evidence_retained_locally": true,
+  "raw_evidence_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706",
+  "sanitized_output_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706",
+  "output_truncated_in_json": false,
+  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
+  "output": "Traceback (most recent call last):\n  File \"<string>\", line 1, in <module>\n    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'<xf376>','exec'),{'__name__':'__main__'})\n                                                                                                                                                         ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"<xf376>\", line 137, in <module>\n  File \"<xf376>\", line 115, in main\nUnboundLocalError: cannot access local variable 'finish' where it is not associated with a value\nRCA376_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1\nMODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA\nANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSELFTEST_XF376=6\nANCHOR375_FAILED_RESULT_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nENGINE_MAIN_LOCK_DEFER_RC0=YES\nENGINE_HEAVY_LOCK_DEFER_RC0=YES\nENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO\n"
+}
@@ -0,0 +1,55 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1
+STATUS=FAIL
+RC=1
+HOST=pve01
+MODE=read-only
+COMPONENT=infra-dr-backupv2-control-375-rc0-defer-rca
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=false
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=NOT_APPLICABLE
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=1
+CHANGES_MADE=false
+ROLLBACK_STARTED=false
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=NO_MUTATION
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706
+SANITIZED_OUTPUT_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706
+OUTPUT_BEGIN
+Traceback (most recent call last):
+  File "<string>", line 1, in <module>
+    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'<xf376>','exec'),{'__name__':'__main__'})
+                                                                                                                                                         ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "<xf376>", line 137, in <module>
+  File "<xf376>", line 115, in main
+UnboundLocalError: cannot access local variable 'finish' where it is not associated with a value
+RCA376_BEGIN=
+COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1
+MODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA
+ANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16
+CLOUD_WRITES=0
+CLOUD_DELETIONS=0
+BACKUP_EXECUTIONS=0
+RESTORE_EXECUTIONS=0
+SYSTEMD_MUTATIONS=0
+SELFTEST_XF376=6
+ANCHOR375_FAILED_RESULT_AND_COMMIT=PASS
+CONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57
+CONTROL_ENGINE_IDENTITY=PASS
+ENGINE_MAIN_LOCK_DEFER_RC0=YES
+ENGINE_HEAVY_LOCK_DEFER_RC0=YES
+ENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO
+
+OUTPUT_END
+CHAT_OUTPUT_END
@@ -1,27 +1,27 @@
 {
  "schema_version": 1,
  "channel": "homelab-runtime",
-  "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1",
+  "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1",
  "status": "FAIL",
-  "rc": 2,
+  "rc": 1,
  "host": "pve01",
-  "mode": "change",
-  "component": "infra-dr-backupv2-control-bootstrap-production-backup-restore-closure",
-  "started_at_utc": "2026-09-14T18:32:35Z",
-  "finished_at_utc": "2026-09-14T18:32:39Z",
+  "mode": "read-only",
+  "component": "infra-dr-backupv2-control-375-rc0-defer-rca",
+  "started_at_utc": "2026-09-14T18:49:18Z",
+  "finished_at_utc": "2026-09-14T18:49:22Z",
  "reference_register_checked": true,
  "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66",
  "error_register_checked": true,
  "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0",
-  "command_sha256": "53cf5bc5eb8e5a078cdc34a039da591b14173464e4ee188762d825790671fbea",
+  "command_sha256": "99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1",
  "duplicate_failed_command_blocked": false,
  "block_reason": null,
  "execution_started": true,
-  "change_declared": true,
+  "change_declared": false,
  "result_contract_valid": true,
-  "result_contract_status": "FAIL",
+  "result_contract_status": null,
  "result_contract_error": null,
-  "command_rc": 2,
+  "command_rc": 1,
  "changes_made": false,
  "rollback_started": false,
  "rollback_restored": null,
@@ -30,9 +30,9 @@
  "secrets_included": false,
  "private_addresses_included": false,
  "raw_evidence_retained_locally": true,
-  "raw_evidence_sha256": "3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a",
-  "sanitized_output_sha256": "3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a",
+  "raw_evidence_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706",
+  "sanitized_output_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706",
  "output_truncated_in_json": false,
  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
-  "output": "CTRL375_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1\nMODE=CHANGE_CONTROL_BOOTSTRAP_PRODUCTION_BACKUP_RESTORE_CLOSURE\nANCHOR374_COMMIT=aa51eff686bc2a73c63fbd3c5e28dbeb70adc02c\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nCLOUD_DELETIONS=0\nSECRET_VALUES_OUTPUT=NO\nSELFTEST_XF375=12\nANCHOR374_RUNTIME_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nCONTROL_VERIFY_RECONSTRUCTS_A=YES\nCONTROL_VERIFY_RECONSTRUCTS_B=YES\nCONTROL_VERIFY_COMPARES_REPLICAS=YES\nTRANSPORT_REMOTE_DELETE_PRIMITIVES=0\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active\nHOMELAB_CONTROL_BACKUP_TIMER_PRE_ENABLED=enabled\nHOMELAB_CONTROL_BACKUP_TIMER_PRE_ACTIVE=active\nV2_TIMER_COUNT_PRE=0\nINCOMPLETE_CONTROL_GENERATIONS_PRE=0\nPREVIOUS_LATEST_SEALED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z\nCONTROL_ENGINE_FORCE_INVOCATIONS=1\nCONTROL_FORCE_RC=0\nCLOUD_WRITE_MARKER_PRESENT=NO\nSTATUS=FAIL\nPHASE=PRODUCTION_BACKUP\nREASON=SEALED_NEW_GENERATION_NOT_PROVEN\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nCTRL375_END=\n"
+  "output": "Traceback (most recent call last):\n  File \"<string>\", line 1, in <module>\n    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'<xf376>','exec'),{'__name__':'__main__'})\n                                                                                                                                                         ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"<xf376>\", line 137, in <module>\n  File \"<xf376>\", line 115, in main\nUnboundLocalError: cannot access local variable 'finish' where it is not associated with a value\nRCA376_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1\nMODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA\nANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSELFTEST_XF376=6\nANCHOR375_FAILED_RESULT_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nENGINE_MAIN_LOCK_DEFER_RC0=YES\nENGINE_HEAVY_LOCK_DEFER_RC0=YES\nENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO\n"
 }
@@ -1,22 +1,22 @@
 CHAT_OUTPUT_BEGIN
-COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1
+COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1
 STATUS=FAIL
-RC=2
+RC=1
 HOST=pve01
-MODE=change
-COMPONENT=infra-dr-backupv2-control-bootstrap-production-backup-restore-closure
+MODE=read-only
+COMPONENT=infra-dr-backupv2-control-375-rc0-defer-rca
 REFERENCE_REGISTER_CHECK=OK
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_CHECK=OK
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-COMMAND_SHA256=53cf5bc5eb8e5a078cdc34a039da591b14173464e4ee188762d825790671fbea
+COMMAND_SHA256=99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1
 DUPLICATE_FAILED_COMMAND_BLOCKED=false
 EXECUTION_STARTED=true
-CHANGE_DECLARED=true
+CHANGE_DECLARED=false
 RESULT_CONTRACT_VALID=true
-RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_STATUS=NOT_APPLICABLE
 RESULT_CONTRACT_ERROR=NONE
-COMMAND_RC=2
+COMMAND_RC=1
 CHANGES_MADE=false
 ROLLBACK_STARTED=false
 ROLLBACK_RESTORED=null
@@ -24,43 +24,32 @@ MUTATION_OUTCOME=NO_MUTATION
 SANITIZED=yes
 SECRETS_INCLUDED=no
 PRIVATE_ADDRESSES_INCLUDED=no
-RAW_EVIDENCE_SHA256=3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a
-SANITIZED_OUTPUT_SHA256=3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a
+RAW_EVIDENCE_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706
+SANITIZED_OUTPUT_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706
 OUTPUT_BEGIN
-CTRL375_BEGIN=
-COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1
-MODE=CHANGE_CONTROL_BOOTSTRAP_PRODUCTION_BACKUP_RESTORE_CLOSURE
-ANCHOR374_COMMIT=aa51eff686bc2a73c63fbd3c5e28dbeb70adc02c
-SYSTEMD_MUTATIONS=0
-SCHEDULER_CUTOVER=NO
-LEGACY_BACKUP_DISABLES=0
+Traceback (most recent call last):
+  File "<string>", line 1, in <module>
+    import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'<xf376>','exec'),{'__name__':'__main__'})
+                                                                                                                                                         ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "<xf376>", line 137, in <module>
+  File "<xf376>", line 115, in main
+UnboundLocalError: cannot access local variable 'finish' where it is not associated with a value
+RCA376_BEGIN=
+COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1
+MODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA
+ANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16
+CLOUD_WRITES=0
 CLOUD_DELETIONS=0
-SECRET_VALUES_OUTPUT=NO
-SELFTEST_XF375=12
-ANCHOR374_RUNTIME_AND_COMMIT=PASS
+BACKUP_EXECUTIONS=0
+RESTORE_EXECUTIONS=0
+SYSTEMD_MUTATIONS=0
+SELFTEST_XF376=6
+ANCHOR375_FAILED_RESULT_AND_COMMIT=PASS
 CONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57
 CONTROL_ENGINE_IDENTITY=PASS
-CONTROL_VERIFY_RECONSTRUCTS_A=YES
-CONTROL_VERIFY_RECONSTRUCTS_B=YES
-CONTROL_VERIFY_COMPARES_REPLICAS=YES
-TRANSPORT_REMOTE_DELETE_PRIMITIVES=0
-HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled
-HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active
-HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled
-HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active
-HOMELAB_CONTROL_BACKUP_TIMER_PRE_ENABLED=enabled
-HOMELAB_CONTROL_BACKUP_TIMER_PRE_ACTIVE=active
-V2_TIMER_COUNT_PRE=0
-INCOMPLETE_CONTROL_GENERATIONS_PRE=0
-PREVIOUS_LATEST_SEALED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z
-CONTROL_ENGINE_FORCE_INVOCATIONS=1
-CONTROL_FORCE_RC=0
-CLOUD_WRITE_MARKER_PRESENT=NO
-STATUS=FAIL
-PHASE=PRODUCTION_BACKUP
-REASON=SEALED_NEW_GENERATION_NOT_PROVEN
-HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
-CTRL375_END=
+ENGINE_MAIN_LOCK_DEFER_RC0=YES
+ENGINE_HEAVY_LOCK_DEFER_RC0=YES
+ENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO

 OUTPUT_END
 CHAT_OUTPUT_END