diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.json b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.json new file mode 100644 index 00000000..c85a9049 --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1", + "status": "FAIL", + "rc": 1, + "host": "pve01", + "mode": "read-only", + "component": "infra-dr-backupv2-control-375-rc0-defer-rca", + "started_at_utc": "2026-09-14T18:49:18Z", + "finished_at_utc": "2026-09-14T18:49:22Z", + "reference_register_checked": true, + "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", + "error_register_checked": true, + "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", + "command_sha256": "99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 1, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706", + "sanitized_output_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "Traceback (most recent call last):\n File \"\", line 1, in \n import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'','exec'),{'__name__':'__main__'})\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 137, in \n File \"\", line 115, in main\nUnboundLocalError: cannot access local variable 'finish' where it is not associated with a value\nRCA376_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1\nMODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA\nANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSELFTEST_XF376=6\nANCHOR375_FAILED_RESULT_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nENGINE_MAIN_LOCK_DEFER_RC0=YES\nENGINE_HEAVY_LOCK_DEFER_RC0=YES\nENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO\n" +} diff --git a/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.txt b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.txt new file mode 100644 index 00000000..2e00823f --- /dev/null +++ b/runtime/history/SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1.txt @@ -0,0 +1,55 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1 +STATUS=FAIL +RC=1 +HOST=pve01 +MODE=read-only +COMPONENT=infra-dr-backupv2-control-375-rc0-defer-rca +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 +COMMAND_SHA256=99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=1 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706 +SANITIZED_OUTPUT_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706 +OUTPUT_BEGIN +Traceback (most recent call last): + File "", line 1, in + import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'','exec'),{'__name__':'__main__'}) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 137, in + File "", line 115, in main +UnboundLocalError: cannot access local variable 'finish' where it is not associated with a value +RCA376_BEGIN= +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1 +MODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA +ANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16 +CLOUD_WRITES=0 +CLOUD_DELETIONS=0 +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 +SELFTEST_XF376=6 +ANCHOR375_FAILED_RESULT_AND_COMMIT=PASS +CONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57 +CONTROL_ENGINE_IDENTITY=PASS +ENGINE_MAIN_LOCK_DEFER_RC0=YES +ENGINE_HEAVY_LOCK_DEFER_RC0=YES +ENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index a371f14d..c85a9049 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1", + "command_id": "SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1", "status": "FAIL", - "rc": 2, + "rc": 1, "host": "pve01", - "mode": "change", - "component": "infra-dr-backupv2-control-bootstrap-production-backup-restore-closure", - "started_at_utc": "2026-09-14T18:32:35Z", - "finished_at_utc": "2026-09-14T18:32:39Z", + "mode": "read-only", + "component": "infra-dr-backupv2-control-375-rc0-defer-rca", + "started_at_utc": "2026-09-14T18:49:18Z", + "finished_at_utc": "2026-09-14T18:49:22Z", "reference_register_checked": true, "reference_sha256": "5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66", "error_register_checked": true, "error_register_sha256": "3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0", - "command_sha256": "53cf5bc5eb8e5a078cdc34a039da591b14173464e4ee188762d825790671fbea", + "command_sha256": "99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": true, + "change_declared": false, "result_contract_valid": true, - "result_contract_status": "FAIL", + "result_contract_status": null, "result_contract_error": null, - "command_rc": 2, + "command_rc": 1, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a", - "sanitized_output_sha256": "3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a", + "raw_evidence_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706", + "sanitized_output_sha256": "c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "CTRL375_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1\nMODE=CHANGE_CONTROL_BOOTSTRAP_PRODUCTION_BACKUP_RESTORE_CLOSURE\nANCHOR374_COMMIT=aa51eff686bc2a73c63fbd3c5e28dbeb70adc02c\nSYSTEMD_MUTATIONS=0\nSCHEDULER_CUTOVER=NO\nLEGACY_BACKUP_DISABLES=0\nCLOUD_DELETIONS=0\nSECRET_VALUES_OUTPUT=NO\nSELFTEST_XF375=12\nANCHOR374_RUNTIME_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nCONTROL_VERIFY_RECONSTRUCTS_A=YES\nCONTROL_VERIFY_RECONSTRUCTS_B=YES\nCONTROL_VERIFY_COMPARES_REPLICAS=YES\nTRANSPORT_REMOTE_DELETE_PRIMITIVES=0\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled\nHOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled\nHOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active\nHOMELAB_CONTROL_BACKUP_TIMER_PRE_ENABLED=enabled\nHOMELAB_CONTROL_BACKUP_TIMER_PRE_ACTIVE=active\nV2_TIMER_COUNT_PRE=0\nINCOMPLETE_CONTROL_GENERATIONS_PRE=0\nPREVIOUS_LATEST_SEALED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z\nCONTROL_ENGINE_FORCE_INVOCATIONS=1\nCONTROL_FORCE_RC=0\nCLOUD_WRITE_MARKER_PRESENT=NO\nSTATUS=FAIL\nPHASE=PRODUCTION_BACKUP\nREASON=SEALED_NEW_GENERATION_NOT_PROVEN\nHOMELAB_RESULT_CONTRACT={\"version\":1,\"command_id\":\"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1\",\"status\":\"FAIL\",\"changes_made\":false,\"rollback_started\":false,\"rollback_restored\":null}\nCTRL375_END=\n" + "output": "Traceback (most recent call last):\n File \"\", line 1, in \n import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'','exec'),{'__name__':'__main__'})\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 137, in \n File \"\", line 115, in main\nUnboundLocalError: cannot access local variable 'finish' where it is not associated with a value\nRCA376_BEGIN=\nCOMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1\nMODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA\nANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16\nCLOUD_WRITES=0\nCLOUD_DELETIONS=0\nBACKUP_EXECUTIONS=0\nRESTORE_EXECUTIONS=0\nSYSTEMD_MUTATIONS=0\nSELFTEST_XF376=6\nANCHOR375_FAILED_RESULT_AND_COMMIT=PASS\nCONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57\nCONTROL_ENGINE_IDENTITY=PASS\nENGINE_MAIN_LOCK_DEFER_RC0=YES\nENGINE_HEAVY_LOCK_DEFER_RC0=YES\nENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index ca8f8a73..2e00823f 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1 +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1 STATUS=FAIL -RC=2 +RC=1 HOST=pve01 -MODE=change -COMPONENT=infra-dr-backupv2-control-bootstrap-production-backup-restore-closure +MODE=read-only +COMPONENT=infra-dr-backupv2-control-375-rc0-defer-rca REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0 -COMMAND_SHA256=53cf5bc5eb8e5a078cdc34a039da591b14173464e4ee188762d825790671fbea +COMMAND_SHA256=99dd4664ef6d099cab9f17b62ad5e1351d585247ddce9f97936ab826dbb596e1 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=true +CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=2 +COMMAND_RC=1 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,43 +24,32 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a -SANITIZED_OUTPUT_SHA256=3120ca7e6e3a528fd994700fdc77e226fe74cb2c1e69b6421e94c5825562058a +RAW_EVIDENCE_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706 +SANITIZED_OUTPUT_SHA256=c337cb809ec904c563f0c88b981487b505e1aeba40f5fa58c11c4371809cb706 OUTPUT_BEGIN -CTRL375_BEGIN= -COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1 -MODE=CHANGE_CONTROL_BOOTSTRAP_PRODUCTION_BACKUP_RESTORE_CLOSURE -ANCHOR374_COMMIT=aa51eff686bc2a73c63fbd3c5e28dbeb70adc02c -SYSTEMD_MUTATIONS=0 -SCHEDULER_CUTOVER=NO -LEGACY_BACKUP_DISABLES=0 +Traceback (most recent call last): + File "", line 1, in + import base64,hashlib,sys,zlib;d=zlib.decompress(base64.b64decode(sys.argv[1]));assert hashlib.sha256(d).hexdigest()==sys.argv[2];sys.argv=['xf376'];exec(compile(d,'','exec'),{'__name__':'__main__'}) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 137, in + File "", line 115, in main +UnboundLocalError: cannot access local variable 'finish' where it is not associated with a value +RCA376_BEGIN= +COMMAND_ID=SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-375-RC0-DEFER-RCA-376R1 +MODE=READ_ONLY_CONTROL_375_RC0_DEFER_RCA +ANCHOR375_COMMIT=b7fe534ede6570992bcb299401af5d39b365ef16 +CLOUD_WRITES=0 CLOUD_DELETIONS=0 -SECRET_VALUES_OUTPUT=NO -SELFTEST_XF375=12 -ANCHOR374_RUNTIME_AND_COMMIT=PASS +BACKUP_EXECUTIONS=0 +RESTORE_EXECUTIONS=0 +SYSTEMD_MUTATIONS=0 +SELFTEST_XF376=6 +ANCHOR375_FAILED_RESULT_AND_COMMIT=PASS CONTROL_ENGINE_SHA256=0b3a0f685d4e67cb86250df89a4918aff2e6c67799b7d35b0e54b1bbc016ee57 CONTROL_ENGINE_IDENTITY=PASS -CONTROL_VERIFY_RECONSTRUCTS_A=YES -CONTROL_VERIFY_RECONSTRUCTS_B=YES -CONTROL_VERIFY_COMPARES_REPLICAS=YES -TRANSPORT_REMOTE_DELETE_PRIMITIVES=0 -HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled -HOMELAB_APP_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active -HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ENABLED=enabled -HOMELAB_VM_CLOUD_QUORUM_QUEUE_TIMER_PRE_ACTIVE=active -HOMELAB_CONTROL_BACKUP_TIMER_PRE_ENABLED=enabled -HOMELAB_CONTROL_BACKUP_TIMER_PRE_ACTIVE=active -V2_TIMER_COUNT_PRE=0 -INCOMPLETE_CONTROL_GENERATIONS_PRE=0 -PREVIOUS_LATEST_SEALED_GENERATION=control-bootstrap-v2-pve01-20260914T080740Z -CONTROL_ENGINE_FORCE_INVOCATIONS=1 -CONTROL_FORCE_RC=0 -CLOUD_WRITE_MARKER_PRESENT=NO -STATUS=FAIL -PHASE=PRODUCTION_BACKUP -REASON=SEALED_NEW_GENERATION_NOT_PROVEN -HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"SUPPORT-260914-INFRA-DR-BACKUPV2-CONTROL-BOOTSTRAP-PRODUCTION-BACKUP-RESTORE-CLOSURE-375R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null} -CTRL375_END= +ENGINE_MAIN_LOCK_DEFER_RC0=YES +ENGINE_HEAVY_LOCK_DEFER_RC0=YES +ENGINE_CLOUD_MARKER_AFTER_LOCK_GATES=NO OUTPUT_END CHAT_OUTPUT_END