runtime: publish NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2

runtime/history/NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2.txt

@@ -0,0 +1,104 @@
+CHAT_OUTPUT_BEGIN
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2
+STATUS=OK
+RC=0
+HOST=pve01
+MODE=read-only
+COMPONENT=newfi-dr221-426-preaudit-rca
+REFERENCE_REGISTER_CHECK=OK
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_CHECK=OK
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+COMMAND_SHA256=7034042146770c228d11ea29a760eadd45faad7a18247db0988bbada731361fb
+DUPLICATE_FAILED_COMMAND_BLOCKED=false
+EXECUTION_STARTED=true
+CHANGE_DECLARED=false
+RESULT_CONTRACT_VALID=true
+RESULT_CONTRACT_STATUS=NOT_APPLICABLE
+RESULT_CONTRACT_ERROR=NONE
+COMMAND_RC=0
+CHANGES_MADE=false
+ROLLBACK_STARTED=false
+ROLLBACK_RESTORED=null
+MUTATION_OUTCOME=NO_MUTATION
+SANITIZED=yes
+SECRETS_INCLUDED=no
+PRIVATE_ADDRESSES_INCLUDED=no
+RAW_EVIDENCE_SHA256=e983223c4b894595c0e79ee011435f8c5c5a7c7261cc33b09ba3c4343b01b653
+SANITIZED_OUTPUT_SHA256=e983223c4b894595c0e79ee011435f8c5c5a7c7261cc33b09ba3c4343b01b653
+OUTPUT_BEGIN
+NEWFI427R2_BEGIN=true
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2
+MODE=read-only
+COMPONENT=newfi-dr221-426-preaudit-rca
+PREDECESSOR=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
+TARGET_FAILURE=AUDIT_PRE_FAILED
+MUTATION_BOUNDARY=NONE;AUDIT_AND_OWNER_RECONCILE_ONLY;NO_BACKUP_START;NO_SERVICE_ACTION;NO_VM_WRITE;NO_CLOUD_WRITE;NO_PRODUCT_WRITE
+REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
+ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
+RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
+FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
+AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
+VM210_FRESHNESS_RC=0
+FRESHNESS_STATUS=OK
+VMID=210
+DECISION=SEALED_PROVEN
+GENERATION=vm210-pve01-20260922T172531Z
+UPDATED_AT_UTC=2026-09-22T17:27:10Z
+SEALED_EPOCH=1790098030
+STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
+RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
+VM210_FRESHNESS_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+VM210_SEALED_PROVEN_CURRENT=true
+AUDIT_RC=1
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm150|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm160|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
+ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
+SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
+AUDIT_STDERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+AUDIT_ISSUE_COUNT=8
+AUDIT_UNEXPECTED_CODE_COUNT=0
+AUDIT_NEWFDOM_ISSUE_COUNT=0
+AUDIT_RPO_COUNT=7
+AUDIT_LOCK_BUSY_COUNT=1
+RPO_FRESHNESS|vmid=112|rc=0|decision=SEALED_PROVEN|generation_present=true
+RPO_FRESHNESS|vmid=113|rc=65|decision=UNKNOWN|generation_present=false
+RPO_FRESHNESS|vmid=130|rc=65|decision=UNKNOWN|generation_present=false
+RPO_FRESHNESS|vmid=150|rc=0|decision=SEALED_PROVEN|generation_present=true
+RPO_FRESHNESS|vmid=160|rc=65|decision=UNKNOWN|generation_present=false
+RPO_FRESHNESS|vmid=171|rc=0|decision=SEALED_PROVEN|generation_present=true
+RPO_FRESHNESS|vmid=190|rc=65|decision=UNKNOWN|generation_present=false
+OWNER_STATE_START|service=activating|sub=start|pid=1488093|heavy=BUSY
+   1273       1 2179492 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
+   3566    3346 2179474 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
+   4026    3805 2179471 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
+1488093       1    4526 S homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
+1736347    1273       4 S sshd-session    sshd-session: root [priv]
+1736379 1736347       4 S sshd-session    sshd-session: root@notty
+1737221 1488093       1 S ssh             /usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'"'"'rb'"'"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0922T174106Ze0d1cc1923e5.tar.zst 253624320 131072
+1737577 1737576       0 S sed             sed -E -e s#(https?://)[^/@[:space:]]+@#\1[REDACTED]@#g -e s#(ssh://)[^/@[:space:]]+@#\1[REDACTED]@#g -e s#(git@[REDACTED]:[:space:]]+#\1[REDACTED]#g -e s/([0-9]{1,3}\.){3}[0-9]{1,3}/[PRIVATE_IP]/g -e s/[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}/[EMAIL]/g
+OWNER_DELTA_rchar=4367746
+OWNER_DELTA_wchar=2803996
+OWNER_DELTA_syscr=1727
+OWNER_DELTA_syscw=200
+OWNER_DELTA_read_bytes=0
+OWNER_DELTA_write_bytes=1179648
+OWNER_IO_PROGRESS_20S=true
+LOCK_BUSY_OWNER_LEGIT=true
+PREAUDIT_CLASS=PREEXISTING_EXTERNAL_RPO_LOCK_BACKLOG_ONLY
+DECISION=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY
+NEXT_GATE=REISSUE_FINAL_DR221_RESTORE_WITH_PREEXISTING_AUDIT_BASELINE_COMPARISON
+CHANGES_MADE_BY_427=false
+PRODUCT_MUTATION_BY_427=false
+VM_MUTATION_BY_427=false
+CLOUD_MUTATION_BY_427=false
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
+NEWFI427R2_END=true
+
+OUTPUT_END
+CHAT_OUTPUT_END

runtime/latest.txt

@@ -1,22 +1,22 @@
 CHAT_OUTPUT_BEGIN
-COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2
-STATUS=FAIL
+STATUS=OK
-RC=3
+RC=0
 HOST=pve01
-MODE=change
+MODE=read-only
-COMPONENT=newfi-dr221-final-isolated-restore-acceptance
+COMPONENT=newfi-dr221-426-preaudit-rca
 REFERENCE_REGISTER_CHECK=OK
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_CHECK=OK
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
-COMMAND_SHA256=a0cb66d91c8fb740529d3761959fbaa63da59a67f3bea96582b209a42de0d042
+COMMAND_SHA256=7034042146770c228d11ea29a760eadd45faad7a18247db0988bbada731361fb
 DUPLICATE_FAILED_COMMAND_BLOCKED=false
 EXECUTION_STARTED=true
-CHANGE_DECLARED=true
+CHANGE_DECLARED=false
 RESULT_CONTRACT_VALID=true
-RESULT_CONTRACT_STATUS=FAIL
+RESULT_CONTRACT_STATUS=NOT_APPLICABLE
 RESULT_CONTRACT_ERROR=NONE
-COMMAND_RC=3
+COMMAND_RC=0
 CHANGES_MADE=false
 ROLLBACK_STARTED=false
 ROLLBACK_RESTORED=null
@@ -24,31 +24,22 @@ MUTATION_OUTCOME=NO_MUTATION
 SANITIZED=yes
 SECRETS_INCLUDED=no
 PRIVATE_ADDRESSES_INCLUDED=no
-RAW_EVIDENCE_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
+RAW_EVIDENCE_SHA256=e983223c4b894595c0e79ee011435f8c5c5a7c7261cc33b09ba3c4343b01b653
-SANITIZED_OUTPUT_SHA256=d48961ad942a7519ad0f404d01e4d5f25ae049502082e84baa45fdd5da46230e
+SANITIZED_OUTPUT_SHA256=e983223c4b894595c0e79ee011435f8c5c5a7c7261cc33b09ba3c4343b01b653
 OUTPUT_BEGIN
-NEWFI426_BEGIN=true
+NEWFI427R2_BEGIN=true
-COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
+COMMAND_ID=NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2
-MODE=change
+MODE=read-only
-COMPONENT=newfi-dr221-final-isolated-restore-acceptance
+COMPONENT=newfi-dr221-426-preaudit-rca
-ANCHOR_425_FIRST_COMMIT=595fac75a29e35f975cda1a51fab6919fce528d8
+PREDECESSOR=NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1
-DR221_BACKUP_GENERATION=vm210-pve01-20260922T172531Z
+TARGET_FAILURE=AUDIT_PRE_FAILED
-TEST_VMID=9210
+MUTATION_BOUNDARY=NONE;AUDIT_AND_OWNER_RECONCILE_ONLY;NO_BACKUP_START;NO_SERVICE_ACTION;NO_VM_WRITE;NO_CLOUD_WRITE;NO_PRODUCT_WRITE
-MUTATION_BOUNDARY=CLOUD_A_READ_ONLY_RECONSTRUCTION;TEMP_VM_RESTORE_9210_ONLY;TEMP_VM_NIC_ISOLATION;TEMP_BOOT_QGA_PRODUCT_VERIFY;TEMP_DESTROY;LOCAL_FULL_RESTORE_EVIDENCE;NO_PRODUCTION_VM_CONFIG_WRITE;NO_CLOUD_WRITE_OR_DELETE
 REFERENCE_SHA256=5a3d8e5154c41cb582a4e0aca68090be1f0138918bf82131a948df326f9d8d66
 ERROR_REGISTER_SHA256=3b09a553ec0f527ed3afeed4753f52a74ee3036045bbfb3c685e9f8af4ba7ba0
 RUNNER_SHA256=b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d
-QUEUE_SHA256=96280069bbe3c4930105f8f00e49a299a24da299eb84f2c0a43360afa4c9713e
 FRESHNESS_SHA256=2a9b391e05fd38755f18d2c920ded3758cf162fdb332ab84203475f9017d3558
-WORKER_SHA256=4c729debe80f99528fea1f6e1723e7c4d03c5249ba01fd640aaa7c4a4075075c
 AUDIT_SHA256=f7b936fa997bdefdd0c3c5d1d96e496888ebebc8ea85a60ed3bf5bcc9bf4962a
-WORKER_PLAN_210_RC=0
+VM210_FRESHNESS_RC=0
-PLAN_STATUS=OK
-VMID=210
-OWNER=pve01
-TYPE=qemu
-EXPECTED_STATUS=running
-FRESHNESS_PRE_RESTORE_RC=0
 FRESHNESS_STATUS=OK
 VMID=210
 DECISION=SEALED_PROVEN
@@ -57,7 +48,9 @@ UPDATED_AT_UTC=2026-09-22T17:27:10Z
 SEALED_EPOCH=1790098030
 STATE_FILE=/var/lib/homelab-backup/cloud-quorum/vm210/vm210-pve01-20260922T172531Z.json
 RESTORE_EVIDENCE=/var/lib/homelab-backup/vm-restore-validation/vm210/vm210-pve01-20260922T172531Z.json
-AUDIT_PRE_RC=1
+VM210_FRESHNESS_ERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+VM210_SEALED_PROVEN_CURRENT=true
+AUDIT_RC=1
 ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm112|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
 ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm113|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
 ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm130|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
@@ -67,22 +60,45 @@ ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm171|root_cause=NO_FRESH_V2_OR_S
 ISSUE|severity=HIGH|code=RPO_BREACH|logical_id=vm190|root_cause=NO_FRESH_V2_OR_SEALED_QUORUM
 ISSUE|severity=HIGH|code=LOCK_BUSY|logical_id=/run/homelab-backup-heavy.lock|root_cause=ACTIVE_OR_ORPHAN_LOCK
 SUMMARY|AUDIT_STATUS=OK|BACKUP_STATUS=RED|ACTIVE_COUNT=16|ISSUE_COUNT=8|CLOUD_A=OK|CLOUD_B=OK|CLOUD_B_DRILL=OK|DR_PROVEN=YES|SOURCE_OFFHOST=OK
-FAILURE=AUDIT_PRE_FAILED
+AUDIT_STDERR_SHA=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
-DECISION=HOLD_DR221_426_FINAL_RESTORE_INCOMPLETE
+AUDIT_ISSUE_COUNT=8
-DR221_CLOSED=false
+AUDIT_UNEXPECTED_CODE_COUNT=0
-NEWFDOM_PROJECT_COMPLETE=false
+AUDIT_NEWFDOM_ISSUE_COUNT=0
-FULL_PRODUCT_REMAINING=1
+AUDIT_RPO_COUNT=7
-NEXT_GATE=RECONCILE_ONLY_DR221_426_FAILURE
+AUDIT_LOCK_BUSY_COUNT=1
-TASK_RESULT=HOLD_NEWFDOM_DR221_FINAL_RESTORE
+RPO_FRESHNESS|vmid=112|rc=0|decision=SEALED_PROVEN|generation_present=true
-CHANGES_MADE_BY_426=false
+RPO_FRESHNESS|vmid=113|rc=65|decision=UNKNOWN|generation_present=false
-PRODUCT_MUTATION_BY_426=false
+RPO_FRESHNESS|vmid=130|rc=65|decision=UNKNOWN|generation_present=false
-PRODUCTION_VM_CONFIG_MUTATION_BY_426=false
+RPO_FRESHNESS|vmid=150|rc=0|decision=SEALED_PROVEN|generation_present=true
-CLOUD_MUTATION_BY_426=false
+RPO_FRESHNESS|vmid=160|rc=65|decision=UNKNOWN|generation_present=false
-TEMP_VM_MUTATION_BY_426=false
+RPO_FRESHNESS|vmid=171|rc=0|decision=SEALED_PROVEN|generation_present=true
-ROLLBACK_STARTED=false
+RPO_FRESHNESS|vmid=190|rc=65|decision=UNKNOWN|generation_present=false
-ROLLBACK_RESTORED=null
+OWNER_STATE_START|service=activating|sub=start|pid=1488093|heavy=BUSY
-HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-FINAL-ISOLATED-RESTORE426R1","status":"FAIL","changes_made":false,"rollback_started":false,"rollback_restored":null}
+   1273       1 2179492 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
-NEWFI426_END=true
+   3566    3346 2179474 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
+   4026    3805 2179471 S sshd            sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups
+1488093       1    4526 S homelab-backup- /usr/bin/python3 /usr/local/sbin/homelab-backup-v2 scheduled
+1736347    1273       4 S sshd-session    sshd-session: root [priv]
+1736379 1736347       4 S sshd-session    sshd-session: root@notty
+1737221 1488093       1 S ssh             /usr/bin/ssh -o BatchMode=yes -o StrictHostKeyChecking=yes root@pve02 PATH=/usr/sbin:/usr/bin:/sbin:/bin; export PATH; exec qm guest exec 160 --synchronous 1 --timeout 60 -- /usr/bin/python3 -I -B -c 'import base64,sys; p=sys.argv[1]; o=int(sys.argv[2]); n=int(sys.argv[3]); f=open(p,'"'"'rb'"'"'); f.seek(o); b=f.read(n); f.close(); sys.stdout.write(base64.b64encode(b).decode())' /tmp/homelab-v2-xf-0922T174106Ze0d1cc1923e5.tar.zst 253624320 131072
+1737577 1737576       0 S sed             sed -E -e s#(https?://)[^/@[:space:]]+@#\1[REDACTED]@#g -e s#(ssh://)[^/@[:space:]]+@#\1[REDACTED]@#g -e s#(git@[REDACTED]:[:space:]]+#\1[REDACTED]#g -e s/([0-9]{1,3}\.){3}[0-9]{1,3}/[PRIVATE_IP]/g -e s/[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}/[EMAIL]/g
+OWNER_DELTA_rchar=4367746
+OWNER_DELTA_wchar=2803996
+OWNER_DELTA_syscr=1727
+OWNER_DELTA_syscw=200
+OWNER_DELTA_read_bytes=0
+OWNER_DELTA_write_bytes=1179648
+OWNER_IO_PROGRESS_20S=true
+LOCK_BUSY_OWNER_LEGIT=true
+PREAUDIT_CLASS=PREEXISTING_EXTERNAL_RPO_LOCK_BACKLOG_ONLY
+DECISION=PASS_DR221_427R2_426_PREAUDIT_EXTERNAL_BACKLOG_ONLY
+NEXT_GATE=REISSUE_FINAL_DR221_RESTORE_WITH_PREEXISTING_AUDIT_BASELINE_COMPARISON
+CHANGES_MADE_BY_427=false
+PRODUCT_MUTATION_BY_427=false
+VM_MUTATION_BY_427=false
+CLOUD_MUTATION_BY_427=false
+HOMELAB_RESULT_CONTRACT={"version":1,"command_id":"NEWFI-260922-NEWFDOM-DR221-426-PREAUDIT-RCA427R2","status":"OK","changes_made":false,"rollback_started":false,"rollback_restored":null}
+NEWFI427R2_END=true
 
 OUTPUT_END
 CHAT_OUTPUT_END