#!/usr/bin/env bash
set -Eeuo pipefail
umask 077
export PATH='/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin'
STEP_ID='STEP_050M07R20QH_CONTROLLED_ONE_SLOT_FAILURE_END_TO_END'
TARGET_PACKAGE_SHA='1d0cf6b7746aa77b0b7a736e32d6ed9fa1b89fd9c832b0288fac4aa6d935ee64'
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
BUNDLE_ROOT="${BUNDLE_ROOT:-$SCRIPT_DIR}"; export BUNDLE_ROOT
BASE="${ROUTER_OPS_BASE:-/opt/router-ops}"; CONTRACT_ROOT="${ROUTER_CONTRACT_ROOT:-/opt/router-ops}"
WORKFLOW_LIB="${ROUTER_STEP_WORKFLOW_LIB:-$CONTRACT_ROOT/lib/router-step-workflow.sh}"
FINALIZER="${ROUTER_STEP_FINALIZE_BIN:-$CONTRACT_ROOT/bin/router-step-finalize}"
SAFE_PAYLOAD="${ROUTER_PUBLIC_SAFE_PAYLOAD_BIN:-$CONTRACT_ROOT/bin/router-public-safe-payload}"
POLICY_LIB="${ROUTER_PUBLICATION_POLICY_LIB:-$CONTRACT_ROOT/lib/router-publication-policy.sh}"
RUN_ID="$(date -u +%Y%m%d-%H%M%S)-$$"; RUN_DIR="${ROUTER_STEP_RUN_DIR:-$BASE/state/step-runs/$STEP_ID/$RUN_ID}"
CURRENT_FILE="$RUN_DIR/workflow-current.txt"; EVENTS_FILE="$RUN_DIR/workflow-events.tsv"; EVIDENCE_DIR="$RUN_DIR/evidence"; REPORT_DIR="$RUN_DIR/report"; PUBLIC_PAYLOAD="$RUN_DIR/public-payload"; FINAL_ENV="$RUN_DIR/finalize.txt"
LOCK_FILE="${ROUTER_STEP_LOCK_FILE:-$BASE/state/locks/${STEP_ID}.lock}"
CURRENT_PHASE=bootstrap; BACKUP_READY=false; CORE_CHANGE_COMPLETE=false; VM100_BACKUP_DIR=''; VM101_BACKUP_DIR=''
archive_latest(){ "$BUNDLE_ROOT/scripts/archive-latest.sh"; }
source "$WORKFLOW_LIB"
rollback_now(){ [ "$BACKUP_READY" = true ] || return 0; [ "$CORE_CHANGE_COMPLETE" = false ] || return 0; export VM100_BACKUP_DIR VM101_BACKUP_DIR; "$BUNDLE_ROOT/rollback/rollback.sh"; }
publish_stop_report(){
 local phase="$1" line="$2" rc="$3"
 python3 "$BUNDLE_ROOT/scripts/build_stop_report.py" --step-id "$STEP_ID" --phase "$phase" --line "$line" --rc "$rc" --core-complete "$CORE_CHANGE_COMPLETE" --failure-injected "${R20QH_FAILURE_INJECTED:-false}" --output "$REPORT_DIR" --release-info "$BUNDLE_ROOT/release-info.json" --installer-sha "$BUNDLE_ROOT/installer.sha256" --bundle-manifest "$BUNDLE_ROOT/manifest.sha256" || return 1
 cp "$BUNDLE_ROOT/install.sh" "$REPORT_DIR/executed-step.sh"
 local args=("$REPORT_DIR/report.txt" report.txt "$REPORT_DIR/facts.json" facts.json "$REPORT_DIR/facts-public.html" facts-public.html "$REPORT_DIR/verify-public.html" verify-public.html "$REPORT_DIR/rollback-public.html" rollback-public.html "$REPORT_DIR/release-info.json" release-info.json "$REPORT_DIR/installer.sha256" installer.sha256 "$REPORT_DIR/bundle-manifest.sha256" bundle-manifest.sha256 "$REPORT_DIR/executed-step.sh" executed-step.sh)
 for f in preflight.txt snapshot.txt backup.txt apply.txt postcheck.txt source-publish.txt project-source.txt rollback.txt; do [[ ! -f "$EVIDENCE_DIR/$f" ]] || { cp "$EVIDENCE_DIR/$f" "$REPORT_DIR/$f"; args+=("$REPORT_DIR/$f" "$f"); }; done
 ROUTER_PUBLICATION_POLICY_LIB="$POLICY_LIB" "$SAFE_PAYLOAD" "$PUBLIC_PAYLOAD" "${args[@]}" || return 1
 "$FINALIZER" --label step050m07r20qh_controlled_one_slot_failure_end_to_end --payload-dir "$PUBLIC_PAYLOAD" --workflow-current "$CURRENT_FILE" --workflow-events "$EVENTS_FILE" --output-env "$FINAL_ENV" --expect-kind step-report
}
stop(){ local line="$1" rc="$2"; trap - ERR; set +e; local phase="${CURRENT_PHASE:-unknown}"; R20QH_FAILURE_INJECTED=false; case "$phase" in apply|postcheck|source_publish|project_source|report_build) if [[ -f "$EVIDENCE_DIR/apply.txt" ]] && grep -Fqx RESULT=PASS_R20QH_VM101_FAILURE_ARMED "$EVIDENCE_DIR/apply.txt"; then R20QH_FAILURE_INJECTED=true; fi ;; esac; export R20QH_FAILURE_INJECTED; [[ ! -f "$CURRENT_FILE" ]] || router_step_phase_fail "$phase" "line=$line rc=$rc" >/dev/null 2>&1 || true; rollback_now > "$EVIDENCE_DIR/rollback.txt" 2>&1 || true; publish_stop_report "$phase" "$line" "$rc" || true; archive_latest; [[ ! -f "$FINAL_ENV" ]] || cat "$FINAL_ENV"; echo RESULT=STOP_R20QH_CONTROLLED_ONE_SLOT_FAILURE_END_TO_END; echo "STOP_PHASE=$phase"; echo "STOP_LINE=$line"; echo "STOP_RC=$rc"; echo "CORE_CHANGE_COMPLETE=$CORE_CHANGE_COMPLETE"; if [ "$CORE_CHANGE_COMPLETE" = true ]; then echo RUNTIME_IMPACT=controlled_test_completed_and_normal_restored; else echo RUNTIME_IMPACT=none_or_rolled_back; fi; echo "LIVE_SLOT_FAILURE_INJECTED=$R20QH_FAILURE_INJECTED"; exit "$rc"; }
trap 'stop "$LINENO" "$?"' ERR
mkdir -p "$RUN_DIR" "$EVIDENCE_DIR" "$REPORT_DIR" "$PUBLIC_PAYLOAD" "$(dirname "$LOCK_FILE")"; exec 9>"$LOCK_FILE"; flock -n 9
router_step_workflow_init "$CURRENT_FILE" "$EVENTS_FILE" preflight snapshot backup apply postcheck source_publish project_source report_build
CURRENT_PHASE=preflight; router_step_phase_begin preflight
"$BUNDLE_ROOT/scripts/preflight.sh" "$EVIDENCE_DIR" | tee "$EVIDENCE_DIR/preflight-main.txt"; grep -Fqx RESULT=PASS_R20QH_PREFLIGHT "$EVIDENCE_DIR/preflight-main.txt"; cp "$EVIDENCE_DIR/preflight-main.txt" "$EVIDENCE_DIR/preflight.txt"; router_step_phase_complete preflight both_machine_sources_normal_runtime_and_target_user_verified
CURRENT_PHASE=snapshot; router_step_phase_begin snapshot
if [[ -n "${ROUTER_R20QH_SNAPSHOT_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_SNAPSHOT_FIXTURE"; else "$BUNDLE_ROOT/scripts/snapshot.sh"; fi | tee "$EVIDENCE_DIR/snapshot.txt"; grep -Fqx RESULT=PASS_R20QH_SNAPSHOT "$EVIDENCE_DIR/snapshot.txt"; router_step_phase_complete snapshot both_pre_test_snapshots_ready
CURRENT_PHASE=backup; router_step_phase_begin backup
if [[ -n "${ROUTER_R20QH_BACKUP_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_BACKUP_FIXTURE"; else "$BUNDLE_ROOT/scripts/backup-run.sh" "$RUN_ID"; fi | tee "$EVIDENCE_DIR/backup.txt"; grep -Fqx RESULT=PASS_R20QH_VM100_BACKUP "$EVIDENCE_DIR/backup.txt"; grep -Fqx RESULT=PASS_R20QH_VM101_BACKUP "$EVIDENCE_DIR/backup.txt"; VM100_BACKUP_DIR="$(awk -F= '$1=="VM100_BACKUP_DIR"{print substr($0,index($0,"=")+1)}' "$EVIDENCE_DIR/backup.txt"|tail -1)"; VM101_BACKUP_DIR="$(awk -F= '$1=="VM101_BACKUP_DIR"{print substr($0,index($0,"=")+1)}' "$EVIDENCE_DIR/backup.txt"|tail -1)"; [[ -n "$VM100_BACKUP_DIR" && -n "$VM101_BACKUP_DIR" ]]; BACKUP_READY=true; router_step_phase_complete backup both_runtime_backups_ready
CURRENT_PHASE=apply; router_step_phase_begin apply
if [[ -n "${ROUTER_R20QH_APPLY_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_APPLY_FIXTURE"; else "$BUNDLE_ROOT/scripts/live-e2e.sh" "$TARGET_PACKAGE_SHA" "$VM100_BACKUP_DIR" "$VM101_BACKUP_DIR"; fi | tee "$EVIDENCE_DIR/apply.txt"; grep -Fqx RESULT=PASS_R20QH_LIVE_END_TO_END "$EVIDENCE_DIR/apply.txt"; grep -Fqx AUTOMATIC_WATCHER_DETECTION_PROVEN=true "$EVIDENCE_DIR/apply.txt"; grep -Fqx VM100_EMERGENCY_EVACUATION_PROVEN=true "$EVIDENCE_DIR/apply.txt"; router_step_phase_complete apply degraded_and_normal_generations_acked_endpoint_restored
CURRENT_PHASE=postcheck; router_step_phase_begin postcheck
if [[ -n "${ROUTER_R20QH_POSTCHECK_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_POSTCHECK_FIXTURE"; else "$BUNDLE_ROOT/scripts/postcheck-run.sh" "$VM101_BACKUP_DIR"; fi | tee "$EVIDENCE_DIR/postcheck.txt"; grep -Fqx RESULT=PASS_R20QH_POSTCHECK "$EVIDENCE_DIR/postcheck.txt"; grep -Fqx END_TO_END_RESTORATION_PROVEN=true "$EVIDENCE_DIR/postcheck.txt"; CORE_CHANGE_COMPLETE=true; router_step_phase_complete postcheck final_normal_runtime_services_and_source_cleanliness_proven
CURRENT_PHASE=source_publish; router_step_phase_begin source_publish
if [[ -n "${ROUTER_R20QH_SOURCE_PUBLISH_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_SOURCE_PUBLISH_FIXTURE"; else "$BUNDLE_ROOT/scripts/source-publish.sh"; fi | tee "$EVIDENCE_DIR/source-publish.txt"; grep -Fqx RESULT=PASS_R20QH_SOURCE_PUBLISH "$EVIDENCE_DIR/source-publish.txt"; router_step_phase_complete source_publish vm100_selector_runtime_state_committed_vm101_unchanged
CURRENT_PHASE=project_source; router_step_phase_begin project_source
if [[ -n "${ROUTER_R20QH_PROJECT_SOURCE_FIXTURE:-}" ]]; then cat "$ROUTER_R20QH_PROJECT_SOURCE_FIXTURE"; else "$BUNDLE_ROOT/scripts/publish-project-source.sh" "$EVIDENCE_DIR/apply.txt" "$EVIDENCE_DIR/postcheck.txt" "$EVIDENCE_DIR/source-publish.txt" "$RUN_DIR/project-source"; fi | tee "$EVIDENCE_DIR/project-source.txt"; grep -Fqx RESULT=PASS_R20QH_PROJECT_SOURCE_PUBLISH "$EVIDENCE_DIR/project-source.txt"; router_step_phase_complete project_source runtime_proof_project_source_published
CURRENT_PHASE=report_build; router_step_phase_begin report_build
python3 "$BUNDLE_ROOT/scripts/build_report.py" --preflight "$EVIDENCE_DIR/preflight-main.txt" --snapshot "$EVIDENCE_DIR/snapshot.txt" --backup "$EVIDENCE_DIR/backup.txt" --apply "$EVIDENCE_DIR/apply.txt" --postcheck "$EVIDENCE_DIR/postcheck.txt" --source-verify "$EVIDENCE_DIR/source-publish.txt" --project-source "$EVIDENCE_DIR/project-source.txt" --output "$REPORT_DIR" --release-info "$BUNDLE_ROOT/release-info.json" --installer-sha "$BUNDLE_ROOT/installer.sha256" --bundle-manifest "$BUNDLE_ROOT/manifest.sha256"
cp "$BUNDLE_ROOT/install.sh" "$REPORT_DIR/executed-step.sh"; for f in preflight snapshot backup apply postcheck source-publish project-source; do cp "$EVIDENCE_DIR/$f.txt" "$REPORT_DIR/$f.txt"; done
args=("$REPORT_DIR/report.txt" report.txt "$REPORT_DIR/facts.json" facts.json "$REPORT_DIR/facts-public.html" facts-public.html "$REPORT_DIR/verify-public.html" verify-public.html "$REPORT_DIR/rollback-public.html" rollback-public.html "$REPORT_DIR/release-info.json" release-info.json "$REPORT_DIR/installer.sha256" installer.sha256 "$REPORT_DIR/bundle-manifest.sha256" bundle-manifest.sha256 "$REPORT_DIR/executed-step.sh" executed-step.sh); for f in preflight snapshot backup apply postcheck source-publish project-source; do args+=("$REPORT_DIR/$f.txt" "$f.txt"); done
ROUTER_PUBLICATION_POLICY_LIB="$POLICY_LIB" "$SAFE_PAYLOAD" "$PUBLIC_PAYLOAD" "${args[@]}"; "$FINALIZER" --label step050m07r20qh_controlled_one_slot_failure_end_to_end --payload-dir "$PUBLIC_PAYLOAD" --workflow-current "$CURRENT_FILE" --workflow-events "$EVENTS_FILE" --output-env "$FINAL_ENV" --expect-kind step-report; router_step_workflow_mark_complete || true; router_step_phase_complete report_build final_pass_report_published
trap - ERR; archive_latest; cat "$FINAL_ENV"; cat "$REPORT_DIR/report.txt"; echo BOOTSTRAP_INSTALLER_RC=0