refactor(ui): simplify pipeline progress display with st.progress bar

- Replace st.status polling with st.progress bar and step text
- Simplify formatting in direct_pipeline.py

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

app/pages/2_profile_review.py

@@ -4,7 +4,6 @@ import logging
 import os
 import queue
 import threading
-import time
 
 import streamlit as st
 
@@ -119,74 +118,71 @@ else:
                         st.session_state["eligibility_ledger"] = MOCK_ELIGIBILITY_LEDGERS
                         status.update(label="Loaded demo data (API unavailable)", state="complete")
         else:
-            with st.status("Starting pipeline...", expanded=True) as status:
-                progress_placeholder = st.empty()
-                detail_placeholder = st.empty()
+            progress_bar = st.progress(0, text="Starting pipeline...")
+            step_text = st.empty()
 
-                try:
-                    from app.services.direct_pipeline import (
-                        PipelineProgress,
-                        get_progress_queue,
-                        run_trial_search_and_evaluate,
-                    )
-
-                    progress_q = get_progress_queue()
-
-                    # Drain any stale progress messages
-                    while not progress_q.empty():
-                        try:
-                            progress_q.get_nowait()
-                        except queue.Empty:
-                            break
-
-                    result_container: dict = {"result": None, "error": None}
-
-                    def _run_pipeline():
-                        try:
-                            result_container["result"] = run_trial_search_and_evaluate(
-                                profile, progress_q=progress_q
-                            )
-                        except Exception as e:
-                            result_container["error"] = e
-
-                    thread = threading.Thread(target=_run_pipeline, daemon=True)
-                    thread.start()
-
-                    # Poll progress queue and update UI
-                    while thread.is_alive():
-                        try:
-                            update = progress_q.get(timeout=0.5)
-                            progress_placeholder.markdown(f"**{update.message}**")
-                            if update.detail:
-                                detail_placeholder.caption(update.detail)
-                            status.update(label=update.message, state="running")
-                        except queue.Empty:
-                            pass
-
-                    # Drain remaining progress messages
-                    while not progress_q.empty():
-                        try:
-                            update = progress_q.get_nowait()
-                            progress_placeholder.markdown(f"**{update.message}**")
-                        except queue.Empty:
-                            break
-
-                    if result_container["error"]:
-                        raise result_container["error"]
-
-                    trials, ledgers = result_container["result"]
-                    if not trials:
-                        raise ValueError("No trials returned from pipeline")
-                    st.session_state["trial_candidates"] = trials
-                    st.session_state["eligibility_ledger"] = ledgers
-                    status.update(label="Trial search complete!", state="complete")
-                except Exception:
-                    logger.exception("Direct pipeline failed, using mock data")
-                    st.warning("Real API unavailable — loading demo data instead.")
-                    st.session_state["trial_candidates"] = MOCK_TRIAL_CANDIDATES
-                    st.session_state["eligibility_ledger"] = MOCK_ELIGIBILITY_LEDGERS
-                    status.update(
-                        label="Loaded demo data (API unavailable)", state="complete"
-                    )
+            try:
+                from app.services.direct_pipeline import (
+                    get_progress_queue,
+                    run_trial_search_and_evaluate,
+                )
+
+                progress_q = get_progress_queue()
+
+                # Drain any stale progress messages
+                while not progress_q.empty():
+                    try:
+                        progress_q.get_nowait()
+                    except queue.Empty:
+                        break
+
+                result_container: dict = {"result": None, "error": None}
+
+                def _run_pipeline():
+                    try:
+                        result_container["result"] = run_trial_search_and_evaluate(
+                            profile, progress_q=progress_q
+                        )
+                    except Exception as e:
+                        result_container["error"] = e
+
+                thread = threading.Thread(target=_run_pipeline, daemon=True)
+                thread.start()
+
+                # Poll progress queue and update progress bar
+                while thread.is_alive():
+                    try:
+                        update = progress_q.get(timeout=0.5)
+                        pct = max(0, min(int(update.pct * 100), 100))
+                        progress_bar.progress(pct, text=update.message)
+                        if update.detail:
+                            step_text.caption(update.detail)
+                    except queue.Empty:
+                        pass
+
+                # Drain remaining progress messages
+                while not progress_q.empty():
+                    try:
+                        update = progress_q.get_nowait()
+                        pct = max(0, min(int(update.pct * 100), 100))
+                        progress_bar.progress(pct, text=update.message)
+                    except queue.Empty:
+                        break
+
+                if result_container["error"]:
+                    raise result_container["error"]
+
+                trials, ledgers = result_container["result"]
+                if not trials:
+                    raise ValueError("No trials returned from pipeline")
+                st.session_state["trial_candidates"] = trials
+                st.session_state["eligibility_ledger"] = ledgers
+                progress_bar.progress(100, text="Trial search complete!")
+            except Exception:
+                logger.exception("Direct pipeline failed, using mock data")
+                st.warning("Real API unavailable — loading demo data instead.")
+                st.session_state["trial_candidates"] = MOCK_TRIAL_CANDIDATES
+                st.session_state["eligibility_ledger"] = MOCK_ELIGIBILITY_LEDGERS
+                progress_bar.progress(100, text="Loaded demo data")
         advance_journey("VALIDATE_TRIALS")
         st.rerun()

app/services/direct_pipeline.py

@@ -91,9 +91,7 @@ async def _search_and_evaluate(
 
     def _report(step: str, message: str, detail: str = "", pct: float = 0.0):
         if progress_q:
-            progress_q.put(
-                PipelineProgress(step=step, message=message, detail=detail, pct=pct)
-            )
+            progress_q.put(PipelineProgress(step=step, message=message, detail=detail, pct=pct))
 
     planner = GeminiPlanner(api_key=GEMINI_API_KEY)
     client = ClinicalTrialsMCPClient()
@@ -153,8 +151,7 @@ async def _search_and_evaluate(
     )
 
     eval_tasks = [
-        _evaluate_one(planner, profile_dict, profile.patient_id, trial)
-        for trial in to_evaluate
+        _evaluate_one(planner, profile_dict, profile.patient_id, trial) for trial in to_evaluate
     ]
     step_start = time.monotonic()
     results = await asyncio.gather(*eval_tasks)