Refactor deep research execution: remove streaming support, clean up related code, and update tests for synchronous processing.

Author: btfranklin

README.md

@@ -46,7 +46,6 @@ Options:
 - `--output PATH` — where to write the XML file (defaults to `<slug>_<timestamp>.xml`).
 - `--no-background` — force synchronous execution (useful for short or restricted queries).
 - `--max-tool-calls N` — cap the total number of tool calls for cost control.
-- `--no-stream-progress` — fall back to batched responses instead of streaming events.
 - `--export-format FORMAT` — repeat to emit Markdown (`md`), HTML (`html`), or PDF (`pdf`) alongside the base XML output.
 
 Example output file name: `lithium-ion-battery-recycling_20250107_143233.xml`.

src/compendiumscribe/cli.py

@@ -39,11 +39,6 @@ def _default_output_path(topic: str) -> Path:
     is_flag=True,
     help="Run deep research synchronously instead of background mode.",
 )
-@click.option(
-    "--no-stream-progress",
-    is_flag=True,
-    help="Disable streaming updates from the deep research run.",
-)
 @click.option(
     "--export-format",
     "export_formats",
@@ -63,7 +58,6 @@ def main(
     topic: str,
     output_path: Path | None,
     no_background: bool,
-    no_stream_progress: bool,
     export_formats: tuple[str, ...],
     max_tool_calls: int | None,
 ):
@@ -86,7 +80,6 @@ def handle_progress(update: ResearchProgress) -> None:
 
     config = ResearchConfig(
         background=not no_background,
-        stream_progress=not no_stream_progress,
         max_tool_calls=max_tool_calls,
         progress_callback=handle_progress,
     )

src/compendiumscribe/research/__init__.py

@@ -3,18 +3,8 @@
 from .config import ResearchConfig
 from .errors import DeepResearchError
 from .execution import (
-    accumulate_stream_tool_event,
     await_completion,
-    collect_stream_fragments,
-    emit_trace_updates_from_item,
     execute_deep_research,
-    execute_deep_research_streaming,
-    extract_stream_error_message,
-    extract_stream_tool_fragment,
-    handle_stream_event,
-    merge_action_payload,
-    merge_response_payload,
-    merge_tool_fragment,
 )
 from .orchestrator import build_compendium
 from .parsing import (
@@ -73,17 +63,7 @@
     "extract_trace_events",
     "parse_deep_research_response",
     "execute_deep_research",
-    "execute_deep_research_streaming",
     "await_completion",
-    "handle_stream_event",
-    "emit_trace_updates_from_item",
-    "accumulate_stream_tool_event",
-    "collect_stream_fragments",
-    "extract_stream_tool_fragment",
-    "merge_tool_fragment",
-    "merge_action_payload",
-    "merge_response_payload",
-    "extract_stream_error_message",
     "summaries_from_trace_events",
     "summarize_trace_event",
     "trace_event_from_item",

src/compendiumscribe/research/config.py

@@ -20,7 +20,6 @@ class ResearchConfig:
     prompt_refiner_model: str = "gpt-4.1"
     use_prompt_refinement: bool = True
     background: bool = True
-    stream_progress: bool = True
     poll_interval_seconds: float = 5.0
     max_poll_attempts: int = 240
     enable_code_interpreter: bool = True

src/compendiumscribe/research/execution/__init__.py

@@ -2,30 +2,9 @@
 
 from .core import execute_deep_research
 from .polling import await_completion
-from .stream_events import (
-    accumulate_stream_tool_event,
-    collect_stream_fragments,
-    emit_trace_updates_from_item,
-    extract_stream_error_message,
-    extract_stream_tool_fragment,
-    merge_action_payload,
-    merge_response_payload,
-    merge_tool_fragment,
-)
-from .streaming import execute_deep_research_streaming, handle_stream_event
 
 
 __all__ = [
-    "accumulate_stream_tool_event",
     "await_completion",
-    "collect_stream_fragments",
-    "emit_trace_updates_from_item",
     "execute_deep_research",
-    "execute_deep_research_streaming",
-    "extract_stream_error_message",
-    "extract_stream_tool_fragment",
-    "handle_stream_event",
-    "merge_action_payload",
-    "merge_response_payload",
-    "merge_tool_fragment",
 ]

src/compendiumscribe/research/execution/core.py

@@ -7,7 +7,6 @@
 from ..progress import emit_progress
 from ..utils import coerce_optional_string, get_field
 from .polling import await_completion
-from .streaming import execute_deep_research_streaming
 
 
 __all__ = ["execute_deep_research"]
@@ -49,13 +48,6 @@ def execute_deep_research(
         message="Submitting deep research request to OpenAI.",
     )
 
-    if config.stream_progress:
-        return execute_deep_research_streaming(
-            client,
-            request_payload,
-            config,
-        )
-
     response = client.responses.create(**request_payload)
 
     status = (