Merge pull request #602 from Pipelex/fix/Generate-graphs-enabled

Fix/generate graphs enabled

Author: lchoquel

.pipelex/pipelex.toml

@@ -33,6 +33,8 @@
 [pipelex.pipeline_execution_config]
 # Set to false to disable conversion of incoming data URLs to pipelex-storage:// URIs
 is_normalize_data_urls_to_storage = true
+# Set to false to disable generation of execution graphs
+is_generate_graph = true
 
 [pipelex.pipeline_execution_config.graph_config.data_inclusion]
 # Control what data is included in graph outputs

pipelex/cli/commands/build/pipe_cmd.py

@@ -12,6 +12,7 @@
 from pipelex.builder.builder_loop import BuilderLoop
 from pipelex.builder.runner_code import generate_runner_code
 from pipelex.cli.cli_factory import make_pipelex_for_cli
+from pipelex.cli.commands.build.structures_cmd import generate_structures_from_blueprints
 from pipelex.cli.error_handlers import (
     ErrorContext,
     handle_model_availability_error,
@@ -153,28 +154,17 @@ def build_pipe_cmd(
         typer.Option("--no-extras", help="Skip generating inputs.json and runner.py, only generate the PLX file"),
     ] = False,
     graph: Annotated[
-        bool,
+        bool | None,
         typer.Option("--graph/--no-graph", help="Generate execution graphs for both build process and built pipeline"),
-    ] = True,
+    ] = None,
     graph_full_data: Annotated[
         bool | None,
         typer.Option(
             "--graph-full-data/--graph-no-data",
             help="Override config: include or exclude full serialized data in graphs (requires --graph)",
         ),
     ] = None,
-    library_dir: Annotated[
-        list[str] | None,
-        typer.Option(
-            "--library-dir",
-            "-L",
-            help="Directory to search for pipe definitions (.plx files). Can be specified multiple times.",
-        ),
-    ] = None,
 ) -> None:
-    # Import here to avoid circular imports
-    from pipelex.cli.commands.build.structures_cmd import generate_structures_from_blueprints  # noqa: PLC0415
-
     make_pipelex_for_cli(context=ErrorContext.VALIDATION_BEFORE_BUILD_PIPE)
 
     typer.secho("🔥 Starting pipe builder... 🚀\n", fg=typer.colors.GREEN)
@@ -304,8 +294,10 @@ async def run_pipeline():
                     save_text_to_path(text="", path=init_path)
                     typer.secho(f"✅ Package init file saved to: {init_path}", fg=typer.colors.GREEN)
 
-                    # Generate graphs if --graph is enabled
-                    if graph and builder_graph_spec:
+                    get_report_delegate().generate_report()
+
+                    # Generate graphs if it was tracked during the build process
+                    if builder_graph_spec:
                         typer.secho("\n📊 Generating graphs...", fg=typer.colors.CYAN)
 
                         # Save builder pipeline graph in graphs/ subfolder
@@ -324,11 +316,13 @@ async def run_pipeline():
                         try:
                             built_pipe_execution_config = execution_config.with_graph_config_overrides(mock_inputs=True)
 
+                            # pass empty library_dirs to avoid loading any libraries set at env var or instance level:
+                            # we don't want any other pipeline to interfere with the pipeline we just built
                             built_pipe_output = await execute_pipeline(
                                 plx_content=plx_content,
                                 pipe_run_mode=PipeRunMode.DRY,
                                 execution_config=built_pipe_execution_config,
-                                library_dirs=library_dir,
+                                library_dirs=[],
                             )
                             if built_pipe_output.graph_spec:
                                 pipeline_graph_dir = graphs_dir / "pipeline_graph"
@@ -341,7 +335,7 @@ async def run_pipeline():
                                 )
                                 if pipeline_graph_count > 0:
                                     typer.secho(
-                                        f"📊 {pipeline_graph_count} pipeline graph outputs saved to: {pipeline_graph_dir}",
+                                        f"📊 {pipeline_graph_count} built pipeline graph outputs saved to: {pipeline_graph_dir}",
                                         fg=typer.colors.CYAN,
                                     )
                         except Exception as graph_exc:
@@ -350,8 +344,6 @@ async def run_pipeline():
                     end_time = time.time()
                     typer.secho(f"\n✅ Pipeline built in {end_time - start_time:.2f} seconds\n", fg=typer.colors.WHITE)
 
-                    get_report_delegate().generate_report()
-
                     # Show how to run the pipe
                     console = get_console()
                     console.print("\n📋 [cyan]To run your pipeline:[/cyan]")