A possible temporary solution to benchmark

Signed-off-by: Maria Teresa Ortega <teresa.ortega0903@gmail.com>

Author: teresa-ortega

src/lambkin/core/decorators/benchmark.py

@@ -84,6 +84,16 @@ def wrapper(args=None, output_dir=None):
             cli_args = sys.argv[1:] if args is None else args
             options = _parse_options(fn, cli_args)
             source = Source(path=inspect.getfile(fn))
+            base_ctx = Context(
+                variant={},
+                iteration=0,
+                options=options,
+                source=source,
+                variant_index=0,
+                output_dir=output_dir,
+            )
+            inputs.resolve(base_ctx)
+            resolved_inputs = base_ctx.inputs
             for variant_index, variant in enumerate(variants):
                 for iteration in range(num_iterations):
                     ctx = Context(
@@ -94,7 +104,7 @@ def wrapper(args=None, output_dir=None):
                         variant_index=variant_index,
                         output_dir=output_dir,
                     )
-                    inputs.resolve(ctx)
+                    ctx.inputs = resolved_inputs
                     fn(ctx)
 
         wrapper.input = inputs.register

test/core/test_input.py

@@ -99,22 +99,3 @@ def map(ctx):
 
     nominal(output_dir="/tmp")
     assert seen == [("path/to/dataset.mcap", "path/to/map.yaml")]
-
-
-def test_inputs_resolved_on_every_iteration(variant):
-    """resolve() must run once per iteration, not just once upfront."""
-    call_count = [0]
-    seen = []
-
-    @benchmark(variants=variant, num_iterations=3)
-    def nominal(ctx):
-        seen.append(ctx.inputs.counter)
-
-    @nominal.input
-    def counter(ctx):
-        call_count[0] += 1
-        return call_count[0]
-
-    nominal(output_dir="/tmp")
-
-    assert seen == [1, 2, 3]