ready to review

Author: aseembits93

code_to_optimize/tests/pytest/benchmarks/test_benchmark_bubble_sort.py

@@ -7,6 +7,13 @@ def test_sort(benchmark):
     result = benchmark(sorter, list(reversed(range(500))))
     assert result == list(range(500))
 
+@pytest.mark.benchmark
+def test_sort_with_marker(benchmark):
+    @benchmark
+    def inner_fn():
+        return sorter(list(reversed(range(5))))
+    assert 1==1
+
 # This should not be picked up as a benchmark test
 def test_sort2():
     result = sorter(list(reversed(range(500))))

codeflash/benchmarking/plugin/custom_plugin.py

@@ -3,6 +3,10 @@
 import pytest
 
 
+def pytest_configure(config) -> None:  # noqa: ANN001
+    config.addinivalue_line("markers", "benchmark")
+
+
 @pytest.fixture
 def benchmark(request):  # noqa: ANN201, ANN001
     class CustomBenchmark:
@@ -66,4 +70,8 @@ def extra_info(self):  # noqa: ANN202
             return request.getfixturevalue("benchmark")
         except (pytest.FixtureLookupError, AttributeError):
             pass
-    return CustomBenchmark()
+    custom_benchmark = CustomBenchmark()
+    if request.node.get_closest_marker("benchmark"):
+        # Return our custom benchmark for tests marked with @pytest.mark.benchmark
+        return custom_benchmark
+    return custom_benchmark