benchmarks root must be subdir of tests root

Author: alvin-r

code_to_optimize/tests/unittest/test_bubble_sort.py

@@ -1,18 +1,18 @@
-# import unittest
-#
-# from code_to_optimize.bubble_sort import sorter
-#
-#
-# class TestPigLatin(unittest.TestCase):
-#     def test_sort(self):
-#         input = [5, 4, 3, 2, 1, 0]
-#         output = sorter(input)
-#         self.assertEqual(output, [0, 1, 2, 3, 4, 5])
-#
-#         input = [5.0, 4.0, 3.0, 2.0, 1.0, 0.0]
-#         output = sorter(input)
-#         self.assertEqual(output, [0.0, 1.0, 2.0, 3.0, 4.0, 5.0])
-#
-#         input = list(reversed(range(5000)))
-#         output = sorter(input)
-#         self.assertEqual(output, list(range(5000)))
+import unittest
+
+from code_to_optimize.bubble_sort import sorter
+
+
+class TestPigLatin(unittest.TestCase):
+    def test_sort(self):
+        input = [5, 4, 3, 2, 1, 0]
+        output = sorter(input)
+        self.assertEqual(output, [0, 1, 2, 3, 4, 5])
+
+        input = [5.0, 4.0, 3.0, 2.0, 1.0, 0.0]
+        output = sorter(input)
+        self.assertEqual(output, [0.0, 1.0, 2.0, 3.0, 4.0, 5.0])
+
+        input = list(reversed(range(5000)))
+        output = sorter(input)
+        self.assertEqual(output, list(range(5000)))

code_to_optimize/tests/unittest/test_bubble_sort_parametrized.py

@@ -1,18 +1,18 @@
-# import unittest
-#
-# from parameterized import parameterized
-#
-# from code_to_optimize.bubble_sort import sorter
-#
-#
-# class TestPigLatin(unittest.TestCase):
-#     @parameterized.expand(
-#         [
-#             ([5, 4, 3, 2, 1, 0], [0, 1, 2, 3, 4, 5]),
-#             ([5.0, 4.0, 3.0, 2.0, 1.0, 0.0], [0.0, 1.0, 2.0, 3.0, 4.0, 5.0]),
-#             (list(reversed(range(50))), list(range(50))),
-#         ]
-#     )
-#     def test_sort(self, input, expected_output):
-#         output = sorter(input)
-#         self.assertEqual(output, expected_output)
+import unittest
+
+from parameterized import parameterized
+
+from code_to_optimize.bubble_sort import sorter
+
+
+class TestPigLatin(unittest.TestCase):
+    @parameterized.expand(
+        [
+            ([5, 4, 3, 2, 1, 0], [0, 1, 2, 3, 4, 5]),
+            ([5.0, 4.0, 3.0, 2.0, 1.0, 0.0], [0.0, 1.0, 2.0, 3.0, 4.0, 5.0]),
+            (list(reversed(range(50))), list(range(50))),
+        ]
+    )
+    def test_sort(self, input, expected_output):
+        output = sorter(input)
+        self.assertEqual(output, expected_output)

codeflash/cli_cmds/cli.py

@@ -135,6 +135,9 @@ def process_pyproject_config(args: Namespace) -> Namespace:
     if args.benchmark:
         assert args.benchmarks_root is not None, "--benchmarks-root must be specified when running with --benchmark"
         assert Path(args.benchmarks_root).is_dir(), f"--benchmarks-root {args.benchmarks_root} must be a valid directory"
+        assert Path(args.benchmarks_root).is_relative_to(Path(args.tests_root)), (
+            f"--benchmarks-root {args.benchmarks_root} must be a subdirectory of --tests-root {args.tests_root}"
+        )
     if env_utils.get_pr_number() is not None:
         assert env_utils.ensure_codeflash_api_key(), (
             "Codeflash API key not found. When running in a Github Actions Context, provide the "