Add test for challenger and warning

test.py

@@ -10,53 +10,7 @@
 import time
 import warnings
 
-
-def func_exists(mod_path, func_name):
-    try:
-        with open(mod_path, "r") as file:
-            module_content = file.read()
-    except FileNotFoundError:
-        return False  # Module file not found
-
-    try:
-        tree = ast.parse(module_content)
-    except SyntaxError:
-        return False  # Syntax error in module
-
-    for node in ast.walk(tree):
-        if isinstance(node, ast.FunctionDef) and node.name == func_name:
-            return True
-    return False
-
-
-def import_sdp_mods(include=None, ignore=None):
-    mods = []
-    for m in sorted(list(pkgutil.iter_modules(sdp.__path__))):
-        mod_path = f"sdp/{m[1]}.py"
-        if (
-            include is not None
-            and len(include)
-            and not any(mod in mod_path for mod in include)
-        ):
-            continue
-        if (
-            ignore is not None
-            and len(ignore)
-            and any(mod in mod_path for mod in ignore)
-        ):
-            continue
-
-        if (
-            "sdp" in m[1]
-            and func_exists(mod_path, "sliding_dot_product")
-            and func_exists(mod_path, "setup")
-        ):
-            mod_name = f"sdp.{m[1]}"
-            mod = importlib.import_module(mod_name)
-            mods.append(mod)
-
-    return mods
-
+from utils import import_sdp_mods
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(

test.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
 
+pytest test_modules.py 
 rm -rf sdp/__pycache__
 ./test.py > timing.csv
 rm -rf sdp/__pycache__

test_modules.py

@@ -0,0 +1,38 @@
+import numpy as np
+import pytest
+
+from numpy import testing as npt
+from sdp import challenger_sdp
+
+from utils import import_sdp_mods
+
+
+def naive_sliding_dot_product(Q, T):
+    m = len(Q)
+    l = T.shape[0] - m + 1
+    out = np.empty(l)
+    for i in range(l):
+        out[i] = np.dot(Q, T[i : i + m])
+    return out
+
+
+def test_modules():
+    pmin = 3
+    pmax = 13
+
+    modules = import_sdp_mods()
+    for mod in modules:
+        try:
+            for q in range(pmin, pmax + 1):
+                for p in range(q, pmax + 1):
+                    Q = np.random.rand(2 ** q)
+                    T = np.random.rand(2 ** p)
+                    ref = naive_sliding_dot_product(Q, T)
+                    comp = mod.sliding_dot_product(Q, T)
+
+                    np.testing.assert_allclose(comp, ref)
+        except Exception as e:
+            print(f"Error in {mod.__name__}: {str(e)}")
+            raise e
+
+    return

utils.py

@@ -0,0 +1,57 @@
+import ast
+import importlib
+import pkgutil
+import warnings
+
+import sdp
+
+
+def func_exists(mod_path, func_name):
+    try:
+        with open(mod_path, "r") as file:
+            module_content = file.read()
+    except FileNotFoundError as e:
+        warnings.warn(f"SKIPPED: {mod_path},{func_name}: \n{e}")
+        return False  # Module file not found
+
+    try:
+        tree = ast.parse(module_content)
+    except SyntaxError as e:
+        warnings.warn(f"SKIPPED: {mod_path},{func_name}: \n{e}")
+        return False  # Syntax error in module
+
+    for node in ast.walk(tree):
+        if isinstance(node, ast.FunctionDef) and node.name == func_name:
+            return True
+    e = f"Function {func_name} not found in {mod_path}"
+    warnings.warn(f"SKIPPED: {mod_path},{func_name}: \n{e}")
+    return False
+
+
+def import_sdp_mods(include=None, ignore=None):
+    mods = []
+    for m in sorted(list(pkgutil.iter_modules(sdp.__path__))):
+        mod_path = f"sdp/{m[1]}.py"
+        if (
+            include is not None
+            and len(include)
+            and not any(mod in mod_path for mod in include)
+        ):
+            continue
+        if (
+            ignore is not None
+            and len(ignore)
+            and any(mod in mod_path for mod in ignore)
+        ):
+            continue
+
+        if (
+            "sdp" in m[1]
+            and func_exists(mod_path, "sliding_dot_product")
+            and func_exists(mod_path, "setup")
+        ):
+            mod_name = f"sdp.{m[1]}"
+            mod = importlib.import_module(mod_name)
+            mods.append(mod)
+
+    return mods