Update test_documentation_examples.py

Author: sdpython

_unittests/ut__main/test_documentation_examples.py

@@ -4,8 +4,12 @@
 import importlib
 import subprocess
 import time
+from onnx_array_api import __file__ as onnx_array_api_file
 from onnx_array_api.ext_test_case import ExtTestCase
 
+VERBOSE = 0
+ROOT = os.path.realpath(os.path.abspath(os.path.join(onnx_array_api_file, "..", "..")))
+
 
 def import_source(module_file_path, module_name):
     if not os.path.exists(module_file_path):
@@ -20,43 +24,58 @@ def import_source(module_file_path, module_name):
 
 
 class TestDocumentationExamples(ExtTestCase):
-    def test_documentation_examples(self):
+    def run_test(self, fold: str, name: str, verbose=0) -> int:
+        ppath = os.environ["PYTHONPATH"]
+        if len(ppath) == 0:
+            os.environ["PYTHONPATH"] = ROOT
+        elif ROOT not in ppath:
+            sep = ";" if sys.platform == "win32" else ":"
+            os.environ["PYTHONPATH"] = ppath + sep + ROOT
+        perf = time.perf_counter()
+        try:
+            mod = import_source(fold, os.path.splitext(name)[0])
+            assert mod is not None
+        except FileNotFoundError:
+            # try another way
+            cmds = [sys.executable, "-u", os.path.join(fold, name)]
+            p = subprocess.Popen(cmds, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            res = p.communicate()
+            out, err = res
+            st = err.decode("ascii", errors="ignore")
+            if len(st) > 0 and "Traceback" in st:
+                if '"dot" not found in path.' in st:
+                    # dot not installed, this part
+                    # is tested in onnx framework
+                    if verbose:
+                        print(f"failed: {name!r} due to missing dot.")
+                    return 0
+                raise AssertionError(
+                    "Example '{}' (cmd: {} - exec_prefix='{}') "
+                    "failed due to\n{}"
+                    "".format(name, cmds, sys.exec_prefix, st)
+                )
+        dt = time.perf_counter() - perf
+        if verbose:
+            print(f"{dt:.3f}: run {name!r}")
+        return 1
+
+    @classmethod
+    def add_test_methods(cls):
         this = os.path.abspath(os.path.dirname(__file__))
         fold = os.path.normpath(os.path.join(this, "..", "..", "_doc", "examples"))
         found = os.listdir(fold)
-        tested = 0
         for name in found:
             if name.startswith("plot_") and name.endswith(".py"):
-                perf = time.perf_counter()
-                try:
-                    mod = import_source(fold, os.path.splitext(name)[0])
-                    assert mod is not None
-                except FileNotFoundError:
-                    # try another way
-                    cmds = [sys.executable, "-u", os.path.join(fold, name)]
-                    p = subprocess.Popen(
-                        cmds, stdout=subprocess.PIPE, stderr=subprocess.PIPE
-                    )
-                    res = p.communicate()
-                    out, err = res
-                    st = err.decode("ascii", errors="ignore")
-                    if len(st) > 0 and "Traceback" in st:
-                        if '"dot" not found in path.' in st:
-                            # dot not installed, this part
-                            # is tested in onnx framework
-                            print(f"failed: {name!r} due to missing dot.")
-                            continue
-                        raise AssertionError(
-                            "Example '{}' (cmd: {} - exec_prefix='{}') "
-                            "failed due to\n{}"
-                            "".format(name, cmds, sys.exec_prefix, st)
-                        )
-                dt = time.perf_counter() - perf
-                print(f"{dt:.3f}: run {name!r}")
-                tested += 1
-        if tested == 0:
-            raise AssertionError("No example was tested.")
+                short_name = os.path.split(os.path.splitext(name)[0])[-1]
+
+                def _test_(self, name=name):
+                    res = self.run_test(fold, name, verbose=VERBOSE)
+                    self.assertTrue(res)
+
+                setattr(cls, f"test_{short_name}", _test_)
+
 
+TestDocumentationExamples.add_test_methods()
 
 if __name__ == "__main__":
-    unittest.main()
+    unittest.main(verbosity=2)