Use multiprocess to parallel run test case

Signed-off-by: Ni, Wenhui <[email protected]>

Author: wenhuiNi

README.md

@@ -113,10 +113,10 @@ For example, for test suite: internal_samples, there is a test driver configure
 
 The test driver implementation file test_samples.py needs to implement the following 4 interfaces:
 
-    1. setup_test():  Setup the execution environment. eg. setup CPATH or LD_LIBRARY_PATH in Linux to contain library required for the test case.
-    2. migrate_test(): Migration command for each test case.
-    3. build_test(): Compile and link command for each test case.
-    4. run_test(): Run the test cases in the test suite.
+    1. setup_test(single_case_text):  Setup the execution environment. eg. setup CPATH or LD_LIBRARY_PATH in Linux to contain library required for the test case.
+    2. migrate_test(single_case_text): Migration command for each test case.
+    3. build_test(single_case_text): Compile and link command for each test case.
+    4. run_test(single_case_text): Run the test cases in the test suite.
 
 
 # Add or modify test case

api_coverage/test_api_coverage.py

@@ -15,37 +15,37 @@
 
 from test_utils import *
 
-def setup_test():
+def setup_test(single_case_text):
     return True
 
-def migrate_test():
+def migrate_test(single_case_text):
     src = []
     extra_args = []
-    in_root = os.path.join(os.getcwd(), test_config.current_test)
-    test_config.out_root = os.path.join(in_root, 'out_root')
+    in_root = os.path.join(os.getcwd(), single_case_text.name)
+    single_case_text.out_root = os.path.join(in_root, 'out_root')
 
     for dirpath, dirnames, filenames in os.walk(in_root):
         for filename in [f for f in filenames if re.match('.*(cu|cpp|c)$', f)]:
             src.append(os.path.abspath(os.path.join(dirpath, filename)))
 
 
-    return do_migrate(src, in_root, test_config.out_root, extra_args)
+    return do_migrate(src, in_root, single_case_text.out_root, single_case_text, extra_args)
 
-def build_test():
-    if (os.path.exists(test_config.current_test)):
-        os.chdir(test_config.current_test)
+def build_test(single_case_text):
+    if (os.path.exists(single_case_text.name)):
+        os.chdir(single_case_text.name)
     srcs = []
     cmp_opts = ''
     link_opts = ''
     objects = ''
 
-    for dirpath, dirnames, filenames in os.walk(test_config.out_root):
+    for dirpath, dirnames, filenames in os.walk(single_case_text.out_root):
         for filename in [f for f in filenames if re.match('.*(cpp|c)$', f)]:
             srcs.append(os.path.abspath(os.path.join(dirpath, filename)))
     ret = False
-    ret = compile_files(srcs, cmp_opts)
+    ret = compile_files(srcs, single_case_text, cmp_opts)
     return ret
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/array_size_fold/do_test.py

@@ -14,12 +14,12 @@
 from test_utils import *
 
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     return True
 
 
-def migrate_test():
+def migrate_test(single_case_text):
     call_subprocess(
         test_config.CT_TOOL + " test.cu --out-root=out --cuda-include-path=" + test_config.include_path)
 
@@ -37,9 +37,9 @@ def migrate_test():
     return res
 
 
-def build_test():
+def build_test(single_case_text):
     return True
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bad_input_1/do_test.py

@@ -13,16 +13,16 @@
 
 from test_utils import *
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     return True
 
-def migrate_test():
+def migrate_test(single_case_text):
 
     call_subprocess(test_config.CT_TOOL + " --cuda-include-path=" + test_config.include_path + " " +
         os.path.join("cuda", "migrate_nonbuilding_code.cu"))
-    return is_sub_string("unknown type name", test_config.command_output)
-def build_test():
+    return is_sub_string("unknown type name", single_case_text.command_text)
+def build_test(single_case_text):
     return True
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bt-analysis-scope-path1/do_test.py

@@ -15,12 +15,12 @@
 from test_utils import *
 
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     return True
 
 
-def migrate_test():
+def migrate_test(single_case_text):
     # clean previous migration output
     if (os.path.exists("out")):
         shutil.rmtree("out")
@@ -50,9 +50,9 @@ def migrate_test():
     return True
 
 
-def build_test():
+def build_test(single_case_text):
     return True
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bt-analysis-scope-path2/do_test.py

@@ -15,18 +15,18 @@
 from test_utils import *
 
 
-def setup_test():
-    cur_dir = os.path.join(os.getcwd(), test_config.current_test)
+def setup_test(single_case_text):
+    cur_dir = os.path.join(os.getcwd(), single_case_text.name)
     if platform.system() == 'Windows':
         # windows current working directory might start with lowercased drive(e.g., "d:\path") in some cases
         # so make the drive symbol in cwd to be upper explicitly to avoid inconsistent paths.
         if cur_dir[1] == ":" and cur_dir[0].islower():
             cur_dir = cur_dir[0].upper() + cur_dir[1:]
-    change_dir(cur_dir)
+    change_dir(cur_dir, single_case_text)
     return True
 
 
-def migrate_test():
+def migrate_test(single_case_text):
     # clean previous migration output
     if (os.path.exists("out")):
         shutil.rmtree("out")
@@ -50,12 +50,12 @@ def migrate_test():
                     os.path.join("cuda", ".."))
     return is_sub_string(
         f"use the same option set as in previous migration: \"--analysis-scope-path=",
-        test_config.command_output)
+        single_case_text.command_text)
 
 
-def build_test():
+def build_test(single_case_text):
     return True
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bt-analysis-scope-path3/do_test.py

@@ -16,12 +16,12 @@
 from test_utils import *
 
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     return True
 
 
-def migrate_test():
+def migrate_test(single_case_text):
     # clean previous migration output
     if (os.path.exists("out")):
         shutil.rmtree("out")
@@ -54,9 +54,9 @@ def migrate_test():
     return True
 
 
-def build_test():
+def build_test(single_case_text):
     return True
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bt-analysis-scope-path4/do_test.py

@@ -16,15 +16,15 @@
 from test_utils import *
 
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     if os.path.exists("cuda_symlink"):
         os.unlink("cuda_symlink")
     os.symlink("cuda", "cuda_symlink")
     return True
 
 
-def migrate_test():
+def migrate_test(single_case_text):
     # clean previous migration output
     if (os.path.exists("out")):
         shutil.rmtree("out")
@@ -40,9 +40,9 @@ def migrate_test():
     return True
 
 
-def build_test():
+def build_test(single_case_text):
     return True
 
 
-def run_test():
+def run_test(single_case_text):
     return True

behavior_tests/src/bt-autocomplete/do_test.py

@@ -12,102 +12,102 @@
 
 from test_utils import *
 
-def setup_test():
-    change_dir(test_config.current_test)
+def setup_test(single_case_text):
+    change_dir(single_case_text.name, single_case_text)
     return True
 
-def migrate_test():
+def migrate_test(single_case_text):
     res = True
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--gen-build")
     reference = '--gen-build-script\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-gen-build")
     reference = '-gen-build-script\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=foo")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--output-verbosity=#d")
     reference = 'detailed\n' + \
                 'diagnostics\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-output-verbosity=#d")
     reference = 'detailed\n' + \
                 'diagnostics\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--output-verbosity=")
     reference = 'detailed\n' + \
                 'diagnostics\n' + \
                 'normal\n' + \
                 'silent\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-output-verbosity=")
     reference = 'detailed\n' + \
                 'diagnostics\n' + \
                 'normal\n' + \
                 'silent\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=foo#bar##--enable-c")
     reference = '--enable-ctad\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=foo#bar###--format-range=#a")
     reference = 'all\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--rule-file=")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--rule-file")
     reference = '--rule-file\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-p=")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-p")
     reference = '-p\n' + \
                 '-process-all\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--usm-level=#none,restricted#--use-explicit-namespace=#cl,sycl,")
     reference = 'cl,sycl,cl\n' + \
                 'cl,sycl,dpct\n' + \
                 'cl,sycl,none\n' + \
                 'cl,sycl,sycl\n' + \
                 'cl,sycl,sycl-math\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=--usm-level=#none,restricted#--use-explicit-namespace=#cl,sycl,s")
     reference = 'cl,sycl,sycl\n' + \
                 'cl,sycl,sycl-math\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=,")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete==")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=,,")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=-")
     opts = ['--always-use-async-handler\n',
@@ -152,20 +152,20 @@ def migrate_test():
             '--version\n',
             '-p\n']
     for opt in opts:
-        res = res and (opt in test_config.command_output)
+        res = res and (opt in single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=##")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     call_subprocess(test_config.CT_TOOL + " --autocomplete=#")
     reference = '\n'
-    res = res and (reference == test_config.command_output)
+    res = res and (reference == single_case_text.command_text)
 
     return res
 
-def build_test():
+def build_test(single_case_text):
     return True
 
-def run_test():
+def run_test(single_case_text):
     return True