Add support for custom tests.

Author: maleadt

src/ParallelTestRunner.jl

@@ -151,7 +151,7 @@ function runtest(::Type{TestRecord}, f, name)
             Random.seed!(1)
 
             res = @timed @testset $name begin
-                Main.include($f)
+                $f()
             end
             (res...,)
         end
@@ -200,7 +200,8 @@ function runtest(::Type{TestRecord}, f, name)
     return res
 end
 
-function runtests(ARGS, testfilter = _ -> true, RecordType = TestRecord)
+function runtests(ARGS; testfilter = _ -> true, RecordType = TestRecord,
+                  custom_tests::Dict{String}=Dict{String}())
     do_help, _ = extract_flag!(ARGS, "--help")
     if do_help
         println(
@@ -232,6 +233,11 @@ function runtests(ARGS, testfilter = _ -> true, RecordType = TestRecord)
     # choose tests
     tests = []
     test_runners = Dict()
+    ## custom tests by the user
+    for (name, runner) in custom_tests
+        push!(tests, name)
+        test_runners[name] = runner
+    end
     ## files in the test folder
     for (rootpath, dirs, files) in walkdir(WORKDIR)
         # find Julia files
@@ -260,10 +266,10 @@ function runtests(ARGS, testfilter = _ -> true, RecordType = TestRecord)
 
         append!(tests, files)
         for file in files
-            test_runners[file] = joinpath("$WORKDIR", "$file.jl")
+            test_runners[file] = ()->Main.include(joinpath(WORKDIR, "$file.jl"))
         end
     end
-    sort!(tests; by = (file) -> stat(joinpath("$WORKDIR", "$file.jl")).size, rev = true)
+    sort!(tests; by = (file) -> stat(joinpath(WORKDIR, "$file.jl")).size, rev = true)
     ## finalize
     unique!(tests)
 

test/runtests.jl

@@ -2,4 +2,8 @@ using ParallelTestRunner
 
 pushfirst!(ARGS, "--verbose")
 
-runtests(ARGS)
+custom_tests = Dict(
+    "whatever" => Returns(nothing)
+)
+
+runtests(ARGS; custom_tests)