Add a precompilation workload

Author: JamesWrigley

Project.toml

@@ -6,6 +6,7 @@ version = "0.3.3"
 [deps]
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 InlineTest = "bd334432-b1e7-49c7-a2dc-dd9149e4ebd6"
+PrecompileTools = "aea7be01-6a6a-4083-8856-8a6e6704d82a"
 Printf = "de0858da-6303-5e67-8744-51eddeeeb8d7"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 Sockets = "6462fe0b-24de-5631-8697-dd941f90decc"
@@ -14,6 +15,7 @@ Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 [compat]
 InlineTest = "=0.2.0"
 Revise = "3.1"
+PrecompileTools = "1.2.1"
 julia = "1"
 
 [extras]

src/ReTest.jl

@@ -1413,6 +1413,11 @@ function process_args(@nospecialize(args);
     # tests is passed to retest in order to run tests in its submodules
     filter!(m -> isdefined(m, INLINE_TEST), modules)
 
+    # Remove the precompilation module if we're not precompiling
+    if ccall(:jl_generating_output, Cint, ()) == 0
+        filter!(m -> nameof(m) !== :_ReTestPrecompileTests, modules)
+    end
+
     shuffle && shuffle!(modules)
 
     ########## process verbose
@@ -1749,4 +1754,6 @@ function runtests(tests::String="")
     Pkg.test("ReTest", test_args=Vector{String}(split(tests)))
 end
 
+include("precompile.jl")
+
 end # module ReTest

src/precompile.jl

@@ -0,0 +1,50 @@
+import PrecompileTools: @setup_workload, @compile_workload
+
+module _ReTestPrecompile
+const x = 1
+end
+
+module _ReTestPrecompileTests
+import .._ReTestPrecompile
+using ..ReTest
+
+@testset "precompilation workload" begin
+    @test _ReTestPrecompile.x == 1
+    @test false
+end
+
+end # _ReTestPrecompileTestsModule
+
+
+@setup_workload begin
+    stderr_pipe = Pipe()
+    stdout_pipe = Pipe()
+
+    @compile_workload begin
+        try
+            redirect_stdio(; stderr=stderr_pipe, stdout=stdout_pipe) do
+                retest(_ReTestPrecompile, _ReTestPrecompileTests; recursive=false, stats=true, spin=true)
+            end
+        catch ex
+            close(stderr_pipe.in)
+            close(stdout_pipe.in)
+
+            if !(ex isa Test.TestSetException)
+                stdout_str = read(stdout_pipe, String)
+                stderr_str = read(stderr_pipe, String)
+
+                @error "Precompilation failed, this is the captured stdout ($(length(stdout_str)) chars):"
+                println(stdout_str)
+
+                @error "And this is the captured stderr ($(length(stderr_str)) chars):"
+                println(stderr_str)
+
+                rethrow()
+            end
+        finally
+            empty!(ReTest.TESTED_MODULES)
+            close(stderr_pipe)
+            close(stdout_pipe)
+        end
+    end
+end