Separate tests into two groups

Author: penelopeysm

.github/workflows/CI.yml

@@ -60,6 +60,9 @@ jobs:
             os: macos-latest
             arch: aarch64
             num_threads: 2
+        test_group:
+          - Group1
+          - Group2
 
     steps:
       - uses: actions/checkout@v4
@@ -75,6 +78,7 @@ jobs:
 
       - uses: julia-actions/julia-runtest@v1
         env:
+          GROUP: ${{ matrix.test_group }}
           JULIA_NUM_THREADS: ${{ matrix.runner.num_threads }}
 
       - uses: julia-actions/julia-processcoverage@v1

test/runtests.jl

@@ -39,8 +39,8 @@ Random.seed!(100)
 
 include("test_util.jl")
 
-@testset "DynamicPPL.jl" begin
-    @testset "interface" begin
+@testset verbose = true "DynamicPPL.jl" begin
+    if GROUP == "All" || GROUP == "Group1"
         include("utils.jl")
         include("compiler.jl")
         include("varnamedvector.jl")
@@ -50,15 +50,60 @@ include("test_util.jl")
         include("sampler.jl")
         include("independence.jl")
         include("distribution_wrappers.jl")
-        include("contexts.jl")
-        include("context_implementations.jl")
         include("logdensityfunction.jl")
         include("linking.jl")
-        include("threadsafe.jl")
         include("serialization.jl")
         include("pointwise_logdensities.jl")
         include("lkj.jl")
+    end
+
+    if GROUP == "All" || GROUP == "Group2"
+        include("contexts.jl")
+        include("context_implementations.jl")
+        include("threadsafe.jl")
         include("debug_utils.jl")
+        @testset "compat" begin
+            include(joinpath("compat", "ad.jl"))
+        end
+        @testset "extensions" begin
+            include("ext/DynamicPPLMCMCChainsExt.jl")
+            include("ext/DynamicPPLJETExt.jl")
+        end
+        @testset "ad" begin
+            include("ext/DynamicPPLForwardDiffExt.jl")
+            include("ext/DynamicPPLMooncakeExt.jl")
+            include("ad.jl")
+        end
+        @testset "prob and logprob macro" begin
+            @test_throws ErrorException prob"..."
+            @test_throws ErrorException logprob"..."
+        end
+        @testset "doctests" begin
+            DocMeta.setdocmeta!(
+                DynamicPPL,
+                :DocTestSetup,
+                :(using DynamicPPL, Distributions);
+                recursive=true,
+            )
+            doctestfilters = [
+                # Older versions will show "0 element Array" instead of "Type[]".
+                r"(Any\[\]|0-element Array{.+,[0-9]+})",
+                # Older versions will show "Array{...,1}" instead of "Vector{...}".
+                r"(Array{.+,\s?1}|Vector{.+})",
+                # Older versions will show "Array{...,2}" instead of "Matrix{...}".
+                r"(Array{.+,\s?2}|Matrix{.+})",
+                # Errors from macros sometimes result in `LoadError: LoadError:`
+                # rather than `LoadError:`, depending on Julia version.
+                r"ERROR: (LoadError:\s)+",
+                # Older versions do not have `;;]` but instead just `]` at end of the line
+                # => need to treat `;;]` and `]` as the same, i.e. ignore them if at the end of a line
+                r"(;;){0,1}\]$"m,
+                # Ignore the source of a warning in the doctest output, since this is dependent on host.
+                # This is a line that starts with "└ @ " and ends with the line number.
+                r"└ @ .+:[0-9]+",
+            ]
+            doctest(DynamicPPL; manual=false, doctestfilters=doctestfilters)
+        end
     end
 
     @testset "compat" begin