setup groups in test matrix, Safetestsets

Author: bgctw

.github/workflows/CI.yml

@@ -13,7 +13,7 @@ concurrency:
   cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
 jobs:
   test:
-    name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }}
+    name: Julia ${{ matrix.group }} - ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
     runs-on: ${{ matrix.os }}
     timeout-minutes: 60
     permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
@@ -22,9 +22,13 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
+        # https://youtu.be/fQJrEQIRPZU?list=PLP8iPy9hna6Tze1CReUAQweWHyNdXaPNb&t=967
+        group:
+          - Basic
+          - Aqua
         version:
+          - '1'
           - '1.10'
-          - '1.6'
         os:
           - ubuntu-latest
         arch:
@@ -38,6 +42,8 @@ jobs:
       - uses: julia-actions/cache@v2
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1
+        env:
+          GROUP: ${{ matrix.group }}
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v4
         with:

.gitignore

@@ -1,6 +1,7 @@
 *.jl.*.cov
 *.jl.cov
 *.jl.mem
-/Manifest.toml
-/docs/Manifest.toml
+/Manifest*.toml
+/docs/Manifest*.toml
 /docs/build/
+test/Manifest*.toml

test/Project.toml

@@ -1,3 +1,4 @@
 [deps]
 Aqua = "4c88cf16-eb10-579e-8560-4a9242c79595"
+SafeTestsets = "1bc83da4-3b8d-516f-aca4-4fe02f6d838f"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

test/runtests.jl

@@ -1,10 +1,16 @@
-using HybridVariationalInference
-using Test
-using Aqua
+using Test, SafeTestsets
+const GROUP = get(ENV, "GROUP", "All") # defined in in CI.yml
 
-@testset "HybridVariationalInference.jl" begin
-    @testset "Code quality (Aqua.jl)" begin
-        Aqua.test_all(HybridVariationalInference)
+@time begin
+    if GROUP == "All" || GROUP == "Basic"
     end
-    # Write your tests here.
 end
+
+@time begin
+    if GROUP == "All" || GROUP == "Aqua"
+        #@safetestset "test_aqua" include("test/test_aqua.jl")
+        @time @safetestset "test_aqua" include("test_aqua.jl")
+    end
+end
+
+

test/test_aqua.jl

@@ -0,0 +1,10 @@
+using HybridVariationalInference
+using Test
+using Aqua
+
+@testset "HybridVariationalInference.jl" begin
+    @testset "Code quality (Aqua.jl)" begin
+        Aqua.test_all(HybridVariationalInference)
+    end
+    # Write your tests here.
+end