Separate integration tests

Author: Mpdreamz

.github/workflows/ci.yml

@@ -91,7 +91,34 @@ jobs:
         run: dotnet run --project build -c release
 
       - name: Test
-        run: dotnet run --project build -c release -- test
+        run: dotnet run --project build -c release -- unit-test
 
       - name: Publish AOT
         run: dotnet run --project build -c release -- publishbinaries
+
+  integration:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-latest
+          - macos-latest
+          - windows-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Bootstrap Action Workspace
+        id: bootstrap
+        uses: ./.github/actions/bootstrap
+
+      - name: Free Disk Space
+        uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
+        with:
+          tool-cache: false
+
+      - name: Install Aspire workload
+        run: dotnet workload install aspire
+
+      - name: Integration Tests
+        run: dotnet run --project build -c release -- integrate

build/CommandLine.fs

@@ -9,13 +9,22 @@ open Microsoft.FSharp.Reflection
 open System
 open Bullseye
 
+type TestSuite = All | Unit | Integration
+    with
+    member this.SuitName =
+        match FSharpValue.GetUnionFields(this, typeof<TestSuite>) with
+        | case, _ -> case.Name.ToLowerInvariant()
+
 type Build =
     | [<CliPrefix(CliPrefix.None);SubCommand>] Clean
     | [<CliPrefix(CliPrefix.None);SubCommand>] Version
     | [<CliPrefix(CliPrefix.None);Hidden;SubCommand>] Compile
     | [<CliPrefix(CliPrefix.None);SubCommand>] Build
+
     | [<CliPrefix(CliPrefix.None);SubCommand>] Test
-    
+    | [<CliPrefix(CliPrefix.None);SubCommand>] Unit_Test
+    | [<CliPrefix(CliPrefix.None);SubCommand>] Integrate
+
     | [<CliPrefix(CliPrefix.None);SubCommand>] Format
     | [<CliPrefix(CliPrefix.None);SubCommand>] Watch
 
@@ -33,6 +42,7 @@ type Build =
     | [<Inherit;AltCommandLine("-s")>] Single_Target
     | [<Inherit>] Token of string 
     | [<Inherit;AltCommandLine("-c")>] Skip_Dirty_Check
+    | [<Inherit;EqualsAssignment>] Test_Suite of TestSuite
 with
     interface IArgParserTemplate with
         member this.Usage =
@@ -41,8 +51,11 @@ with
             | Clean -> "clean known output locations"
             | Version -> "print version information"
             | Build -> "Run build"
-            
-            | Test -> "runs a clean build and then runs all the tests "
+
+            | Unit_Test -> "alias to providing: test --test-suite=unit"
+            | Integrate -> "alias to providing: test --test-suite=integration"
+            | Test -> "runs a clean build and then runs all the tests unless --test-suite is provided"
+
             | Release -> "runs build, tests, and create and validates the packages shy of publishing them"
             | Publish -> "Publishes artifacts"
             | Format -> "runs dotnet format"
@@ -62,6 +75,7 @@ with
             | Single_Target -> "Runs the provided sub command without running their dependencies"
             | Token _ -> "Token to be used to authenticate with github"
             | Skip_Dirty_Check -> "Skip the clean checkout check that guards the release/publish targets"
+            | Test_Suite _ -> "Specify the test suite to run, defaults to all"
 
     member this.StepName =
         match FSharpValue.GetUnionFields(this, typeof<Build>) with
@@ -87,4 +101,4 @@ with
         let dependsOn = if singleTarget then [] else dependsOn
 
         let steps = dependsOn @ composedOf |> List.map _.StepName
-        Targets.Target(target.StepName, steps, Action(fun _ -> action parsed))
+        Targets.Target(target.StepName, steps, Action(fun _ -> action parsed))

build/Targets.fs

@@ -107,10 +107,17 @@ let private publishContainers _ =
     createImage "docs-builder"
     createImage "docs-assembler"
 
-let private runTests _ =
+let private runTests (testSuite: TestSuite) _ =
+    let testFilter =
+        match testSuite with
+        | All -> []
+        | Unit -> ["--filter"; "FullyQualifiedName~.Tests"]
+        | Integration -> ["--filter"; "FullyQualifiedName~.IntegrationTests"]
+
     exec {
         run "dotnet" (
             ["test"; "-c"; "release"; "--no-restore"; "--no-build"; "--logger"; "GitHubActions"]
+            @ testFilter
             @ ["--"; "RunConfiguration.CollectSourceInformation=true"]
         )
     }
@@ -132,8 +139,10 @@ let Setup (parsed:ParseResults<Build>) =
             Build.Cmd
                 [Clean; Lint; Compile] [] build
 
-        | Test -> Build.Cmd [Compile] [] runTests
-        
+        | Test -> Build.Cmd [Compile] [] <| runTests TestSuite.All
+        | Unit_Test -> Build.Cmd [Compile] [] <| runTests TestSuite.Unit
+        | Integrate -> Build.Cmd [Compile] [] <| runTests TestSuite.Integration
+
         | Release ->
             Build.Cmd 
                 [PristineCheck; Build]
@@ -159,6 +168,7 @@ let Setup (parsed:ParseResults<Build>) =
 
         // flags
         | Single_Target
+        | Test_Suite _
         | Token _
         | Skip_Dirty_Check -> Build.Ignore