Reformulate IMEX ARK and SSPRK timestepping schemes

Author: dennisYatunin

.buildkite/pipeline.yml

@@ -2,14 +2,14 @@ agents:
   queue: new-central
   slurm_mem: 8G
   modules: climacommon/2024_04_05
-  partition: expansion
 
 env:
   JULIA_LOAD_PATH: "${JULIA_LOAD_PATH}:${BUILDKITE_BUILD_CHECKOUT_PATH}/.buildkite"
   OPENBLAS_NUM_THREADS: 1
   JULIA_NVTX_CALLBACKS: gc
   OMPI_MCA_opal_warn_on_missing_libcuda: 0
   JULIA_MAX_NUM_PRECOMPILE_FILES: 100
+  JULIA_DEPOT_PATH: "${BUILDKITE_BUILD_PATH}/${BUILDKITE_PIPELINE_SLUG}/depot/default"
 
 steps:
   - label: "init cpu env"
@@ -24,40 +24,38 @@ steps:
       - echo "--- Instantiate perf"
       - "julia --project=perf -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'"
 
+      - echo "--- Instantiate docs"
+      - "julia --project=docs -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'"
+
       - echo "--- Package status"
       - "julia --project -e 'using Pkg; Pkg.status()'"
-
-
-  # - label: "init gpu env"
-  #   key: "init_gpu_env"
-  #   command:
-  #     - echo "--- Configure MPI"
-  #     - julia -e 'using Pkg; Pkg.add("MPIPreferences"); using MPIPreferences; use_system_binary()'
-
-  #     - echo "--- Instantiate project"
-  #     - "julia --project -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'"
-
-  #     - echo "--- Instantiate test"
-  #     - "julia --project=test -e 'using Pkg; Pkg.develop(path=\".\"); Pkg.instantiate(;verbose=true); Pkg.precompile()'"
-
-  #     - echo "--- Initialize CUDA runtime"
-  #     - "julia --project -e 'using CUDA; CUDA.precompile_runtime(); CUDA.versioninfo()'"
-
-  #     - echo "--- Package status"
-  #     - "julia --project -e 'using Pkg; Pkg.status()'"
-  #     slurm_gres: "gpu:1"
+    agents:
+      slurm_gpus: 1
 
   - wait
 
   - label: "CPU tests"
     command: "julia --project=test --check-bounds=yes test/runtests.jl"
     artifact_paths: "output/*"
 
-  # - label: "GPU tests"
-  #   command:
-  #     - "julia --project=test --check-bounds=yes test/runtests.jl CuArray"
-  #   artifact_paths: "output/*"
-  #     slurm_gres: "gpu:1"
+  - label: "Deformational flow limiter test (CPU)"
+    command:
+      - "julia --project=docs --check-bounds=yes docs/src/test_deformational_flow.jl CPU"
+    artifact_paths: "output_CPU/*"
+
+  - label: "Deformational flow limiter test (GPU)"
+    command:
+      - "julia --project=docs docs/src/test_deformational_flow.jl GPU"
+    artifact_paths: "output_GPU/*"
+    agents:
+      slurm_gpus: 1
+
+  - label: "Deformational flow limiter test (GPU w/ check-bounds)"
+    command:
+      - "julia --project=docs --check-bounds=yes docs/src/test_deformational_flow.jl GPU_checkbounds"
+    artifact_paths: "output_GPU_checkbounds/*"
+    agents:
+      slurm_gpus: 1
 
   - label: "Flame graph (1D diffusion)"
     command: "julia --project=perf perf/flame.jl --job_id diffusion_1D"

Project.toml

@@ -16,6 +16,7 @@ LinearOperators = "5c8ed15e-5a4c-59e4-a42b-c7e8811fb125"
 NVTX = "5da4648a-3479-48b8-97b9-01cb529c0a1f"
 SciMLBase = "0bca4576-84f4-4d90-8ffe-ffa030f20462"
 StaticArrays = "90137ffa-7385-5640-81b9-e52037218182"
+UnrolledUtilities = "0fe1646c-419e-43be-ac14-22321958931b"
 
 [compat]
 ClimaComms = "0.4, 0.5"
@@ -30,4 +31,5 @@ LinearOperators = "2"
 NVTX = "0.3"
 SciMLBase = "1, 2"
 StaticArrays = "1"
+UnrolledUtilities = "0.1"
 julia = "1.8"