Merge pull request #2945 from CliMA/zs/progedmf_gpu_scaling

add aquaplanet with prognostic edmf to gpu scaling pipeline

Author: szy21

.buildkite/gpu_pipeline/pipeline.yml

@@ -250,3 +250,21 @@ steps:
           slurm_ntasks: 1
           slurm_mem: 32G
           slurm_exclusive:
+
+  - group: "Prognostic EDMF GPU"
+    steps:
+
+      - label: "gpu_aquaplanet_progedmf - 1 GPU"
+        command:
+          - mkdir -p gpu_aquaplanet_progedmf
+          - >
+            nsys profile --trace=nvtx,mpi,cuda,osrt --output=gpu_aquaplanet_progedmf/output_active/report
+            julia --threads=3 --color=yes --project=examples examples/hybrid/driver.jl
+            --config_file ${GPU_CONFIG_PATH}gpu_aquaplanet_progedmf.yml
+        artifact_paths: "gpu_aquaplanet_progedmf/output_active/*"
+        agents:
+          slurm_gpus_per_task: 1
+          slurm_cpus_per_task: 4
+          slurm_ntasks: 1
+          slurm_mem: 32G
+          slurm_exclusive:

config/gpu_configs/gpu_aquaplanet_progedmf.yml

@@ -0,0 +1,32 @@
+job_id: gpu_aquaplanet_progedmf
+dt_save_state_to_disk: "Inf"
+dt_save_to_sol: "Inf"
+output_default_diagnostics: false
+h_elem: 30
+z_max: 55000.0
+z_elem: 63
+dz_bottom: 30.0
+dz_top: 3000.0
+moist: equil 
+surface_setup: DefaultMoninObukhov 
+rad: allskywithclear
+idealized_insolation: false
+dt_rad: 1hours
+dt_cloud_fraction: 1hours
+turbconv: prognostic_edmfx
+implicit_diffusion: true
+implicit_sgs_advection: true
+approximate_linear_solve_iters: 2
+max_newton_iters_ode: 3
+prognostic_tke: true
+edmfx_upwinding: first_order 
+edmfx_entr_model: "Generalized" 
+edmfx_detr_model: "Generalized" 
+edmfx_nh_pressure: true
+edmfx_velocity_relaxation: true
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+precip_model: 0M
+dt: 10secs 
+t_end: 1hours 
+toml: [toml/prognostic_edmfx.toml]