Skip to content

Commit a0b31ad

Browse files
nefrathenriciszy21
nefrathenrici
authored and
szy21
committed
test split divergence
1 parent d632069 commit a0b31ad

12 files changed

+198
-181
lines changed

‎.buildkite/longruns_gpu/pipeline.yml‎

Lines changed: 65 additions & 173 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ steps:
2222
key: "init_gpu_env"
2323
command:
2424
- echo "--- Instantiate examples"
25+
- julia --project=.buildkite -e 'using Pkg; Pkg.add(PackageSpec(name="ClimaCore", rev="ne-ts/splitform"))'
2526
- julia --project=.buildkite -e 'using Pkg; Pkg.instantiate(;verbose=true)'
2627
- julia --project=.buildkite -e 'using Pkg; Pkg.precompile()'
2728
- julia --project=.buildkite -e 'using CUDA; CUDA.precompile_runtime()'
@@ -38,36 +39,7 @@ steps:
3839

3940
- group: "helem 30 dycore"
4041
steps:
41-
42-
- label: ":computer: hydrostatic balance"
43-
command: >
44-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
45-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze63.yml
46-
--config_file $CONFIG_PATH/$$JOB_NAME.yml
47-
--job_id $$JOB_NAME
48-
artifact_paths: "$$JOB_NAME/output_active/*"
49-
agents:
50-
slurm_gpus: 1
51-
slurm_time: 12:00:00
52-
env:
53-
CLIMACOMMS_DEVICE: "CUDA"
54-
JOB_NAME: "longrun_hydrostatic_balance"
55-
56-
- label: ":computer: dry baroclinic wave"
57-
command: >
58-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
59-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
60-
--config_file $CONFIG_PATH/$$JOB_NAME.yml
61-
--job_id $$JOB_NAME
62-
artifact_paths: "$$JOB_NAME/output_active/*"
63-
agents:
64-
slurm_gpus: 1
65-
slurm_time: 12:00:00
66-
env:
67-
CLIMACOMMS_DEVICE: "CUDA"
68-
JOB_NAME: "longrun_dry_baroclinic_wave"
69-
70-
- label: ":computer: dry baroclinic wave high res"
42+
- label: ":computer: baroclinic wave equilmoist"
7143
command: >
7244
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
7345
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
@@ -79,7 +51,7 @@ steps:
7951
slurm_time: 12:00:00
8052
env:
8153
CLIMACOMMS_DEVICE: "CUDA"
82-
JOB_NAME: "longrun_dry_baroclinic_wave_he60"
54+
JOB_NAME: "longrun_moist_baroclinic_wave_base"
8355

8456
- label: ":computer: baroclinic wave equilmoist"
8557
command: >
@@ -93,26 +65,13 @@ steps:
9365
slurm_time: 12:00:00
9466
env:
9567
CLIMACOMMS_DEVICE: "CUDA"
96-
JOB_NAME: "longrun_moist_baroclinic_wave"
68+
JOB_NAME: "longrun_moist_baroclinic_wave_dt_90_half_coeff"
9769

98-
- label: ":computer: baroclinic wave equilmoist high res"
99-
command: >
100-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
101-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
102-
--config_file $CONFIG_PATH/$$JOB_NAME.yml
103-
--job_id $$JOB_NAME
104-
artifact_paths: "$$JOB_NAME/output_active/*"
105-
agents:
106-
slurm_gpus: 1
107-
slurm_time: 24:00:00
108-
env:
109-
CLIMACOMMS_DEVICE: "CUDA"
110-
JOB_NAME: "longrun_moist_baroclinic_wave_he60"
11170

112-
- label: ":computer: dry held-suarez"
71+
- label: ":computer: baroclinic wave equilmoist"
11372
command: >
11473
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
115-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze63.yml
74+
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
11675
--config_file $CONFIG_PATH/$$JOB_NAME.yml
11776
--job_id $$JOB_NAME
11877
artifact_paths: "$$JOB_NAME/output_active/*"
@@ -121,129 +80,62 @@ steps:
12180
slurm_time: 12:00:00
12281
env:
12382
CLIMACOMMS_DEVICE: "CUDA"
124-
JOB_NAME: "longrun_dry_held_suarez"
125-
126-
- label: ":computer: held-suarez, equilmoist"
127-
command: >
128-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
129-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze63.yml
130-
--config_file $CONFIG_PATH/$$JOB_NAME.yml
131-
--job_id $$JOB_NAME
132-
artifact_paths: "$$JOB_NAME/output_active/*"
133-
agents:
134-
slurm_gpus: 1
135-
slurm_time: 24:00:00
136-
env:
137-
CLIMACOMMS_DEVICE: "CUDA"
138-
JOB_NAME: "longrun_moist_held_suarez"
139-
140-
- group: "helem 16 aquaplanet"
141-
steps:
142-
143-
- label: ":computer: aquaplanet equilmoist allsky radiation + 0M microphysics"
144-
command: >
145-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
146-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
147-
--job_id $$JOB_NAME
148-
artifact_paths: "$$JOB_NAME/output_active/*"
149-
agents:
150-
slurm_gpus: 1
151-
slurm_time: 24:00:00
152-
env:
153-
CLIMACOMMS_DEVICE: "CUDA"
154-
JOB_NAME: "longrun_aquaplanet_allsky_0M"
155-
156-
- label: ":computer: aquaplanet equilmoist allsky radiation + diagnostic edmf + 0M microphysics"
157-
command: >
158-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
159-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
160-
--job_id $$JOB_NAME
161-
artifact_paths: "$$JOB_NAME/output_active/*"
162-
agents:
163-
slurm_gpus: 1
164-
slurm_time: 24:00:00
165-
env:
166-
CLIMACOMMS_DEVICE: "CUDA"
167-
JOB_NAME: "longrun_aquaplanet_allsky_diagedmf_0M"
168-
169-
- label: ":computer: aquaplanet equilmoist allsky radiation + prognostic edmf + 0M microphysics"
170-
command: >
171-
srun julia --project=.buildkite .buildkite/ci_driver.jl
172-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
173-
--job_id $$JOB_NAME
174-
artifact_paths: "$$JOB_NAME/output_active/*"
175-
agents:
176-
slurm_gpus: 1
177-
slurm_time: 24:00:00
178-
env:
179-
CLIMACOMMS_DEVICE: "CUDA"
180-
JOB_NAME: "longrun_aquaplanet_allsky_progedmf_0M"
181-
182-
- label: ":computer: aquaplanet equilmoist allsky radiation + 0M microphysics + earth topography"
183-
command: >
184-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
185-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
186-
--job_id $$JOB_NAME
187-
artifact_paths: "$$JOB_NAME/output_active/*"
188-
agents:
189-
slurm_gpus: 1
190-
slurm_time: 24:00:00
191-
env:
192-
CLIMACOMMS_DEVICE: "CUDA"
193-
JOB_NAME: "longrun_aquaplanet_allsky_0M_earth"
194-
195-
- label: ":umbrella: aquaplanet non-equil moisture allsky radiation + 1M microphysics"
196-
command: >
197-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
198-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
199-
--job_id $$JOB_NAME
200-
artifact_paths: "$$JOB_NAME/output_active/*"
201-
agents:
202-
slurm_gpus: 1
203-
slurm_time: 24:00:00
204-
env:
205-
CLIMACOMMS_DEVICE: "CUDA"
206-
JOB_NAME: "longrun_aquaplanet_allsky_1M"
207-
208-
- label: ":computer: aquaplanet equilmoist allsky radiation + time-varying insolation + 0M microphysics + slab ocean"
209-
command: >
210-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
211-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
212-
--job_id $$JOB_NAME
213-
artifact_paths: "$$JOB_NAME/output_active/*"
214-
agents:
215-
slurm_gpus: 1
216-
slurm_time: 24:00:00
217-
env:
218-
CLIMACOMMS_DEVICE: "CUDA"
219-
JOB_NAME: "longrun_aquaplanet_allsky_tvinsol_0M_slabocean"
220-
221-
- group: "atmos-only coupler runs"
222-
223-
steps:
224-
225-
- label: ":computer: amip target diagnostic edmf"
226-
command: >
227-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
228-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
229-
--job_id $$JOB_NAME
230-
artifact_paths: "$$JOB_NAME/output_active/*"
231-
agents:
232-
slurm_gpus: 1
233-
slurm_time: 24:00:00
234-
env:
235-
CLIMACOMMS_DEVICE: "CUDA"
236-
JOB_NAME: "amip_target_diagedmf"
237-
238-
- label: ":computer: amip target edonly edmf"
239-
command: >
240-
srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
241-
--config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml --config_file $CONFIG_PATH/$$JOB_NAME.yml
242-
--job_id $$JOB_NAME
243-
artifact_paths: "$$JOB_NAME/output_active/*"
244-
agents:
245-
slurm_gpus: 1
246-
slurm_time: 24:00:00
247-
env:
248-
CLIMACOMMS_DEVICE: "CUDA"
249-
JOB_NAME: "amip_target_edonly"
83+
JOB_NAME: "longrun_moist_baroclinic_wave_dt_90_quarter_coeff"
84+
85+
# - label: ":computer: baroclinic wave equilmoist"
86+
# command: >
87+
# srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
88+
# --config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
89+
# --config_file $CONFIG_PATH/$$JOB_NAME.yml
90+
# --job_id $$JOB_NAME
91+
# artifact_paths: "$$JOB_NAME/output_active/*"
92+
# agents:
93+
# slurm_gpus: 1
94+
# slurm_time: 12:00:00
95+
# env:
96+
# CLIMACOMMS_DEVICE: "CUDA"
97+
# JOB_NAME: "longrun_moist_baroclinic_wave_dt_120"
98+
99+
# - label: ":computer: baroclinic wave equilmoist"
100+
# command: >
101+
# srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
102+
# --config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
103+
# --config_file $CONFIG_PATH/$$JOB_NAME.yml
104+
# --job_id $$JOB_NAME
105+
# artifact_paths: "$$JOB_NAME/output_active/*"
106+
# agents:
107+
# slurm_gpus: 1
108+
# slurm_time: 12:00:00
109+
# env:
110+
# CLIMACOMMS_DEVICE: "CUDA"
111+
# JOB_NAME: "longrun_moist_baroclinic_wave_dt_180"
112+
113+
# - label: ":computer: baroclinic wave equilmoist"
114+
# command: >
115+
# srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
116+
# --config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
117+
# --config_file $CONFIG_PATH/$$JOB_NAME.yml
118+
# --job_id $$JOB_NAME
119+
# artifact_paths: "$$JOB_NAME/output_active/*"
120+
# agents:
121+
# slurm_gpus: 1
122+
# slurm_time: 12:00:00
123+
# env:
124+
# CLIMACOMMS_DEVICE: "CUDA"
125+
# JOB_NAME: "longrun_moist_baroclinic_wave_dt_240"
126+
127+
# - label: ":computer: baroclinic wave equilmoist"
128+
# command: >
129+
# srun julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
130+
# --config_file $COMMON_CONFIG_PATH/numerics_sphere_he30ze43.yml
131+
# --config_file $CONFIG_PATH/$$JOB_NAME.yml
132+
# --job_id $$JOB_NAME
133+
# artifact_paths: "$$JOB_NAME/output_active/*"
134+
# agents:
135+
# slurm_gpus: 1
136+
# slurm_time: 12:00:00
137+
# env:
138+
# CLIMACOMMS_DEVICE: "CUDA"
139+
# JOB_NAME: "longrun_moist_baroclinic_wave_dt_300"
140+
141+

‎.buildkite/pipeline.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,7 @@ steps:
2828
- julia --check-bounds=yes -e 'using TOML; @assert TOML.parsefile(".buildkite/Manifest-v1.11.toml")["deps"]["ClimaAtmos"][1]["path"] == ".."'
2929

3030
- echo "--- Instantiate .buildkite"
31+
- julia --project=.buildkite -e 'using Pkg; Pkg.add(PackageSpec(name="ClimaCore", rev="ne-ts/splitform"))'
3132
- "julia --project=.buildkite -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true); using CUDA; CUDA.precompile_runtime(); Pkg.status()'"
3233

3334
agents:

‎config/longrun_configs/longrun_moist_baroclinic_wave_base.yml‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
vert_diff: DecayWithHeightDiffusion
4+
implicit_diffusion: true
5+
approximate_linear_solve_iters: 2
6+
moist: "nonequil"
7+
precip_model: "1M"
8+
dt_save_state_to_disk: "10days"
9+
disable_surface_flux_tendency: true
10+
toml: [toml/longrun_baroclinic_wave_1M.toml]
11+
diagnostics:
12+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli, husra, hussn, rv]
13+
period: 1days
14+
hyperdiff: ClimaHyperdiffusion
15+
vorticity_hyperdiffusion_coefficient: 0.1857
16+
scalar_hyperdiffusion_coefficient: 0.929738

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_120.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
moist: "equil"
4+
precip_model: "0M"
5+
dt_save_state_to_disk: "10days"
6+
disable_surface_flux_tendency: true
7+
toml: [toml/longrun_baroclinic_wave.toml]
8+
diagnostics:
9+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli]
10+
period: 1days
11+
hyperdiff: ClimaHyperdiffusion
12+
vorticity_hyperdiffusion_coefficient: 0.1857
13+
scalar_hyperdiffusion_coefficient: 0.929738
14+
dt: 120secs

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_180.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
moist: "equil"
4+
precip_model: "0M"
5+
dt_save_state_to_disk: "10days"
6+
disable_surface_flux_tendency: true
7+
toml: [toml/longrun_baroclinic_wave.toml]
8+
diagnostics:
9+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli]
10+
period: 1days
11+
hyperdiff: ClimaHyperdiffusion
12+
vorticity_hyperdiffusion_coefficient: 0.1857
13+
scalar_hyperdiffusion_coefficient: 0.929738
14+
dt: 180secs

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_240.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
moist: "equil"
4+
precip_model: "0M"
5+
dt_save_state_to_disk: "10days"
6+
disable_surface_flux_tendency: true
7+
toml: [toml/longrun_baroclinic_wave.toml]
8+
diagnostics:
9+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli]
10+
period: 1days
11+
hyperdiff: ClimaHyperdiffusion
12+
vorticity_hyperdiffusion_coefficient: 0.1857
13+
scalar_hyperdiffusion_coefficient: 0.929738
14+
dt: 240secs

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_300.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
moist: "equil"
4+
precip_model: "0M"
5+
dt_save_state_to_disk: "10days"
6+
disable_surface_flux_tendency: true
7+
toml: [toml/longrun_baroclinic_wave.toml]
8+
diagnostics:
9+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli]
10+
period: 1days
11+
hyperdiff: ClimaHyperdiffusion
12+
vorticity_hyperdiffusion_coefficient: 0.1857
13+
scalar_hyperdiffusion_coefficient: 0.929738
14+
dt: 300secs

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_90_half_coeff.yml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
vert_diff: DecayWithHeightDiffusion
4+
implicit_diffusion: true
5+
approximate_linear_solve_iters: 2
6+
moist: "nonequil"
7+
precip_model: "1M"
8+
dt_save_state_to_disk: "10days"
9+
disable_surface_flux_tendency: true
10+
toml: [toml/longrun_baroclinic_wave_1M.toml]
11+
diagnostics:
12+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli, husra, hussn, rv]
13+
period: 1days
14+
hyperdiff: ClimaHyperdiffusion
15+
vorticity_hyperdiffusion_coefficient: 0.09285
16+
scalar_hyperdiffusion_coefficient: 0.464869
17+
dt: 90secs

‎config/longrun_configs/longrun_moist_baroclinic_wave_dt_90_quarter_coeff.yml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
t_end: "30days"
2+
initial_condition: "MoistBaroclinicWave"
3+
vert_diff: DecayWithHeightDiffusion
4+
implicit_diffusion: true
5+
approximate_linear_solve_iters: 2
6+
moist: "nonequil"
7+
precip_model: "1M"
8+
dt_save_state_to_disk: "10days"
9+
disable_surface_flux_tendency: true
10+
toml: [toml/longrun_baroclinic_wave_1M.toml]
11+
diagnostics:
12+
- short_name: [pfull, wa, va, ua, ta, rhoa, rv, hus, ke, clw, cli, husra, hussn, rv]
13+
period: 1days
14+
hyperdiff: ClimaHyperdiffusion
15+
vorticity_hyperdiffusion_coefficient: 0.046425
16+
scalar_hyperdiffusion_coefficient: 0.2324345
17+
dt: 90secs

0 commit comments

Comments
 (0)