LES experiments in ClimaAtmos

.buildkite/pipeline.yml

@@ -184,6 +184,58 @@ steps:
           slurm_mem: 16G
           slurm_gpus: 1
         soft_fail: true
+
+      - label: ":genie: LES Bomex in a box"
+        command: >
+          julia --color=yes --project=examples examples/hybrid/driver.jl
+          --config_file $CONFIG_PATH/les_bomex_box.yml
+          --job_id les_bomex_box
+        artifact_paths: "les_bomex_box/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_mem: 16G
+          slurm_gpus: 1
+        soft_fail: false
+
+      - label: ":genie: LES DYCOMS in a box"
+        command: >
+          julia --color=yes --project=examples examples/hybrid/driver.jl
+          --config_file $CONFIG_PATH/les_dycoms_box.yml
+          --job_id les_dycoms_box
+        artifact_paths: "les_dycoms_box/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_mem: 16G
+          slurm_gpus: 1
+        soft_fail: false
+
+      - label: ":genie: LES GABLS in a box"
+        command: >
+          julia --color=yes --project=examples examples/hybrid/driver.jl
+          --config_file $CONFIG_PATH/les_gabls_box.yml
+          --job_id les_gabls_box
+        artifact_paths: "les_gabls_box/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_mem: 16G
+          slurm_gpus: 1
+        soft_fail: false
+
+      - label: ":genie: LES Rico in a box"
+        command: >
+          julia --color=yes --project=examples examples/hybrid/driver.jl
+          --config_file $CONFIG_PATH/les_rico_box.yml
+          --job_id les_rico_box
+        artifact_paths: "les_rico_box/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_mem: 16G
+          slurm_gpus: 1
+        soft_fail: false
 
   - group: "Plane Examples"
     steps:

.gitignore

@@ -32,6 +32,8 @@ docs/src/config.md
 test/Manifest*.toml
 calibration/test/Manifest*.toml
 
+Artifacts.toml
+
 # ignore vscode artifacts
 *.vscode
 *.DS

config/default_configs/default_config.yml

@@ -145,6 +145,10 @@ vert_diff:
 hyperdiff:
   help: "Hyperdiffusion [`ClimaHyperdiffusion` (or `true`; default), `none` (or `false`)]"
   value: "CAM_SE"
+smagorinsky_lilly:
+  value: false
+c_smag: 
+  value: 0.2
 bubble:
   help: "Enable bubble correction for more accurate surface areas"
   value: true

config/model_configs/box_density_current_test.yml

@@ -1,16 +1,22 @@
+job_id: "box_density_current_test"
 dt_save_state_to_disk: "10secs"
 initial_condition: "DryDensityCurrentProfile"
 x_max: 51200.0
 z_elem: 45
-dt: "0.1secs"
-t_end: "10.0secs"
+dt: "0.3secs"
+t_end: "1000secs"
 discrete_hydrostatic_balance: true
-y_max: 6400.0
-y_elem: 15
+hyperdiff: "false"
+y_max: 51200.0
+y_elem: 45
 z_stretch: false
 x_elem: 45
 config: "box"
+hyperdiff: "true"
 z_max: 6400.0
+smagorinsky_lilly: true
+c_smag: 0.25
+netcdf_interpolation_num_points: [40, 40, 80]
 diagnostics:
-  - short_name: thetaa
-    period: 10secs
+  - short_name: [thetaa, wa, ua, ta, va, hfes, rhoa, rv, ha]
+    period: 30secs

config/model_configs/les_bomex_box.yml

@@ -0,0 +1,38 @@
+# Bomex config
+initial_condition: "Bomex" 
+edmf_coriolis: "Bomex"
+subsidence: "Bomex" 
+ls_adv: "Bomex" 
+surface_setup: "Bomex"
+config: "box" 
+# microphysics
+moist: "equil"
+precip_model: "1M"
+# diffusion
+implicit_diffusion: false
+hyperdiff: false
+smagorinsky_lilly: true
+c_smag: 0.17
+# time and spatial discretization, ICs, BCs
+ode_algo: "SSPKnoth"
+x_max: 3.2e3
+y_max: 3.2e3 
+z_max: 4.5e3
+x_elem: 8
+y_elem: 8
+z_elem: 45
+z_stretch: false
+dt_cloud_fraction: "10mins"
+dt: "0.1secs" 
+t_end: "3hours" 
+rayleigh_sponge: true
+toml: [toml/les_bomex.toml]  # sponge height
+restart_file: "/groups/esm/hervik/climaatmos-les-artifacts/les_bomex_day0.0.hdf5"
+# diagnostics
+call_cloud_diagnostics_per_stage: true
+output_default_diagnostics: false
+dt_save_state_to_disk: "30mins"
+netcdf_interpolation_num_points: [40, 40, 80]
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl, hfes]
+    period: 10mins

config/model_configs/les_dycoms_box.yml

@@ -0,0 +1,37 @@
+# Dycoms RF01 config
+initial_condition: DYCOMS_RF01
+edmf_coriolis: DYCOMS_RF01
+subsidence: DYCOMS
+rad: DYCOMS
+surface_setup: DYCOMS_RF01
+config: box
+# microphysics
+moist: "equil"
+precip_model: "1M"
+# diffusion
+hyperdiff: false
+smagorinsky_lilly: true
+c_smag: 0.15
+# time and spatial discretization, ICs, BCs
+ode_algo: "SSPKnoth"
+x_max: 500.0
+y_max: 500.0
+z_max: 1.5e3
+x_elem: 4
+y_elem: 4
+z_elem: 300
+z_stretch: false
+tracer_upwinding: third_order
+dt_cloud_fraction: "10mins"
+dt: "0.05secs"
+t_end: "4hours"
+rayleigh_sponge: true
+toml: [toml/les_dycoms.toml]  # sponge height
+restart_file: "/groups/esm/hervik/climaatmos-les-artifacts/les_dycoms_day0.0.hdf5"
+# diagnostics
+dt_save_state_to_disk: "30mins"
+output_default_diagnostics: false
+netcdf_interpolation_num_points: [30,30,75]
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl, hfes]
+    period: 10mins

config/model_configs/les_gabls_box.yml

@@ -0,0 +1,31 @@
+# GABLS config
+edmf_coriolis: GABLS
+initial_condition: GABLS
+surface_setup: GABLS
+config: "box"
+# microphysics
+moist: "equil"
+precip_model: "1M"
+# diffusion
+implicit_diffusion: false
+hyperdiff: false
+# time and spatial discretization, ICs, BCs
+ode_algo: "SSPKnoth"
+x_max: 1e3
+y_max: 1e3
+z_max: 500
+x_elem: 5
+y_elem: 5
+z_elem: 10
+z_stretch: false
+dt: "0.10secs"
+t_end: "100secs"
+perturb_initstate: true
+# diagnostics
+restart_file: "/groups/esm/hervik/climaatmos-les-artifacts/les_gabls_day0.0.hdf5"
+dt_save_state_to_disk: "30mins"
+netcdf_output_at_levels: true
+netcdf_interpolation_num_points: [20, 20, 20]
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
+    period: 10secs

config/model_configs/les_isdac_box.yml

@@ -24,11 +24,13 @@ z_elem: 15
 z_max: 2.5e3
 z_stretch: false
 rayleigh_sponge: true
-toml: [toml/isdac_box.toml]  # sponge height
+toml: [toml/les_isdac.toml]  # sponge height
 ode_algo: "SSPKnoth"
 dt: "0.05secs" 
 t_end: "2mins" 
 dt_cloud_fraction: "10mins"
+restart_file: "/groups/esm/hervik/climaatmos-les-artifacts/les_isdac_day0.0.hdf5"
+# diagnostics
 dt_save_state_to_disk: "1mins"
 netcdf_interpolation_num_points: [30, 30, 150]
 diagnostics:

config/model_configs/les_rico_box.yml

@@ -0,0 +1,38 @@
+# Rico config
+initial_condition: Rico
+subsidence: Rico
+edmf_coriolis: Rico
+ls_adv: Rico
+surface_setup: Rico
+config: box
+# microphysics
+moist: equil
+precip_model: "1M"
+# diffusion
+implicit_diffusion: false
+hyperdiff: false
+approximate_linear_solve_iters: 2
+smagorinsky_lilly: true
+# time and spatial discretization, ICs, BCs
+ode_algo: "SSPKnoth"
+c_smag: 0.17
+x_max: 4e3
+y_max: 4e3
+z_max: 6e3
+x_elem: 10
+y_elem: 10
+z_elem: 60
+z_stretch: false
+rayleigh_sponge: true
+dt_cloud_fraction: "10mins"
+dt: "0.20secs"
+t_end: "2hours"
+apply_limiter: false
+restart_file: "/groups/esm/hervik/climaatmos-les-artifacts/les_rico_day0.0.hdf5"
+toml: [toml/les_rico.toml]  # sponge height
+# diagnostics
+dt_save_state_to_disk: 30mins
+netcdf_interpolation_num_points: [30, 30, 150]
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, husra, cl, clw, cli, hussfc, evspsbl, hfes, pr]
+    period: 10mins