Merge pull request #3961 from CliMA/zs/autodiff

clean up autodiff tests in ci

Author: szy21

.buildkite/pipeline.yml

@@ -298,13 +298,6 @@ steps:
           --job_id baroclinic_wave_equil_conservation_ft64
         artifact_paths: "baroclinic_wave_equil_conservation_ft64/output_active/*"
 
-      - label: ":computer: baroclinic wave moist check conservation float64 sparse autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl --config_file $CONFIG_PATH/baroclinic_wave_equil_conservation_ft64_sparse_autodiff.yml
-          --job_id baroclinic_wave_equil_conservation_ft64_sparse_autodiff
-        artifact_paths: "baroclinic_wave_equil_conservation_ft64_sparse_autodiff/output_active/*"
-        soft_fail: true
-
       - label: ":computer: baroclinic wave moist check conservation with sources"
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl --config_file $CONFIG_PATH/baroclinic_wave_equil_conservation_source.yml
@@ -342,24 +335,6 @@ steps:
           --job_id baroclinic_wave
         artifact_paths: "baroclinic_wave/output_active/*"
 
-      - label: ":computer: baroclinic wave dense autodiff"
-        key: baroclinic_wave_dense_autodiff
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze10.yml
-          --config_file $CONFIG_PATH/baroclinic_wave_dense_autodiff.yml
-          --job_id baroclinic_wave_dense_autodiff
-        artifact_paths: "baroclinic_wave_dense_autodiff/output_active/*"
-
-      - label: ":computer: baroclinic wave sparse autodiff"
-        key: baroclinic_wave_sparse_autodiff
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze10.yml
-          --config_file $CONFIG_PATH/baroclinic_wave_sparse_autodiff.yml
-          --job_id baroclinic_wave_sparse_autodiff
-        artifact_paths: "baroclinic_wave_sparse_autodiff/output_active/*"
-
       - label: ":computer: no lim baroclinic wave equilmoist"
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
@@ -415,28 +390,6 @@ steps:
           slurm_mem: 20GB
           slurm_constraint: icelake|cascadelake|skylake|epyc
 
-      - label: ":umbrella: aquaplanet nonequil allsky monin_obukhov varying insol gravity wave (gfdl_restart) high top 1-moment dense autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
-          --config_file $CONFIG_PATH/aquaplanet_nonequil_allsky_gw_res_dense_autodiff.yml
-          --job_id aquaplanet_nonequil_allsky_gw_res_dense_autodiff
-        artifact_paths: "aquaplanet_nonequil_allsky_gw_res_dense_autodiff/output_active/*"
-        agents:
-          slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
-
-      - label: ":umbrella: aquaplanet nonequil allsky monin_obukhov varying insol gravity wave (gfdl_restart) high top 1-moment sparse autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
-          --config_file $CONFIG_PATH/aquaplanet_nonequil_allsky_gw_res_sparse_autodiff.yml
-          --job_id aquaplanet_nonequil_allsky_gw_res_sparse_autodiff
-        artifact_paths: "aquaplanet_nonequil_allsky_gw_res_sparse_autodiff/output_active/*"
-        agents:
-          slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
-
       - label: ":umbrella: aquaplanet nonequil allsky monin_obukhov varying insol gravity wave (gfdl_restart) high top 2-moment"
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
@@ -672,16 +625,6 @@ steps:
         agents:
           slurm_mem: 20GB
 
-      - label: ":man_in_business_suit_levitating: AMIP Target EDOnly nonequil sparse autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml
-          --config_file $CONFIG_PATH/amip_target_edonly_nonequil_sparse_autodiff.yml
-          --job_id amip_target_edonly_nonequil_sparse_autodiff
-        artifact_paths: "amip_target_edonly_nonequil_sparse_autodiff/output_active/*"
-        agents:
-          slurm_mem: 40GB
-
   - group: "Diagnostic EDMFX"
     steps:
 
@@ -799,28 +742,6 @@ steps:
           slurm_mem: 20GB
           slurm_constraint: icelake|cascadelake|skylake|epyc
 
-      - label: ":genie: Diagnostic EDMFX aquaplanet dense autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
-          --config_file $CONFIG_PATH/diagnostic_edmfx_aquaplanet_dense_autodiff.yml
-          --job_id diagnostic_edmfx_aquaplanet_dense_autodiff
-        artifact_paths: "diagnostic_edmfx_aquaplanet_dense_autodiff/output_active/*"
-        agents:
-          slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
-
-      - label: ":genie: Diagnostic EDMFX aquaplanet sparse autodiff"
-        command: >
-          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
-          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
-          --config_file $CONFIG_PATH/diagnostic_edmfx_aquaplanet_sparse_autodiff.yml
-          --job_id diagnostic_edmfx_aquaplanet_sparse_autodiff
-        artifact_paths: "diagnostic_edmfx_aquaplanet_sparse_autodiff/output_active/*"
-        agents:
-          slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
-
   - group: "Prognostic EDMFX"
     steps:
 
@@ -901,11 +822,10 @@ steps:
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
           --config_file $CONFIG_PATH/prognostic_edmfx_bomex_implicit_column.yml
-          --job_id prognostic_edmfx_bomex_column_implicit
-        artifact_paths: "prognostic_edmfx_bomex_column_implicit/output_active/*"
+          --job_id prognostic_edmfx_bomex_implicit_column
+        artifact_paths: "prognostic_edmfx_bomex_implicit_column/output_active/*"
         agents:
           slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
 
       - label: ":genie: Prognostic EDMFX Dycoms RF01 in a column"
         command: >
@@ -1014,7 +934,73 @@ steps:
           slurm_mem: 20GB
           slurm_constraint: icelake|cascadelake|skylake|epyc
 
-      - label: ":genie: Prognostic EDMFX aquaplanet dense autodiff"
+  - group: "Autodiff"
+    steps:
+
+      - label: "baroclinic wave moist check conservation float64 sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl --config_file $CONFIG_PATH/baroclinic_wave_equil_conservation_ft64_sparse_autodiff.yml
+          --job_id baroclinic_wave_equil_conservation_ft64_sparse_autodiff
+        artifact_paths: "baroclinic_wave_equil_conservation_ft64_sparse_autodiff/output_active/*"
+        soft_fail: true
+
+      - label: "baroclinic wave dense autodiff"
+        key: baroclinic_wave_dense_autodiff
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze10.yml
+          --config_file $CONFIG_PATH/baroclinic_wave_dense_autodiff.yml
+          --job_id baroclinic_wave_dense_autodiff
+        artifact_paths: "baroclinic_wave_dense_autodiff/output_active/*"
+
+      - label: "baroclinic wave sparse autodiff"
+        key: baroclinic_wave_sparse_autodiff
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze10.yml
+          --config_file $CONFIG_PATH/baroclinic_wave_sparse_autodiff.yml
+          --job_id baroclinic_wave_sparse_autodiff
+        artifact_paths: "baroclinic_wave_sparse_autodiff/output_active/*"
+
+      - label: "Prognostic EDMFX GABLS in a column sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $CONFIG_PATH/prognostic_edmfx_gabls_column_sparse_autodiff.yml
+          --job_id prognostic_edmfx_gabls_column_sparse_autodiff
+        artifact_paths: "prognostic_edmfx_gabls_column_sparse_autodiff/output_active/*"
+        agents:
+          slurm_mem: 20GB
+
+      - label: "Prognostic EDMFX Bomex in a column sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $CONFIG_PATH/prognostic_edmfx_bomex_column_sparse_autodiff.yml
+          --job_id prognostic_edmfx_bomex_column_sparse_autodiff
+        artifact_paths: "prognostic_edmfx_bomex_column_sparse_autodiff/output_active/*"
+        agents:
+          slurm_mem: 20GB
+      
+      - label: "Prognostic EDMFX Dycoms RF02 in a column sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $CONFIG_PATH/prognostic_edmfx_dycoms_rf02_column_sparse_autodiff.yml
+          --job_id prognostic_edmfx_dycoms_rf02_column_sparse_autodiff
+        artifact_paths: "prognostic_edmfx_dycoms_rf02_column_sparse_autodiff/output_active/*"
+        agents:
+          slurm_mem: 20GB
+        soft_fail: true
+      
+      - label: "Prognostic EDMFX TRMM in a column sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $CONFIG_PATH/prognostic_edmfx_trmm_column_sparse_autodiff.yml
+          --job_id prognostic_edmfx_trmm_column_sparse_autodiff
+        artifact_paths: "prognostic_edmfx_trmm_column_sparse_autodiff/output_active/*"
+        agents:
+          slurm_mem: 20GB
+        soft_fail: true
+
+      - label: "Prognostic EDMFX aquaplanet dense autodiff"
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
           --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
@@ -1023,9 +1009,8 @@ steps:
         artifact_paths: "prognostic_edmfx_aquaplanet_dense_autodiff/output_active/*"
         agents:
           slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
 
-      - label: ":genie: Prognostic EDMFX aquaplanet sparse autodiff"
+      - label: "Prognostic EDMFX aquaplanet sparse autodiff"
         command: >
           julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
           --config_file $COMMON_CONFIG_PATH/numerics_sphere_he6ze31.yml
@@ -1034,7 +1019,16 @@ steps:
         artifact_paths: "prognostic_edmfx_aquaplanet_sparse_autodiff/output_active/*"
         agents:
           slurm_mem: 20GB
-          slurm_constraint: icelake|cascadelake|skylake|epyc
+      
+      - label: "AMIP Target EDOnly nonequil sparse autodiff"
+        command: >
+          julia --color=yes --project=.buildkite .buildkite/ci_driver.jl
+          --config_file $COMMON_CONFIG_PATH/numerics_sphere_he16ze63.yml
+          --config_file $CONFIG_PATH/amip_target_edonly_nonequil_sparse_autodiff.yml
+          --job_id amip_target_edonly_nonequil_sparse_autodiff
+        artifact_paths: "amip_target_edonly_nonequil_sparse_autodiff/output_active/*"
+        agents:
+          slurm_mem: 40GB
 
   - group: "GPU"
     steps:

config/model_configs/aquaplanet_nonequil_allsky_gw_res_dense_autodiff.yml

@@ -0,0 +1,45 @@
+initial_condition: "Bomex"
+subsidence: "Bomex"
+scm_coriolis: "Bomex"
+ls_adv: "Bomex"
+surface_setup: "Bomex"
+turbconv: "prognostic_edmfx"
+implicit_diffusion: true
+implicit_sgs_advection: true
+implicit_sgs_entr_detr: true
+implicit_sgs_nh_pressure: true
+implicit_sgs_mass_flux: true
+approximate_linear_solve_iters: 2
+max_newton_iters_ode: 3
+use_auto_jacobian: true
+update_jacobian_every: dt
+debug_jacobian: true
+edmfx_upwinding: first_order
+edmfx_entr_model: "Generalized"
+edmfx_detr_model: "Generalized"
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+edmfx_nh_pressure: true
+edmfx_filter: true
+prognostic_tke: true
+precip_model: 0M
+cloud_model : "grid_scale"
+moist: "equil"
+call_cloud_diagnostics_per_stage: true
+config: "column"
+z_max: 5e3
+z_elem: 40
+z_stretch: false
+perturb_initstate: false
+dt: "50secs"
+t_end: "6hours"
+dt_save_state_to_disk: "10mins"
+toml: [toml/prognostic_edmfx_bomex.toml]
+netcdf_interpolation_num_points: [2, 2, 60]
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl, pr]
+    period: 10mins
+  - short_name: [arup, waup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, taen, thetaaen, haen, husen, huren, clwen, clien, tke]
+    period: 10mins
+  - short_name: [entr, detr, lmix, lmixw, lmixtke, lmixb, bgrad, strain, edt, evu]
+    period: 10mins