Skip to content

Commit

Permalink
Merge branch 'stephenprice/glc/update-gis20km-tests' (PR #6445)
Browse files Browse the repository at this point in the history
Update support for low-resolution Greenland tests

This PR updates and/or adds new testing support for IG and BG test cases
using an active, 20km Greenland ice sheet.

Updates & changes include:
* updated SMS test support so that mali hist files are included in
  baseline comparisons
* added a default PE layout for Chrys and pm-cpu for low-res, BG case
  with active 20km GIS
* simplified existing ERS & SMS IG case tests to use same testdef files
* updated all IG and BG tests to use v3 Icos ocean mesh
* moved IG tests out of elm component dirs and into mali component dirs

[BFB] for all currently tested configurations
  • Loading branch information
jonbob committed Jul 10, 2024
2 parents 429dc36 + 23c37c5 commit 04842fe
Show file tree
Hide file tree
Showing 9 changed files with 98 additions and 19 deletions.
60 changes: 49 additions & 11 deletions cime_config/allactive/config_pesall.xml
Original file line number Diff line number Diff line change
Expand Up @@ -1253,7 +1253,7 @@
</grid>
<grid name="a%ne30np4.pg2_l%r05_oi%IcoswISC30E3r5_r%r05_.+">
<mach name="chrysalis">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="T">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="T">
<comment> --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 4 nodes pure-MPI, ~1.5 sypd </comment>
<ntasks>
<ntasks_atm>-4</ntasks_atm>
Expand All @@ -1264,7 +1264,7 @@
<ntasks_lnd>-4</ntasks_lnd>
</ntasks>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="S">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="S">
<comment> --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 20 nodes pure-MPI, ~7.25 sypd </comment>
<ntasks>
<ntasks_atm>1024</ntasks_atm>
Expand All @@ -1283,7 +1283,7 @@
<rootpe_lnd>640</rootpe_lnd>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="M">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="M">
<comment> --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 54 nodes pure-MPI, ~17.5 sypd </comment>
<ntasks>
<ntasks_atm>2752</ntasks_atm>
Expand All @@ -1302,7 +1302,7 @@
<rootpe_lnd>2048</rootpe_lnd>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="L">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="L">
<comment> --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 105 nodes pure-MPI, ~27.7 sypd </comment>
<ntasks>
<ntasks_atm>5440</ntasks_atm>
Expand All @@ -1323,7 +1323,7 @@
</pes>
</mach>
<mach name="gcp12">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="any">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="any">
<comment> gcp12 --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 4 nodes </comment>
<ntasks>
<ntasks_atm>-4</ntasks_atm>
Expand All @@ -1336,7 +1336,7 @@
</pes>
</mach>
<mach name="pm-cpu|muller-cpu|alvarez">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="any">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="any">
<comment> pm-cpu --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 8 nodes, stacked layout, 128x1 4-5 sypd</comment>
<MAX_MPITASKS_PER_NODE>128</MAX_MPITASKS_PER_NODE>
<ntasks>
Expand All @@ -1356,7 +1356,7 @@
<nthrds_cpl>1</nthrds_cpl>
</nthrds>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="L">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="L">
<comment> pm-cpu --compset WCYCL* --res ne30pg2_r05_IcoswISC30E3r5 on 30 nodes, 128x1 ~15 sypd</comment>
<MAX_MPITASKS_PER_NODE>128</MAX_MPITASKS_PER_NODE>
<ntasks>
Expand Down Expand Up @@ -1384,7 +1384,7 @@
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="XL">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="XL">
<comment> pm-cpu: -compset WCYCL* -res ne30pg2_r05_IcoswISC30E3r5 on 61 nodes, 120x1, ~23 sypd</comment>
<MAX_MPITASKS_PER_NODE>120</MAX_MPITASKS_PER_NODE>
<ntasks>
Expand Down Expand Up @@ -1416,7 +1416,7 @@
</grid>
<grid name="a%ne30np4.pg2_l%r05_oi%IcosXISC30E3r7_r%r05_.+">
<mach name="chrysalis">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="S">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="S">
<comment> --compset WCYCL* --res ne30pg2_r05_IcosXISC30E3r7 on 20 nodes pure-MPI, ~7.25 sypd </comment>
<ntasks>
<ntasks_atm>1024</ntasks_atm>
Expand All @@ -1435,7 +1435,7 @@
<rootpe_lnd>640</rootpe_lnd>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="M">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="M">
<comment> --compset WCYCL* --res ne30pg2_r05_IcosXISC30E3r7 on 54 nodes pure-MPI, ~17.5 sypd </comment>
<ntasks>
<ntasks_atm>2752</ntasks_atm>
Expand All @@ -1454,7 +1454,7 @@
<rootpe_lnd>2048</rootpe_lnd>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+" pesize="L">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+" pesize="L">
<comment> --compset WCYCL* --res ne30pg2_r05_IcosXISC30E3r7 on 105 nodes pure-MPI, ~27.7 sypd </comment>
<ntasks>
<ntasks_atm>5440</ntasks_atm>
Expand Down Expand Up @@ -2442,4 +2442,42 @@
</pes>
</mach>
</grid>
<grid name="a%ne30np4.pg2_l%r05_oi%IcoswISC30E3r5_r%r05_g%mpas.gis20km_w%null_z%null_m%IcoswISC30E3r5">
<mach name="chrysalis|pm-cpu|alvarez">
<pes compset="1850_EAM%CMIP6_ELM%SPBC_MPASSI_MPASO_MOSART_MALI_SWAV" pesize="any">
<comment>GIS 20km (low-res) testing config</comment>
<MAX_MPITASKS_PER_NODE>128</MAX_MPITASKS_PER_NODE>
<MAX_TASKS_PER_NODE>128</MAX_TASKS_PER_NODE>
<ntasks>
<ntasks_atm>512</ntasks_atm>
<ntasks_lnd>512</ntasks_lnd>
<ntasks_rof>512</ntasks_rof>
<ntasks_ice>512</ntasks_ice>
<ntasks_ocn>512</ntasks_ocn>
<ntasks_glc>256</ntasks_glc>
<ntasks_wav>512</ntasks_wav>
<ntasks_cpl>512</ntasks_cpl>
</ntasks>
<nthrds>
<nthrds_atm>1</nthrds_atm>
<nthrds_lnd>1</nthrds_lnd>
<nthrds_rof>1</nthrds_rof>
<nthrds_ice>1</nthrds_ice>
<nthrds_ocn>1</nthrds_ocn>
<nthrds_glc>1</nthrds_glc>
<nthrds_wav>1</nthrds_wav>
<nthrds_cpl>1</nthrds_cpl>
</nthrds>
<rootpe>
<rootpe_atm>0</rootpe_atm>
<rootpe_lnd>0</rootpe_lnd>
<rootpe_rof>0</rootpe_rof>
<rootpe_ice>0</rootpe_ice>
<rootpe_ocn>0</rootpe_ocn>
<rootpe_glc>0</rootpe_glc>
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
</pes>
</mach>
</grid>
</config_pes>
2 changes: 1 addition & 1 deletion cime_config/config_archive.xml
Original file line number Diff line number Diff line change
Expand Up @@ -117,7 +117,7 @@
</test_file_names>
</comp_archive_spec>

<comp_archive_spec compname="mali" compclass="glc" exclude_testing="true">
<comp_archive_spec compname="mali" compclass="glc">
<rest_file_extension>rst</rest_file_extension>
<hist_file_extension>hist</hist_file_extension>
<rest_history_varname>unset</rest_history_varname>
Expand Down
1 change: 1 addition & 0 deletions cime_config/config_files.xml
Original file line number Diff line number Diff line change
Expand Up @@ -351,6 +351,7 @@
<value component="mpaso" >$COMP_ROOT_DIR_OCN/cime_config/testdefs/testmods_dirs</value>
<value component="mpassi" >$COMP_ROOT_DIR_ICE/cime_config/testdefs/testmods_dirs</value>
<value component="ww3" >$COMP_ROOT_DIR_WAV/cime_config/testdefs/testmods_dirs</value>
<value component="mali" >$COMP_ROOT_DIR_GLC/cime_config/testdefs/testmods_dirs</value>
</values>
<group>case_last</group>
<file>env_case.xml</file>
Expand Down
1 change: 1 addition & 0 deletions cime_config/testmods_dirs/allactive/gis20km/user_nl_mali
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
config_am_globalstats_enable = .false.
42 changes: 40 additions & 2 deletions cime_config/testmods_dirs/config_pes_tests.xml
Original file line number Diff line number Diff line change
Expand Up @@ -117,7 +117,7 @@
<!-- allactive -->
<grid name="a%ne30np4.pg.+_oi%IcoswISC30E3r5">
<mach name="chrysalis">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+_SESP$" pesize="any">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+_SESP$" pesize="any">
<comment>tests+chrysalis: -compset WCYCL* -res ne30pg*IcoswISC30E3r5 on 6 nodes pure-MPI </comment>
<ntasks>
<ntasks_atm>320</ntasks_atm>
Expand Down Expand Up @@ -158,7 +158,7 @@
<ntasks_cpl>-8</ntasks_cpl>
</ntasks>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SWAV.+_SESP$" pesize="any">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV.+_SESP$" pesize="any">
<comment>tests+anvil: --compset WCYCL* --res ne30pg2_IcoswISC30E3r5 on 16 nodes pure-MPI </comment>
<ntasks>
<ntasks_atm>396</ntasks_atm>
Expand Down Expand Up @@ -314,4 +314,42 @@
</pes>
</mach>
</grid>
<grid name="a%ne30np4.pg2_l%r05_oi%IcoswISC30E3r5_r%r05_g%mpas.gis20km_w%null_z%null_m%IcoswISC30E3r5">
<mach name="chrysalis|pm-cpu|alvarez">
<pes compset="1850_EAM%CMIP6_ELM%SPBC_MPASSI_MPASO_MOSART_MALI_SWAV" pesize="any">
<comment>GIS 20km (low-res) testing config</comment>
<MAX_MPITASKS_PER_NODE>128</MAX_MPITASKS_PER_NODE>
<MAX_TASKS_PER_NODE>128</MAX_TASKS_PER_NODE>
<ntasks>
<ntasks_atm>512</ntasks_atm>
<ntasks_lnd>512</ntasks_lnd>
<ntasks_rof>512</ntasks_rof>
<ntasks_ice>512</ntasks_ice>
<ntasks_ocn>512</ntasks_ocn>
<ntasks_glc>256</ntasks_glc>
<ntasks_wav>512</ntasks_wav>
<ntasks_cpl>512</ntasks_cpl>
</ntasks>
<nthrds>
<nthrds_atm>1</nthrds_atm>
<nthrds_lnd>1</nthrds_lnd>
<nthrds_rof>1</nthrds_rof>
<nthrds_ice>1</nthrds_ice>
<nthrds_ocn>1</nthrds_ocn>
<nthrds_glc>1</nthrds_glc>
<nthrds_wav>1</nthrds_wav>
<nthrds_cpl>1</nthrds_cpl>
</nthrds>
<rootpe>
<rootpe_atm>0</rootpe_atm>
<rootpe_lnd>0</rootpe_lnd>
<rootpe_rof>0</rootpe_rof>
<rootpe_ice>0</rootpe_ice>
<rootpe_ocn>0</rootpe_ocn>
<rootpe_glc>0</rootpe_glc>
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
</pes>
</mach>
</grid>
</config_pes>
5 changes: 3 additions & 2 deletions cime_config/tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -137,8 +137,9 @@

"e3sm_landice_developer" : {
"tests" : (
"SMS.ne30pg2_r05_EC30to60E2r2_gis20.IGELM_MLI.elm-gis20kmSMS",
"ERS.ne30pg2_r05_EC30to60E2r2_gis20.IGELM_MLI.elm-gis20kmERS",
"SMS.ne30pg2_r05_IcoswISC30E3r5_gis20.IGELM_MLI.mali-gis20km",
"ERS.ne30pg2_r05_IcoswISC30E3r5_gis20.IGELM_MLI.mali-gis20km",
"SMS.ne30pg2_r05_IcoswISC30E3r5_gis20.BGWCYCL1850.allactive-gis20km",
"SMS.ne30_oECv3_gis.IGELM_MLI.elm-extrasnowlayers",
)
},
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,10 @@
./xmlchange STOP_OPTION=ndays
./xmlchange STOP_N=2
./xmlchange STOP_N=1
./xmlchange REST_OPTION=ndays
./xmlchange REST_N=2
./xmlchange REST_N=1
./xmlchange NCPL_BASE_PERIOD=year
./xmlchange ATM_NCPL=17520
./xmlchange LND_NCPL=17520
./xmlchange OCN_NCPL=8760
./xmlchange GLC_NCPL=365
./xmlchange ROF_NCPL=17520

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
config_am_globalstats_enable = .false.

0 comments on commit 04842fe

Please sign in to comment.