Skip to content

Commit

Permalink
Merge branch E3SM-Project/ndk/machinefiles/pm-cpu-layouts-e3sm-prod (PR
Browse files Browse the repository at this point in the history
#5338)

For pm-cpu (and alvarez), adjust/add PE layouts.
  • Loading branch information
ndkeen authored Dec 6, 2022
2 parents d5b864c + bad4451 commit 90fb60d
Showing 1 changed file with 71 additions and 9 deletions.
80 changes: 71 additions & 9 deletions cime_config/allactive/config_pesall.xml
Original file line number Diff line number Diff line change
Expand Up @@ -273,7 +273,7 @@
<!-- 2000_DATM%JRA_ELM%SPBC_MPASSI_MPASO%DATMFORCED_MOSART_SGLC_SWAV_SIAC_SESP -->
<!-- ATM_GRID is ne30np4.pg2 ICE_GRID is EC30to60E2r2 -->
<grid name="a%ne30np4">
<mach name="pm-cpu">
<mach name="pm-cpu|alvarez">
<pes compset="JRA_ELM.+MPASSI.+MPASO.+MOSART.+SGLC.+SWAV" pesize="any">
<comment>"pm-cpu 4 nodes, 256 partition"</comment>
<ntasks>
Expand Down Expand Up @@ -1560,12 +1560,12 @@
<comment> -compset A_WCYCL* -res ne30pg2_oECv3 with MPASO on 7 nodes </comment>
<MAX_MPITASKS_PER_NODE>64</MAX_MPITASKS_PER_NODE>
<ntasks>
<ntasks_atm>256</ntasks_atm>
<ntasks_lnd>256</ntasks_lnd>
<ntasks_rof>256</ntasks_rof>
<ntasks_ice>256</ntasks_ice>
<ntasks_ocn>192</ntasks_ocn>
<ntasks_cpl>256</ntasks_cpl>
<ntasks_atm>320</ntasks_atm>
<ntasks_lnd>320</ntasks_lnd>
<ntasks_rof>320</ntasks_rof>
<ntasks_ice>320</ntasks_ice>
<ntasks_ocn>128</ntasks_ocn>
<ntasks_cpl>320</ntasks_cpl>
</ntasks>
<nthrds>
<nthrds_atm>2</nthrds_atm>
Expand All @@ -1580,10 +1580,41 @@
<rootpe_lnd>0</rootpe_lnd>
<rootpe_rof>0</rootpe_rof>
<rootpe_ice>0</rootpe_ice>
<rootpe_ocn>256</rootpe_ocn>
<rootpe_ocn>320</rootpe_ocn>
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
</pes>
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+" pesize="L">
<comment> -compset A_WCYCL* -res ne30pg2_oECv3 with MPASO on 58 nodes, ~20 sypd</comment>
<MAX_MPITASKS_PER_NODE>128</MAX_MPITASKS_PER_NODE>
<ntasks>
<ntasks_atm>5504</ntasks_atm>
<ntasks_lnd>5248</ntasks_lnd>
<ntasks_rof>256</ntasks_rof>
<ntasks_ice>5248</ntasks_ice>
<ntasks_ocn>1920</ntasks_ocn>
<ntasks_cpl>688</ntasks_cpl>
</ntasks>
<nthrds>
<nthrds_atm>1</nthrds_atm>
<nthrds_lnd>1</nthrds_lnd>
<nthrds_rof>1</nthrds_rof>
<nthrds_ice>1</nthrds_ice>
<nthrds_ocn>1</nthrds_ocn>
<nthrds_cpl>1</nthrds_cpl>
</nthrds>
<rootpe>
<rootpe_atm>0</rootpe_atm>
<rootpe_lnd>0</rootpe_lnd>
<rootpe_rof>5248</rootpe_rof>
<rootpe_ice>0</rootpe_ice>
<rootpe_ocn>5504</rootpe_ocn>
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
<pstrid>
<pstrid_cpl>8</pstrid_cpl>
</pstrid>
</pes>
</mach>
</grid>
<grid name="a%ne30np4">
Expand Down Expand Up @@ -2194,7 +2225,7 @@
</nthrds>
</pes>
</mach>
<mach name="pm-cpu">
<mach name="pm-cpu|alvarez">
<pes compset="any" pesize="any">
<comment>"pm-cpu ne30np4 and ne30np4.pg2 2 nodes 2 threads"</comment>
<ntasks>
Expand Down Expand Up @@ -2603,6 +2634,37 @@
</rootpe>
</pes>
</mach>
<mach name="pm-cpu|alvarez">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.+" pesize="any">
<comment> 8 nodes, 64x2 </comment>
<MAX_MPITASKS_PER_NODE>64</MAX_MPITASKS_PER_NODE>
<MAX_TASKS_PER_NODE>256</MAX_TASKS_PER_NODE>
<ntasks>
<ntasks_atm>320</ntasks_atm>
<ntasks_lnd>320</ntasks_lnd>
<ntasks_rof>320</ntasks_rof>
<ntasks_ice>360</ntasks_ice>
<ntasks_ocn>192</ntasks_ocn>
<ntasks_cpl>320</ntasks_cpl>
</ntasks>
<rootpe>
<rootpe_atm>0</rootpe_atm>
<rootpe_lnd>0</rootpe_lnd>
<rootpe_rof>0</rootpe_rof>
<rootpe_ice>0</rootpe_ice>
<rootpe_ocn>320</rootpe_ocn>
<rootpe_cpl>0</rootpe_cpl>
</rootpe>
<nthrds>
<nthrds_atm>2</nthrds_atm>
<nthrds_lnd>2</nthrds_lnd>
<nthrds_rof>2</nthrds_rof>
<nthrds_ice>2</nthrds_ice>
<nthrds_ocn>2</nthrds_ocn>
<nthrds_cpl>1</nthrds_cpl>
</nthrds>
</pes>
</mach>
</grid>
<grid name="a%ne30np4_l%.+oi%oEC60to30.+w%wQU225EC60to30">
<mach name="anvil|chrysalis">
Expand Down

0 comments on commit 90fb60d

Please sign in to comment.