Skip to content

Commit

Permalink
add support for tamu grace
Browse files Browse the repository at this point in the history
  • Loading branch information
@jedwards4b
jedwards4b committed Feb 11, 2021
1 parent fd7b834 commit 03197eb
Show file tree
Hide file tree
Showing 2 changed files with 57 additions and 54 deletions.
1 change: 1 addition & 0 deletions config/cesm/machines/config_batch.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -573,6 +573,7 @@
<queue walltimemax="24:00:00" nodemin="1" nodemax="128" default="true">medium</queue>
<queue walltimemax="168:00:00" nodemin="1" nodemax="64" >long</queue>
<queue walltimemax="504:00:00" nodemin="1" nodemax="32" >xlong</queue>
<queue walltimemax="24:00:00" nodemin="1" nodemax="800" >special</queue>
</queues>
</batch_system>

Expand Down
110 changes: 56 additions & 54 deletions config/cesm/machines/config_machines.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1306,6 +1306,62 @@ This allows using a different mpirun command to launch unit tests
</environment_variables>
</machine>

<machine MACH="grace">
<DESC>Intel Xeon 6248R 3.0 GHz ("Cascade Lake"),48 cores on two sockets (24 cores/socket) , batch system is SLURM</DESC>
<NODENAME_REGEX>.*grace</NODENAME_REGEX>
<OS>LINUX</OS>
<COMPILERS>intel</COMPILERS>
<MPILIBS>impi</MPILIBS>
<CIME_OUTPUT_ROOT>$ENV{SCRATCH}</CIME_OUTPUT_ROOT>
<DIN_LOC_ROOT>/scratch/group/ihesp/software/cesm/inputdata</DIN_LOC_ROOT>
<DIN_LOC_ROOT_CLMFORC>/scratch/group/ihesp/software/cesm/inputdata/lmwg</DIN_LOC_ROOT_CLMFORC>
<DOUT_S_ROOT>$WORK/archive/$CASE</DOUT_S_ROOT>
<BASELINE_ROOT>/scratch/group/ihesp/software/cesm/cesm_baselines</BASELINE_ROOT>
<CCSM_CPRNC>/scratch/group/ihesp/software/cesm/cime/tools/cprnc/cprnc</CCSM_CPRNC>
<GMAKE_J>4</GMAKE_J>
<BATCH_SYSTEM>slurm</BATCH_SYSTEM>
<SUPPORTED_BY>agopal</SUPPORTED_BY>
<MAX_TASKS_PER_NODE>96</MAX_TASKS_PER_NODE>
<MAX_MPITASKS_PER_NODE>48</MAX_MPITASKS_PER_NODE>
<mpirun mpilib="impi">
<executable>srun</executable>
<arguments>
<arg name="num_tasks"> -n $TOTALPES</arg>
</arguments>
</mpirun>
<module_system type="module">
<init_path lang="perl">/sw/lmod/lmod/init/perl</init_path>
<init_path lang="python">/sw/lmod/lmod/init/env_modules_python.py</init_path>
<init_path lang="sh">/sw/lmod/lmod/init/sh</init_path>
<init_path lang="csh">/sw/lmod/lmod/init/csh</init_path>
<cmd_path lang="perl">/sw/lmod/lmod/libexec/lmod perl</cmd_path>
<cmd_path lang="python">/sw/lmod/lmod/libexec/lmod python</cmd_path>
<cmd_path lang="sh">module</cmd_path>
<cmd_path lang="csh">module</cmd_path>
<modules>
<command name="purge"></command>
<command name="load">intel/2019b</command>
<command name="load">CMake/3.15.3</command>
<command name="load">cURL/7.66.0</command>
<command name="load">Python/2.7.16</command>
<command name="load">XML-LibXML/2.0201</command>
</modules>
<modules mpilib="impi">
<command name="load">impi/2018.5.288</command>
<command name="load">HDF5/1.10.5</command>
<!-- <command name="load">PnetCDF/1.12.1</command> -->
<!-- <command name="load">netCDF/4.6.1</command> -->
<!-- <command name="load">netCDF-Fortran/4.5.2</command>
<command name="load">netCDF-C++4/4.3.1</command> -->
</modules>
</module_system>
<environment_variables>
<env name="OMP_STACKSIZE">256M</env>
<env name="I_MPI_PMI_LIBRARY">/usr/lib64/libpmi.so</env>
<env name="I_MPI_DEBUG">4</env>
</environment_variables>
</machine>

<machine MACH="hobart">
<DESC>NCAR CGD Linux Cluster 48 pes/node, batch system is PBS</DESC>
<NODENAME_REGEX>^h.*\.cgd\.ucar\.edu</NODENAME_REGEX>
Expand Down Expand Up @@ -2395,60 +2451,6 @@ This allows using a different mpirun command to launch unit tests
</environment_variables>
</machine>

<machine MACH="grace">
<DESC>Intel Xeon 6248R 3.0 GHz ("Cascade Lake"),48 cores on two sockets (24 cores/socket) , batch system is SLURM</DESC>
<NODENAME_REGEX>.*grace</NODENAME_REGEX>
<OS>LINUX</OS>
<COMPILERS>intel</COMPILERS>
<MPILIBS>impi</MPILIBS>
<CIME_OUTPUT_ROOT>$ENV{SCRATCH}</CIME_OUTPUT_ROOT>
<DIN_LOC_ROOT>/scratch/group/ihesp/software/cesm/inputdata</DIN_LOC_ROOT>
<DIN_LOC_ROOT_CLMFORC>/scratch/group/ihesp/software/cesm/inputdata/lmwg</DIN_LOC_ROOT_CLMFORC>
<DOUT_S_ROOT>$WORK/archive/$CASE</DOUT_S_ROOT>
<BASELINE_ROOT>/scratch/group/ihesp/software/cesm/cesm_baselines</BASELINE_ROOT>
<CCSM_CPRNC>/scratch/group/ihesp/software/cesm/cime/tools/cprnc/cprnc</CCSM_CPRNC>
<GMAKE_J>4</GMAKE_J>
<BATCH_SYSTEM>slurm</BATCH_SYSTEM>
<SUPPORTED_BY>agopal</SUPPORTED_BY>
<MAX_TASKS_PER_NODE>96</MAX_TASKS_PER_NODE>
<MAX_MPITASKS_PER_NODE>48</MAX_MPITASKS_PER_NODE>
<mpirun mpilib="impi">
<executable>mpirun</executable>
<arguments>
<arg name="num_tasks"> -n $TOTALPES</arg>
</arguments>
</mpirun>
<module_system type="module">
<init_path lang="perl">/sw/lmod/lmod/init/perl</init_path>
<init_path lang="python">/sw/lmod/lmod/init/env_modules_python.py</init_path>
<init_path lang="sh">/sw/lmod/lmod/init/sh</init_path>
<init_path lang="csh">/sw/lmod/lmod/init/csh</init_path>
<cmd_path lang="perl">/sw/lmod/lmod/libexec/lmod perl</cmd_path>
<cmd_path lang="python">/sw/lmod/lmod/libexec/lmod python</cmd_path>
<cmd_path lang="sh">module</cmd_path>
<cmd_path lang="csh">module</cmd_path>
<modules>
<command name="purge"></command>
<command name="load">intel/2019b</command>
<command name="load">CMake/3.15.3</command>
<command name="load">cURL/7.66.0</command>
<command name="load">Python/2.7.16</command>
<command name="load">XML-LibXML/2.0201</command>
</modules>
<modules mpilib="impi">
<command name="load">impi/2018.5.288</command>
<command name="load">HDF5/1.10.5</command>
<!-- <command name="load">PnetCDF/1.12.1</command> -->
<!-- <command name="load">netCDF/4.6.1</command> -->
<!-- <command name="load">netCDF-Fortran/4.5.2</command>
<command name="load">netCDF-C++4/4.3.1</command> -->
</modules>
</module_system>
<environment_variables>
<env name="OMP_STACKSIZE">256M</env>
</environment_variables>
</machine>

<machine MACH="stampede2-knl">
<DESC>Intel Xeon Phi 7250 ("Knights Landing") , batch system is SLURM</DESC>
<OS>LINUX</OS>
Expand Down

0 comments on commit 03197eb

Please sign in to comment.