From f9c02d5459f46ae2b4c7c546cf35ca3325bd699e Mon Sep 17 00:00:00 2001 From: Chonggang Xu Date: Wed, 17 Feb 2016 09:31:04 -0700 Subject: [PATCH 1/6] setup for LANL machine conejo and wolf --- cime/machines/env_mach_specific.conejo | 49 ++++++++++++++++++++++++++ cime/machines/env_mach_specific.wolf | 44 +++++++++++++++++++++++ 2 files changed, 93 insertions(+) create mode 100755 cime/machines/env_mach_specific.conejo create mode 100755 cime/machines/env_mach_specific.wolf diff --git a/cime/machines/env_mach_specific.conejo b/cime/machines/env_mach_specific.conejo new file mode 100755 index 0000000000..f5ddfc4b9d --- /dev/null +++ b/cime/machines/env_mach_specific.conejo @@ -0,0 +1,49 @@ +#! /bin/csh -f + +#------------------------------------------------------------------------------- +# Modules and library paths +#------------------------------------------------------------------------------- +source /usr/share/Modules/init/csh +module purge +module use /usr/projects/cesm/software/local/modulefiles/all + +if ( $COMPILER == "intel" ) then +# module load intel/13.1.3 + module load intel/15.0.5 +endif + +if ( $COMPILER == "pgi" ) then + # 13.10 is too old to support + # PGI support is currently disabled until we have access to a newer version + # (i.e. 14.10) + module load pgi/13.10 +endif + +if ( $COMPILER == "gnu" ) then + module load gcc/4.8.2 +endif + +if ( $MPILIB == "openmpi" ) then + module load openmpi/1.6.5 +endif + +if ( $MPILIB == "mvapich" ) then + module load mvapich2/1.8 +endif + +module load netcdf/4.4.0 +module load parallel-netcdf/1.5.0 +module load cmake/3.0.0 +module load mkl/11.2.4 +module load totalview + +if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then + module load trilinos + module load albany +endif + +if ( $?PERL ) then + printenv +endif + +module list diff --git a/cime/machines/env_mach_specific.wolf b/cime/machines/env_mach_specific.wolf new file mode 100755 index 0000000000..431228ecfa --- /dev/null +++ b/cime/machines/env_mach_specific.wolf @@ -0,0 +1,44 @@ +#! /bin/csh -f + +#------------------------------------------------------------------------------- +# Modules and library paths +#------------------------------------------------------------------------------- +source /usr/share/Modules/init/csh +module purge +module use /usr/projects/climate/SHARED_CLIMATE/modulefiles/all + +if ( $COMPILER == "intel" ) then + module load intel/13.1.3 +endif + +if ( $COMPILER == "pgi" ) then + # 13.10 is too old to support + # PGI support is currently disabled until we have access to a newer version + # (i.e. 14.10) + module load pgi/13.10 +endif + +if ( $COMPILER == "gnu" ) then + module load gcc/4.8.2 +endif + +if ( $MPILIB == "openmpi" ) then + module load openmpi/1.6.5 +endif + +if ( $MPILIB == "mvapich" ) then + module load mvapich2/1.8 +endif + +module load netcdf/4.4.0 +module load parallel-netcdf/1.5.0 +module load cmake/3.0.0 + +if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then + module load trilinos + module load albany +endif + +if ( $?PERL ) then + printenv +endif From 1687ac7f7d7ce39ba97ac79ec732234de181f58d Mon Sep 17 00:00:00 2001 From: Chonggang Xu Date: Wed, 17 Feb 2016 09:31:55 -0700 Subject: [PATCH 2/6] setup for LANL machine conejo and wolf --- cime/machines/config_batch.xml | 179 +-- cime/machines/config_compilers.xml | 881 ++++++----- cime/machines/config_machines.xml | 1852 ++++++++++------------- cime/utils/perl5lib/Batch/BatchUtils.pm | 8 +- 4 files changed, 1390 insertions(+), 1530 deletions(-) diff --git a/cime/machines/config_batch.xml b/cime/machines/config_batch.xml index 418c3861fe..581da89d71 100644 --- a/cime/machines/config_batch.xml +++ b/cime/machines/config_batch.xml @@ -23,6 +23,16 @@ + + + + + + + + + + qstat bash @@ -75,7 +85,23 @@ -j oe -m {{ mail_options }} - -S {{ shell }} -V + -S {{ shell }} + + + + + showq + msub + #MSUB + (\d+)$ + -W depend=afterok:jobid + + -N {{ job_id }} + -l walltime={{ wall_time }} + -j oe + -r {{ rerunnable }} + -m {{ mail_options }} + -S {{ shell }} @@ -86,36 +112,22 @@ (\d+)$ --dependency=afterok:jobid - -J {{ job_id }} - --time={{ wall_time }} + --job-name={{ job_id }} --nodes={{ num_nodes }} --ntasks-per-node={{ tasks_per_node }} - --qos={{ queue }} - - - - - - --partition=lr2 - --account={{ project }} - --exclusive - - - - - - --partition=lr3 - --account={{ project }} - --exclusive + --output={{ output_error_path }} + --exclusive + --time={{ wall_time }} + --partition={{ queue }} + --account={{ project }} - - - + + - -l mppwidth={{ mppwidth }} - -P {{ account }} + -A {{ project }} + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} @@ -127,97 +139,60 @@ -l mppwidth={{ mppwidth }} -l nodes={{ num_nodes }} - - - - - - -A cpo - -l {{ partition }} - -l size={{ mppsize }} - -E - -d {{ rundir }} - -o {{ rundir }}/{{ case }}.out - -S /bin/bash -V - - - - #MSUB - - -A ees - -l gres=lscratchd - - - - - - - -W group_list={{ project }} - -L select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:has - -l place=scatter:excl - - - - - - - -W group_list={{ project }} - -l select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:ivy - -l place=scatter:excl - - - - - - - -W group_list={{ project }} - -l select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:san - -l place=scatter:excl - - + - - + - -W group_list={{ project }} - -L select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:wes - -l place=scatter:excl + -A climate + --mail-type=END + --mail-user=email@pnnl.gov + --output=slurm.out + --error=slurm.err - + - + #MSUB - -V - -A ees - -l nodes={{ num_nodes }} - -l gres=lscratchd + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - - -A {{ project }} - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }}:xe - + + #MSUB + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + + + #MSUB + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + + + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + - - - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - + + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + + (\d+) + + -A {{ project }} + -l nodes={{ num_nodes }} + + diff --git a/cime/machines/config_compilers.xml b/cime/machines/config_compilers.xml index 442bfb1fff..1f3566f372 100644 --- a/cime/machines/config_compilers.xml +++ b/cime/machines/config_compilers.xml @@ -109,7 +109,7 @@ for mct, etc. -O3 -qsmp=omp -qsmp=omp - -qsmp=omp + -qrealsize=8 -qinitauto=7FF7FFFF -qflttrap=ov:zero:inv:en -qsmp=omp:noopt @@ -151,8 +151,11 @@ for mct, etc. -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 - -gopt -time + -gopt -Mlist -time + + + -mp -mp -mp @@ -163,6 +166,7 @@ for mct, etc. -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee -O0 -g -Ktrap=fp -Mbounds -Kieee + -mp -O0 -g -Ktrap=fp -Mbounds -Kieee @@ -222,16 +226,23 @@ for mct, etc. -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DUSE_CUDA_FORTRAN -DCPRPGI - -gopt -time + -Mlist -time + -nomp + -nomp + -nomp + -mp + -mp + -mp -Mfixed -Mfree -r8 - -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee + -i4 -Mlist -time -Mextend -byteswapio -Mflushz -Kieee -ta=nvidia -Mcuda=5.5,cc35 -O0 -g -Ktrap=fp -Mbounds -Kieee + -nomp -mp -O0 -g -Ktrap=fp -Mbounds -Kieee @@ -277,8 +288,8 @@ for mct, etc. -O2 -debug minimal -O2 -debug minimal -O0 -g - -no-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source - -no-opt-dynamic-align -fp-model precise + -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source + -O2 -fp-model precise -O0 -openmp -r8 @@ -292,18 +303,39 @@ for mct, etc. -cxxlib TRUE TRUE - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl - -mcmodel medium -mcmodel medium -shared-intel + + + -DFORTRANUNDERSCORE -DNO_R16 + -openmp + -openmp + -openmp + -free + -fixed -132 + -O0 -g -check uninit -check bounds -check pointers -fpe0 + -O2 + -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs + -O2 -fp-model precise + -O0 + -r8 + ifort + icc + icpc + mpif90 + mpicc + mpicxx + FORTRAN + -cxxlib + -DCPRINTEL + TRUE + TRUE + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + + -DFORTRANUNDERSCORE -DNO_R16 @@ -334,6 +366,35 @@ for mct, etc. $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + + + -DFORTRANUNDERSCORE -DNO_R16 + -openmp + -openmp + -openmp + -free + -fixed -132 + -O0 -g -check uninit -check bounds -check pointers -fpe0 + -O2 + -mmic -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs + -mmic -O2 -fp-model precise -DFORTRANUNDERSCOR + --host=x86_64-k1om-linux --build=x86_64-unknown-linux + -O0 -mmic + -r8 + ifort + icc + icpc + mpiifort + mpiicc + mpiicpc + FORTRAN + -cxxlib + TRUE + TRUE + -DCPRINTEL + -mmic + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + @@ -365,6 +426,20 @@ for mct, etc. FALSE + + + -DFORTRANUNDERSCORE -DNO_R16 -DCPRPATHSCALE + -mp + -mp + -mp + -g -trapuv -Wuninitialized + -O -extend_source -ftpp -fno-second-underscore -funderscoring -byteswapio + -O0 + -r8 + mpif90 + mpicc + FALSE + @@ -374,13 +449,10 @@ for mct, etc. -h noomp -h noomp -DDIR=NOOP - -g -O0 -K trap=fp -m1 - -O2,ipa2 -em - -g -O0 - -O2 - - -f free -N 255 -h byteswapio -x dir + -g -trapuv -Wuninitialized + -O2 -f free -N 255 -h byteswapio -em -O0 + -h noomp -s real64 -Wl,--allow-multiple-definition -h byteswapio TRUE @@ -401,13 +473,14 @@ for mct, etc. - -Wp,-macro=no_com -wmismatch=mpi_send,mpi_recv,mpi_bcast,mpi_allreduce,mpi_reduce,mpi_isend,mpi_irecv,mpi_irsend,mpi_rsend,mpi_gatherv,mpi_gather,mpi_scatterv,mpi_allgather,mpi_alltoallv,mpi_file_read_all,mpi_file_write_all,mpibcast,mpiscatterv -convert=BIG_ENDIAN + -wmismatch=mpi_send,mpi_recv,mpi_bcast,mpi_allreduce,mpi_reduce,mpi_isend,mpi_irecv,mpi_irsend,mpi_rsend,mpi_gatherv,mpi_gather,mpi_scatterv,mpi_allgather,mpi_alltoallv,mpi_file_read_all,mpi_file_write_all,mpibcast,mpiscatterv,mpi_alltoallw,nfmpi_get_vara_all,NFMPI_IPUT_VARA,NFMPI_GET_VAR_ALL,NFMPI_PUT_VARA,NFMPI_PUT_ATT_REAL,NFMPI_PUT_ATT_DOUBLE,NFMPI_PUT_ATT_INT,NFMPI_GET_ATT_REAL,NFMPI_GET_ATT_INT,NFMPI_GET_ATT_DOUBLE,NFMPI_PUT_VARA_DOUBLE_ALL,NFMPI_PUT_VARA_REAL_ALL,NFMPI_PUT_VARA_INT_ALL -convert=BIG_ENDIAN $(FFLAGS) -ieee=full -O2 -ieee=full + -g -time -f2003 -ieee=stop -g @@ -437,6 +510,13 @@ for mct, etc. -heap-arrays + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl @@ -457,9 +537,11 @@ for mct, etc. ftn cc CC - lustre - $(PARALLEL_NETCDF_DIR) + mpich + $(MPICH_DIR) $(NETCDF_DIR) + $(PARALLEL_NETCDF_DIR) + lustre -DLINUX -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY - -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY + + -O2 + -O2 + --host=Linux + $(NETCDFROOT) + $(PNETCDFROOT) + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -lblas -llapack + -DHAVE_COMM_F2C + -lstdc++ -lmpi_cxx + /projects/install/rhel6-x86_64/ACME/AlbanyTrilinos/Albany/build/install + + + + -O2 + -O2 + $(NETCDFROOT) + $(PNETCDFROOT) + /projects/ccsm/esmf-6.3.0rp1/lib/libO/Linux.intel.64.openmpi.default + --host=Linux + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L/projects/ccsm/BLAS-intel -lblas_LINUX + -DHAVE_COMM_F2C + lustre + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + /projects/ccsm/AlbanyTrilinos/Albany/build/install - - - - - $(MPICC) - $(MPIFC) - mpiicpc - -xHost - -xHost - $(TRILINOS_PATH) - /glade/apps/opt/papi/5.3.0/intel/12.1.5/include/ - /glade/apps/opt/papi/5.3.0/intel/12.1.5/lib64 - -Wl,-rpath ${PAPI_LIB} -L${PAPI_LIB} -lpapi + + -O2 + -O2 + $(NETCDFROOT) + $(PNETCDFROOT) + /projects/ccsm/esmf-6.3.0rp1/lib/libO/Linux.intel.64.openmpi.default + --host=Linux + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L/projects/ccsm/BLAS-intel -lblas_LINUX + -DHAVE_COMM_F2C + lustre + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + /projects/ccsm/AlbanyTrilinos/Albany/build/install - - - - /glade/u/home/sacks/pFUnit/pFUnit3.1_Intel15.0.1_MPI + + $(NETCDFROOT) + $(PNETCDFROOT) + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -lblas + -DHAVE_COMM_F2C - - -O - -O - -llapack -lblas + + -D_USE_FLOW_CONTROL - - -DNO_MPIMOD - pathcc - pathf95 - + + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/ + -L/user/lib64 -llapack -lblas -lnetcdff + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/include + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/lib + /projects/cesm/devtools/gcc-4.8.1/bin/gfortran + /projects/cesm/devtools/gcc-4.8.1/bin/gcc + /projects/cesm/devtools/gcc-4.8.1/bin/g++ + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpicc + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpif90 + - -gpfs - $(NETCDF) - $(PNETCDF) - - -DNO_MPI2 - mpicc - mpif90 + + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/ + -L/user/lib64 -llapack -lblas -lnetcdff + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/include + /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/lib + /projects/cesm/devtools/gcc-4.8.1/bin/gfortran + /projects/cesm/devtools/gcc-4.8.1/bin/gcc + /projects/cesm/devtools/gcc-4.8.1/bin/g++ + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpicc + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpif90 @@ -555,6 +696,13 @@ for mct, etc. lustre $(shell $(NETCDF_PATH)/bin/nf-config --flibs) TRUE + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl @@ -563,46 +711,23 @@ for mct, etc. --host=Linux lustre $(shell nf-config --flibs) - /lustre/atlas1/cli900/world-shared/cesm/software/Trilinos/Trilinos-11.12.1/titan-pgi-cesm/install - -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o + /lustre/atlas/world-shared/cli900/cesm/software/Trilinos/Trilinos-11.10.2_gptl/titan-pgi-ci-nophal/install + -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o /opt/gcc/default/snos/lib64/libstdc++.a TRUE + ftn + cc + /opt/cray/craype/2.4.0/bin/CC + /ccs/proj/cli106/AlbanyTrilinos/Albany/build/install - - -O2 - -O2 - -nofma - -nofma - -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o - TRUE - - - - lustre - -DHAVE_PAPI - - - - - $(NETCDF) - $(PNETCDF) - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) - lustre - mpif90 - mpicc - - - - -O2 -xHost - -O2 -xHost - /projects/siva7831/esmf_install/esmf-5.3.0-O-intel-openmpi/lib - /home/jimedwards/parallel-netcdf/1.3.0/intel/12.1.4/ - - - + -O2 -O2 - -llapack -lblas + --host=Linux + lustre + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o + TRUE @@ -668,50 +793,108 @@ for mct, etc. mpixlc_r - mpixlf77_r + mpixlf77_r /soft/libraries/netcdf/4.3.3-f4.4.1/cnk-xl/current/ /soft/libraries/pnetcdf/1.6.0/cnk-xl/current/ /home/santos/pFUnit/pFUnit_IBM /soft/libraries/hdf5/1.8.14/cnk-xl/current/ - -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.14/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib + -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.14/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib + -L$(IBM_MAIN_DIR)/xlf/bg/14.1/bglib64 -lxlfmath -lxlf90_r -lxlopt -lxl -L$(IBM_MAIN_DIR)/xlsmp/bg/3.1/bglib64 -lxlsmp gpfs + /soft/libraries/petsc/3.5.3.1 + TRUE + CXX + -DMPASLI_EXTERNAL_INTERFACE_DISABLE_MANGLING + /soft/compilers/bgclang/mpi/bgclang/bin/mpic++11 + /home/agsalin/Albany/build/install - + mpixlf2003_r mpixlf2003_r mpixlc_r mpixlc_r - - - mpixlf77_r /soft/libraries/netcdf/4.3.0-f4.2/cnk-xl/V1R2M0-20131211/ /soft/libraries/pnetcdf/1.3.1/cnk-xl/current/ /home/santos/pFUnit/pFUnit_IBM - /soft/libraries/hdf5/1.8.10/cnk-xl/current/ - -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib + -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5 -lhdf5_hl + -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5 -lhdf5_hl -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib + -L$(IBM_MAIN_DIR)/xlf/bg/14.1/bglib64 -lxlfmath -lxlf90_r -lxlopt -lxl -L$(IBM_MAIN_DIR)/xlsmp/bg/3.1/bglib64 -lxlsmp + gpfs + /soft/libraries/petsc/3.5.3.1 + TRUE + CXX + -DMPASLI_EXTERNAL_INTERFACE_DISABLE_MANGLING + /soft/compilers/bgclang/mpi/bgclang/bin/mpic++11 + /home/agsalin/Albany/build/install + + + + $(PNETCDFROOT) + $(NETCDFROOT) + /soft/openmpi/1.8.2/pgi-13.9 + /soft/mpich2/1.4.1-pgi-13.9/ + mpi + mpi + mpich + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + -rpath $(NETCDFROOT)/lib gpfs - - mpixlf2003_r - mpixlf2003_r - mpixlc_r - mpixlc_r - /bgsys/local/netcdf/ - /bgsys/local/parallel-netcdf/v1.3.1 - -L/bgsys/local/netcdf/lib -lnetcdf -L/bgsys/drivers/ppcfloor/comm/lib + + $(PNETCDFROOT) + $(NETCDFROOT) + /soft/openmpi/1.8.2/intel-13.1 + /soft/mpich2/1.4.1-intel-13.1 + mpi + mpich + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + gpfs + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + $(PNETCDFROOT) + $(NETCDFROOT) + /soft/mvapich2/2.2b_psm/intel-15.0 + mpi + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + -Wl,-rpath -Wl,$(NETCDFROOT)/lib + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl gpfs - - $(NETCDF) - $(MPI_ROOT) - mpich - mpi - --host=LINUX - + + $(PNETCDFROOT) + $(NETCDFROOT) + /soft/mvapich2/2.2b_psm/gnu-5.2/ + mpi + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + gpfs + + + + $(PNETCDFROOT) + $(NETCDFROOT) + /home/robl/soft/mpich-3.1.4-nag-6.0 + mpi + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + gpfs + -O2 @@ -732,27 +915,103 @@ for mct, etc. -DLINUX -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi - - - $(NETCDFLIB)/.. + + + -O2 + -O2 + $(NETCDF_LIB)/.. + --host=Linux + lustre + -DLINUX + -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi + + + + -O2 + -O2 + $(NETCDF) + --host=Linux + lustre + -DLINUX + -L$(NETCDF_PATH)/lib -lnetcdf -lpmi + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + -O2 + -O2 + $(NETCDF_LIB)/.. + --host=Linux + lustre + -DLINUX + -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi + + + + $(NETCDF_LIB)/.. + $(PNETCDFROOT) + lustre + --host=Linux --enable-filesystem-hints=lustre + -DLINUX + -g -traceback -O0 -fpe0 -check all -check noarg_temp_created -ftrapuv + -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MKL_PATH) -lmkl_rt + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + $(NETCDF_ROOT) + $(PNETCDFROOT) + lustre + $(MPI_LIB) + -DnoI8 + + + -gline -C=all -g -O0 -v + -gline -C=all -g -nan -O0 -v + -L$(NETCDF_ROOT)/lib -lnetcdf -lnetcdff -L$(MKL_PATH) -lmkl_rt + + + + -O2 + -O2 + $(NETCDF_HOME) + $(PNETCDFROOT) --host=Linux lustre -DLINUX - -L$(NETCDF_PATH)/lib -lnetcdf -lcurl - -heap_arrays - -heap_arrays + -C -Mbounds -traceback -Mchkfpstk -Mchkstk -Mdalign -Mdepchk -Mextend -Miomutex -Mrecursive -Ktrap=fp -O0 -g -byteswapio -Meh_frame + -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MPI_LIB) -lmpich - + -O2 -O2 - /usr/local/tools/netcdf-pgi-4.1.3 - /usr/local/tools/mvapich2-pgi-1.7/ - mpich - $(shell /usr/local/tools/netcdf-pgi-4.1.3/bin/nc-config --flibs) - -Wl,-rpath /usr/local/tools/netcdf-pgi-4.1.3/lib + $(NETCDF_HOME) + $(PNETCDFROOT) + --host=Linux + lustre + -DLINUX + -g -traceback -O0 -fpe0 -check all -check noarg_temp_created -ftrapuv + -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MKL_PATH) -lmkl_rt + -O2 -O2 @@ -765,218 +1024,146 @@ for mct, etc. $(shell $(NETCDF_PATH)/bin/nf-config --flibs) /project/projectdirs/ccsm1/esmf/ESMF_5_3_0_intel12.1.5/lib/libO/Unicos.intel.64.mpi.default/ /project/projectdirs/ccsm1/esmf/ESMF_5_3_0_intel12.1.5/lib/libg/Unicos.intel.64.mpi.default/ + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl /project/projectdirs/ccsm1/Trilinos/trilinos-10.12.2/hopper-gnu/install - - /nasa/netcdf/4.1.3/intel/mpt - /nasa/sgi/mpt/2.11r13 - mpi - icc - -O2 -xSSE4.2 - -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - - - /nasa/netcdf/4.1.3/intel/mpt - /nasa/sgi/mpt/2.11r13 - mpi - icc - -O2 -xAVX - -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - - - /nasa/netcdf/4.1.3/intel/mpt - /nasa/sgi/mpt/2.11r13 - mpi - icc - -O2 -xAVX - -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - - - /nasa/netcdf/4.1.3/intel/mpt - /nasa/sgi/mpt/2.11r13 - mpi - icc - -O2 -aCORE-AVX2 -align array32byte - -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - - - /usr/local/tools/netcdf-pgi-4.1.3 - /usr/local/tools/mvapich2-pgi-1.7/ - mpich - $(shell /usr/local/tools/netcdf-pgi-4.1.3/bin/nc-config --flibs) - -Wl,-rpath /usr/local/tools/netcdf-pgi-4.1.3/lib - - - - - mpi - /usr/lib64 - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) - -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY - - - - -Wl,-rpath,$(NETCDF_PATH)/lib - -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 - -Wl,-rpath,$(COMPILER_PATH)/mkl/lib/intel64 - /home/santos/pFUnit/pFUnit_Intel_3_0 - - - - -O0 - -O0 - -lgomp - -Wl,-R$(NETCDF_PATH)/lib - -Wl,-R$(COMPILER_PATH)/lib - -Wl,-R$(COMPILER_PATH)/libso - - - - mpi - mpich - /usr/lib64 - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) - -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY - - - - -lquadmath - -Wl,-rpath,$(NETCDF_PATH)/lib - -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 - -Wl,-rpath,$(COMPILER_PATH)/mkl/lib/intel64 - -Wl,-rpath,$(MPI_PATH)/lib - -mkl=cluster - /home/santos/pFUnit/pFUnit_Intel_3_0 - - - - -O0 - -O0 - -lgomp - -Wl,-R$(NETCDF_PATH)/lib - -Wl,-R$(COMPILER_PATH)/lib - -Wl,-R$(COMPILER_PATH)/libso - - - - /home/santos/pFUnit/pFUnit_NAG_3_0 - - -DNO_C_SIZEOF - -lpthread - - - - - - mpi - /usr/lib64 - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) - - - - -Wl,-rpath,$(NETCDF_PATH)/lib - -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 - - - - -O2 - -O2 - -lgomp - -Wl,-R$(NETCDF_PATH)/lib - -Wl,-R$(COMPILER_PATH)/lib - -Wl,-R$(COMPILER_PATH)/libso - - - - /usr/local/netcdf-gcc-nag - /usr/local/openmpi-gcc-nag - /home/santos/pFUnit/pFUnit_NAG_3_0 - - -kind=byte - -DNO_C_SIZEOF - - -L/home/santos/lib/fake_omp -lfake_omp -Wl,-Wl,,--rpath=/home/santos/lib/fake_omp + + mpicc + mpif90 + mpic++ + pgfortran + pgcc + pgc++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + + + + mpicc + mpif90 + mpic++ + ifort + icc + icpc + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl - - lustre - $(TACC_NETCDF_DIR) - - -DHAVE_NANOTIME - - - - mpicc - mpif90 - mpicxx - ifort - icc - icpc - -xHost - -xHost - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L$(TACC_HDF5_LIB) -lhdf5 - -L$(TACC_HDF5_LIB) -lhdf5 - $(TRILINOS_PATH) - - - - mpiifort - mpiicc - mpiicpc - ifort - icc - -xHost -no-save-temps - -xHost -no-save-temps - - $(NETCDF_DIR) - $(PNETCDF_DIR) - -DHAVE_NANOTIME -DCPRINTEL - --host=Linux - $(NETCDf) $(MKL) - $(NETCDF) + + mpicc + mpif90 + mpic++ + gfortran + gcc + g++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -lstdc++ -lmpi_cxx + $(TRILINOS_PATH) + $(ALBANY_PATH) + + + + mpicc + mpif90 + mpic++ + pgfortran + pgcc + pgc++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + + + + mpicc + mpif90 + mpic++ + ifort + icc + icpc + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + mpicc + mpif90 + mpic++ + gfortran + gcc + g++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -lstdc++ -lmpi_cxx + $(TRILINOS_PATH) + $(ALBANY_PATH) + + + + mpicc + mpif90 + mpic++ + pgfortran + pgcc + pgc++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + + + + mpicc + mpif90 + mpic++ + ifort + icc + icpc + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -DHAVE_VPRINTF -DHAVE_GETTIMEOFDAY + $(TRILINOS_PATH) + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + mpicc + mpif90 + mpic++ + gfortran + gcc + g++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -lstdc++ -lmpi_cxx + $(TRILINOS_PATH) + $(ALBANY_PATH) - - mpiifort - mpiicc - mpiicpc - ifort - icc - - $(NETCDF_DIR) - $(PNETCDF_DIR) - -DHAVE_NANOTIME -DCPRINTELMIC -DCPRINTEL - $(NETCDF) $(MKL) - $(NETCDF) -mmic - - -O0 -g -check all -check noarg_temp_created - -O3 -mP2OPT_hpo_matrix_opt_framework=0 - -mmic -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -no-save-temps -no-opt-dynamic-align - -mmic -O3 -fp-model precise -DFORTRANUNDERSCORE -no-save-temps - --host=x86_64-k1om-linux --build=x86_64-unknown-linux - -O0 -mmic - - - mpiicc - mpiifort - mpicpc - ifort - icc - icpc - -xHost - -xHost - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L$(TACC_HDF5_LIB) -lhdf5 - -L$(TACC_HDF5_LIB) -lhdf5 - $(TRILINOS_PATH) - diff --git a/cime/machines/config_machines.xml b/cime/machines/config_machines.xml index 1308ad8c30..5e537e71a1 100644 --- a/cime/machines/config_machines.xml +++ b/cime/machines/config_machines.xml @@ -2,30 +2,30 @@ - User Defined Machine + + acme_developer USERDEFINED_required_macros intel,ibm,pgi,pathscale,gnu,cray,nag openmpi,mpich,mpt,mpt,ibm,mpi-serial @@ -83,364 +85,44 @@ USERDEFINED_optional_run USERDEFINED_optional_run USERDEFINED_optional_test - USERDEFINED_optional_run + USERDEFINED_optional_run USERDEFINED_optional_run - USERDEFINED_optional + USERDEFINED_optional 1 USERDEFINED_required_build - - NERSC , 16 pes/node, batch system is PBS - LINUX - intel,intel14,intel15 - impi,impi4.1.3,impi5.0.1 - $SCRATCH/$CASE/run - $SCRATCH/$CASE/bld - $SCRATCH - /project/projectdirs/ccsm1/inputdata - /project/projectdirs/ccsm1/inputdata/atm/datm7 - $SCRATCH/archive/$CASE - csm/$CASE - /project/projectdirs/ccsm1/ccsm_baselines - /chos/global/u1/v/vadlaman/cesm1_3_xeon_phi_branch/tools/cprnc/cprnc - qstat -f - qsub - - srinathv-at-ucar-dot-edu - 8 - 32 - 16 - - - regular - - - 10:00:00 - - - - mpirun - - -hostfile $ENV{'PBS_JOBID'} - -ppn {{ tasks_per_node }} - -n {{ num_tasks }} - - - - - - NERSC , KNC system, 60 pes/node, 4 hw threads per pes, batch system is PBS - LINUX - intel,intel14,intel15 - impi,impi4.1.3,impi5.0.1 - $SCRATCH/$CASE/run - $SCRATCH/$CASE/bld - $SCRATCH - /project/projectdirs/ccsm1/inputdata - /project/projectdirs/ccsm1/inputdata/atm/datm7 - never - FALSE - $SCRATCH/archive/$CASE - csm/$CASE - /project/projectdirs/ccsm1/ccsm_baselines - /chos/global/u1/v/vadlaman/cesm1_3_xeon_phi_branch/tools/cprnc/cprnc - qstat -f - qsub - - srinathv-at-ucar-dot-edu - 8 - 192 - 60 - - - regular - - - 04:00:00 - - - - mpirun.mic - - -hostfile $ENV{'PBS_JOBID'} - -ppn {{ tasks_per_node }} - -n {{ num_tasks }} - - - - - - ORNL XE6, os is CNL, 32 pes/node, batch system is PBS - pgi,cray,gnu - mpich,mpi-serial - /scratch/sciteam/$USER - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /projects/sciteam/jng/cesm/inputdata - /projects/sciteam/jng/cesm/inputdata/atm/datm7 - /scratch/sciteam/$CCSMUSER/archive/$CASE - csm/$CASE - /projects/sciteam/jng/cesm/ccsm_baselines - /projects/sciteam/jng/cesm/tools/ccsm_cprnc/cprnc - CNL - qstat -f - qsub - - jedwards -at- ucar.edu - 8 - 32 - - - normal - - - 05:00:00 - - - - aprun - - -n {{ num_tasks }} - - -N {{ tasks_per_node }} - -d {{ thread_count }} - - - - - - Brutus Linux Cluster ETH (pgi(9.0-1)/intel(10.1.018) with openi(1.4.1)/mvapich2(1.4rc2), 16 pes/node, batch system LSF, added by UB - pgi,intel - openmpi,mpich,mpi-serial - LINUX - /cluster/work/uwis/$CCSMUSER/$CASE/run - /cluster/work/uwis/$CCSMUSER/$CASE/bld - /cluster/work/uwis/$USER - /cluster/work/uwis/ccsm/inputdata - /cluster/work/uwis/ccsm/inputdata/atm/datm7 - /cluster/work/uwis/$CCSMUSER/archive/$CASE - /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE - /cluster/work/uwis/ccsm/ccsm_baselines - /cluster/work/uwis/ccsm/tools/cprnc/cprnc - bjobs -w - bsub < - - tcraig -at- ucar.edu - 1 - 16 - - - batch - - - 00:59:00 - - - - mpirun - - -hostfile $ENV{'PBS_JOBID'} - -ppn {{ tasks_per_node }} - -n {{ num_tasks }} - - - - ompirun - - - - - - - - - - PNL IBM Xeon cluster, os is Linux (pgi), batch system is SLURM - LINUX - pgi - mpich - /lustre/$CCSMUSER/$CASE/run - /lustre/$CCSMUSER/$CASE/bld - /lustre/$USER - /lustre/tcraig/IRESM/inputdata - /lustre/tcraig/IRESM/inputdata/atm/datm7 - /lustre/$CCSMUSER/archive/$CASE - UNSET - /lustre/tcraig/IRESM/ccsm_baselines - /lustre/tcraig/IRESM/tools/cprnc/cprnc - squeue - sbatch - - tcraig -at- ucar.edu - 8 - 12 - - - batch - - - 0:59:00 - - - - srun - - --ntasks={{ num_tasks }} - --cpu_bind=sockets - --cpu_bind=verbose - --kill-on-bad-exit - - - - srun - - --mpi=none - --ntasks={{ num_tasks }} - --cpu_bind=sockets - --cpu_bind=verbose - --kill-on-bad-exit - - - - - - Lawrencium LR3 cluster at LBL, OS is Linux (intel), batch system is SLURM - LINUX - intel - openmpi,mpi-serial - /global/scratch/$ENV{USER} - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /global/scratch/$ENV{USER}/cesm_input_datasets/ - /global/scratch/$ENV{USER}/cesm_input_datasets/atm/datm7 - $CESMSCRATCHROOT/cesm_archive/$CASE - csm/$CASE - $CESMSCRATCHROOT/cesm_baselines - /$CESMSCRATCHROOT/cesm_tools/cprnc/cprnc - squeue - - sbatch - jnjohnson at lbl dot gov and rgknox at same - 4 - 16 - TRUE - - - lr_normal - - - 00:59:00 - - - - mpirun - - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} - - - - mpirun - - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} - - - - - - Lawrencium LR2 cluster at LBL, OS is Linux (intel), batch system is SLURM - LINUX - intel - openmpi,mpi-serial - /global/scratch/$ENV{USER} - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /global/scratch/$ENV{USER}/cesm_input_datasets/ - /global/scratch/$ENV{USER}/cesm_input_datasets/atm/datm7 - $CESMSCRATCHROOT/cesm_archive/$CASE - csm/$CASE - $CESMSCRATCHROOT/cesm_baselines - /$CESMSCRATCHROOT/cesm_tools/cprnc/cprnc - squeue - - sbatch - jnjohnson at lbl dot gov and rgknox at same - 4 - 12 - TRUE - - - lr_normal - - - 00:59:00 - - - - mpirun - - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} - - - - mpirun - - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} - - - - - - - - NERSC XC30, os is CNL, 24 pes/node, batch system is PBS + NERSC XC30, os is CNL, 24 pes/node, batch system is SLURM + edison + acme_developer intel,gnu,cray mpt,mpi-serial - $ENV{SCRATCH} + $ENV{SCRATCH}/acme_scratch $CESMSCRATCHROOT/$CASE/run $CESMSCRATCHROOT/$CASE/bld - /project/projectdirs/ccsm1/inputdata - /project/projectdirs/ccsm1/inputdata/atm/datm7 + /project/projectdirs/acme/inputdata + /project/projectdirs/acme/inputdata/atm/datm7 $CESMSCRATCHROOT/archive/$CASE csm/$CASE - /project/projectdirs/ccsm1/ccsm_baselines - /project/projectdirs/ccsm1/tools/cprnc.edison/cprnc + /project/projectdirs/acme/baselines + /project/projectdirs/acme/tools/cprnc.edison/cprnc + /project/projectdirs/$PROJECT CNL - qstat -f - qsub + sqs -f + sbatch - cseg + acme 8 48 24 - - + TRUE + -D PIO_BUILD_TIMING:BOOL=ON + - regular + regular + debug 01:15:00 @@ -449,447 +131,461 @@ - aprun + srun - -j {{ hyperthreading }} + --label -n {{ num_tasks }} - -S {{ tasks_per_numa }} - -N {{ tasks_per_node }} - -d {{ thread_count }} - -cc {{ numa_node }} + -c {{ thread_count }} + + NERSC XC40 Haswell, os is CNL, 32 pes/node, batch system is SLURM + cori + acme_developer + intel,gnu,cray + mpt,mpi-serial + $ENV{SCRATCH}/acme_scratch + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /project/projectdirs/acme/inputdata + /project/projectdirs/acme/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /project/projectdirs/acme/baselines + /project/projectdirs/acme/tools/cprnc.cori/cprnc + /project/projectdirs/$PROJECT + CNL + squeue + sbatch + + acme + 8 + 64 + 32 + TRUE + -D PIO_BUILD_TIMING:BOOL=ON + + + regular + regular + debug + + + 01:15:00 + 01:50:00 + 05:00:00 + + + + srun + + --label + -n {{ num_tasks }} + -c {{ thread_count }} + + + + /opt/modules/default/init/perl.pm + /opt/modules/default/init/sh + /opt/modules/default/init/csh + /opt/modules/default/bin/modulecmd perl + module + module + + PrgEnv-intel + PrgEnv-cray + PrgEnv-gnu + intel + cce + cray-parallel-netcdf + cray-parallel-hdf5 + pmi + cray-libsci + cray-mpich2 + cray-mpich + cray-netcdf + cray-hdf5 + cray-netcdf-hdf5parallel + craype-sandybridge + craype-ivybridge + craype + + + PrgEnv-intel + intel intel/2016.0.109 + cray-libsci + + + PrgEnv-cray + cce cce/8.4.0 + + + PrgEnv-gnu + gcc gcc/5.1.0 + + + papi/5.4.1.2 + craype craype/2.4.2 + + + cray-libsci/13.2.0 + + + cray-mpich/7.2.5 + + + cray-hdf5/1.8.14 + cray-netcdf/4.3.3.1 + + + cray-netcdf-hdf5parallel/4.3.3.1 + cray-hdf5-parallel/1.8.14 + cray-parallel-netcdf/1.6.1 + + + cmake/3.3.2 + + + - - NCAR IBM , os is Linux, 16 pes/node, batch system is LSF - LINUX - intel,pgi,gnu,pathscale - ibm,mpi-serial - /ampstmp/$CCSMUSER/$CASE/run - /ampstmp/$CCSMUSER/$CASE/bld - /ampstmp/$USER - $ENV{CESMDATAROOT}/inputdata - $ENV{CESMDATAROOT}/tss - /ampstmp/$CCSMUSER/archive/$CASE - csm/$CASE - $ENV{CESMDATAROOT}/ccsm_baselines - $ENV{CESMDATAROOT}/tools/cprnc/cprnc - bjobs -w - bsub < - - jedwards -at- ucar.edu - 16 - 32 - 16 - - - ampsrt - - - 1:30 - 2:50 - 4:00 - - - mpirun.lsf - - - - - + + + Mac OS/X workstation or laptop + + acme_developer + Darwin + gnu + openmpi,mpich,mpi-serial + $ENV{HOME}/projects/acme/scratch/$CASE/run + $ENV{HOME}/projects/acme/scratch/$CASE/bld + $ENV{HOME}/projects/acme/cesm-inputdata $ENV{HOME}/projects/acme/ptclm-data + $ENV{HOME}/projects/acme/scratch/archive/$CASE + csm/$CASE + $ENV{HOME}/projects/acme/scratch + $ENV{HOME}/projects/acme/baselines + +> + $CCSMROOT/tools/cprnc/build/cprnc + + + jnjohnson at lbl dot gov + + 4 + 4 + 2 - - UMD cluster - LINUX - intel - openmpi - /lustre/data/$CCSMUSER/$CASE/run - /lustre/data/$CCSMUSER/$CASE/bld - /lustre/data/$USER - /data/eg_nfs/tcraig/IRESM/inputdata - /data/eg_nfs/tcraig/IRESM/inputdata/atm/datm7 - /lustre/data/$CCSMUSER/archive/$CASE - UNSET - /data/eg_nfs/tcraig/IRESM/ccsm_baselines - /data/eg_nfs/tcraig/IRESM/tools/cprnc/cprnc - showq - qsub - - tcraig -at- ucar.edu - 8 - 12 - - - standard - - - 02:59:00 - 02:59:00 - - - - mpirun - - -np {{ num_tasks }} - - + + Linux workstation or laptop + + acme_developer + Linux + gnu + openmpi,mpich,mpi-serial + $ENV{HOME}/projects/acme/scratch/$CASE/run + $ENV{HOME}/projects/acme/scratch/$CASE/bld + $ENV{HOME}/projects/acme/cesm-inputdata + $ENV{HOME}/projects/acme/ptclm-data + $ENV{HOME}/projects/acme/scratch/archive/$CASE + csm/$CASE + $ENV{HOME}/projects/acme/scratch + $ENV{HOME}/projects/acme/baselines + > + $CCSMROOT/tools/cprnc/build/cprnc + + + jayesh at mcs dot anl dot gov + + 4 + 4 + 2 + + + + + + + + mpirun + + -np {{ num_tasks }} + + - - ORNL XC30, os is CNL, 16 pes/node, batch system is PBS - intel - mpich,mpi-serial - $MEMBERWORK/$PROJECT/$CASE/run - $MEMBERWORK/$PROJECT/$CASE/bld - $MEMBERWORK/$PROJECT - /lustre/atlas1/cli900/world-shared/cesm/inputdata - /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 - $MEMBERWORK/$PROJECT/archive/$CASE - csm/$CASE - /lustre/atlas1/cli900/world-shared/cesm/baselines - /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.eos - CNL - qstat -f - qsub - - cseg - 8 - 16 - 32 - TRUE - - - batch - - - 01:15:00 - 01:50:00 - 05:00:00 - - - - aprun - - -j {{ hyperthreading }} - -S {{ tasks_per_numa }} - -n {{ num_tasks }} - -N {{ tasks_per_node }} - -d {{ thread_count }} - - - - - - + + Linux workstation for Jenkins testing + (melvin|watson) + sonproxy.sandia.gov:80 + acme_developer + LINUX + gnu + openmpi,mpi-serial + $ENV{HOME}/acme/scratch + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /sems-data-store/ACME/inputdata + /sems-data-store/ACME/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /sems-data-store/ACME/baselines + /sems-data-store/ACME/cprnc/build/cprnc + + + jgfouca at sandia dot gov + + 32 + 64 + 32 + + + + + + + + mpirun + + -np {{ num_tasks }} + + - - "NCAR CGD Linux Cluster 16 pes/node, batch system is PBS" - pgi,intel,nag,gnu - openmpi,mpi-serial - /scratch/cluster/$CCSMUSER/$CASE/run - /scratch/cluster/$CCSMUSER/$CASE/bld - /scratch/cluster/$USER - $EXEROOT - $EXEROOT/lib/include - /fs/cgd/csm/inputdata - /project/tss - /scratch/cluster/$CCSMUSER/archive/$CASE - /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE - /fs/cgd/csm/ccsm_baselines - /fs/cgd/csm/tools/cprnc_64/cprnc + + SNL clust + skybridge-login + wwwproxy.sandia.gov:80 + acme_integration + intel + openmpi,mpi-serial LINUX + /gscratch/$USER/acme_scratch/skybridge + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /projects/ccsm/inputdata + /projects/ccsm/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + USERDEFINED_optional_run + /projects/ccsm/ccsm_baselines + /projects/ccsm/cprnc/build/cprnc qstat - qsub + sbatch + jgfouca at sandia dot gov 4 16 - + 1 + TRUE + - short - long + ec - 02:00:00 + 0:50:00 + 1:50:00 + 5:00:00 - mpiexec + mpirun - --machinefile $ENV{'PBS_NODEFILE'} - -n {{ num_tasks }} + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} - - "NCAR CGD Linux Cluster 48 pes/node, batch system is PBS" - intel,pgi,nag,gnu - mvapich2,openmpi,mpi-serial - /scratch/cluster/$CCSMUSER/$CASE/run - /scratch/cluster/$CCSMUSER/$CASE/bld - /scratch/cluster/$USER - $EXEROOT - $EXEROOT/lib/include - /fs/cgd/csm/inputdata - /project/tss - /scratch/cluster/$CCSMUSER/archive/$CASE - /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE - /fs/cgd/csm/ccsm_baselines - /fs/cgd/csm/tools/cprnc_hobart/cprnc + + SNL clust + redsky-login + wwwproxy.sandia.gov:80 + acme_integration + intel + openmpi,mpi-serial LINUX + /gscratch/$USER/acme_scratch + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /projects/ccsm/inputdata + /projects/ccsm/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + USERDEFINED_optional_run + /projects/ccsm/ccsm_baselines + /projects/ccsm/cprnc/build/cprnc qstat + sbatch - qsub + jgfouca at sandia dot gov 4 - 48 - 24 - + 8 + 1 + TRUE + - short - long + ec - 02:00:00 + 0:50:00 + 1:50:00 + 6:00:00 - mpiexec + mpirun - --machinefile $ENV{'PBS_NODEFILE'} - -n {{ num_tasks }} + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} - - "NCAR CGD General compute server" - pgi,intel - openmpi,mpi-serial - /scratch/$CCSMUSER/$CASE/run - /scratch/$CCSMUSER/$CASE/bld - /scratch/$USER - $EXEROOT - $EXEROOT/lib/include - /fs/cgd/csm/inputdata - /project/tss - /scratch/$CCSMUSER/archive/$CASE - /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE - /fs/cgd/csm/ccsm_baselines - /fs/cgd/csm/tools/cprnc_64/cprnc + + + ANL/LCRC Linux Cluster + blogin + acme_integration + pgi,intel,gnu,nag + mvapich,mpich,openmpi,mpi-serial + /lcrc/project/$PROJECT/$USER/acme_scratch + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /home/ccsm-data/inputdata + /home/ccsm-data/inputdata/atm/datm7 + /lcrc/project/$PROJECT/$USER/archive/$CASE + UNSET + /lcrc/group/earthscience/acme_baselines + /home/ccsm-data/tools/cprnc LINUX qstat - qsub + qsub - 4 + acme + 8 16 + TRUE - - short - long - - 02:00:00 + 59:00 mpiexec - - - - - NOAA XE6, os is CNL, 24 pes/node, batch system is PBS - pgi - mpich,mpi-serial - /lustre/fs/scratch/Julio.T.Bacmeister/$CASE/run - /lustre/fs/scratch/Julio.T.Bacmeister/$CASE/bld - /lustre/fs/scratch/Julio.T.Bacmeister - /lustre/fs/scratch/Julio.T.Bacmeister/inputdata - /lustre/fs/scratch/Julio.T.Bacmeister/inputdata - /lustre/fs/scratch/Julio.T.Bacmeister/archive/$CASE - UNSET - UNSET - UNSET - CNL - showq - msub - - julio -at- ucar.edu - 8 - 32 - - - debug - batch - - - 00:45:00 - 01:50:00 - 05:00:00 - - - - aprun - -j {{ hyperthreading }} - -n {{ num_tasks }} - -S {{ tasks_per_numa }} - -N {{ tasks_per_node }} - -d {{ thread_count }} + -n {{ num_tasks }} - - - - - - - - LLNL Linux Cluster, Linux (pgi), 16 pes/node, batch system is Moab - pgi - mpich,mpi-serial - /p/lscratchd/$CCSMUSER/$CASE/run - /p/lscratchd/$CCSMUSER/$CASE/bld - /p/lscratchd/$USER - /p/lscratchd/mirin/ccsm3data/inputdata - /p/lscratchd/mirin/ccsm3data/inputdata/atm/datm7 - /p/lscratchd/$CCSMUSER/archive/$CASE - FALSE - UNSET - /p/lscratchd/$CCSMUSER/ccsm_baselines - /p/lscratchd/mirin/ccsm3data/tools/cprnc/cprnc - LINUX - mshow - msub - - mirin1 -at- llnl.gov - 8 - 16 - - - pbatch - - - 12:00:00 - - - - srun - - - + - - NERSC XE6, os is CNL, 24 pes/node, batch system is PBS - pgi,intel,gnu,cray,pathscale - mpt,mpi-serial - $ENV{SCRATCH} + + ANL IBM BG/Q, os is BGP, 16 pes/node, batch system is cobalt + cetus + acme_developer + ibm + ibm + /projects/$PROJECT/$USER $CESMSCRATCHROOT/$CASE/run $CESMSCRATCHROOT/$CASE/bld - /project/projectdirs/ccsm1/inputdata - /project/projectdirs/ccsm1/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE - /project/projectdirs/ccsm1/ccsm_baselines - /project/projectdirs/ccsm1/tools/cprnc/cprnc - CNL - qstat -f + /projects/ccsm/inputdata + /projects/ccsm/inputdata/atm/datm7 + /projects/$PROJECT/$USER/archive/$CASE + /home/$USER/csm/$CASE/ + /projects/ccsm/ccsm_baselines/ + /projects/ccsm/tools/cprnc/cprnc + /projects/$PROJECT + BGQ + qstat qsub - cseg - 4 - 24 - - - debug - - - 00:30:00 - + jayesh -at- mcs.anl.gov + 8 + 64 + TRUE + -D PIO_BUILD_TIMING:BOOL=ON + + + default + + + 59 + - aprun - - -n {{ num_tasks }} - -N {{ tasks_per_node }} - -d {{ thread_count }} - + runjob + + --label short + + -p {{ tasks_per_node }} + + -n {{ num_tasks }} + $LOCARGS + --envs BG_THREADLAYOUT=1 + --envs OMP_STACKSIZE=32M + --envs OMP_NUM_THREADS={{ thread_count }} + : + - - CU Linux Cluster (intel), 2 pes/node, batch system is PBS - intel,pgi - openmpi,mpi-serial - LINUX - /lustre/janus_scratch/$CCSMUSER/$CASE/run - /lustre/janus_scratch/$CCSMUSER/$CASE/bld - /lustre/janus_scratch/$USER - /lustre/janus_scratch/cesm/inputdata - /lustre/janus_scratch/cesm/inputdata/atm/datm7 - /lustre/janus_scratch/$CCSMUSER/archive/$CASE - csm/$CASE - /lustre/janus_scratch/cesm/baselines - /lustre/janus_scratch/cesm/tools/cprnc/cprnc - sqeueu - sbatch - - cseg - 12 - 12 - 1 - - - normal - - - 0:50:00 - 1:50:00 - 4:00:00 - - - - mpirun - - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} - - - + + Linux workstation: Andy's at SNL + penn + acme_developer + LINUX + gnu + openmpi,mpi-serial + $ENV{HOME}/acme/scratch + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + $ENV{HOME}/acme/inputdata + $ENV{HOME}/acme/ptclmdata + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /home/agsalin/acme/baselines + $CCSMROOT/tools/cprnc/build/cprnc + + + agsalin at sandia dot gov + 20 + 20 + 2 + ANL IBM BG/Q, os is BGP, 16 pes/node, batch system is cobalt + mira + acme_developer ibm ibm - /projects/$PROJECT/usr/$ENV{USER} + /projects/$PROJECT/$USER $CESMSCRATCHROOT/$CASE/run $CESMSCRATCHROOT/$CASE/bld /projects/ccsm/inputdata /projects/ccsm/inputdata/atm/datm7 - /projects/$PROJECT/usr/$CCSMUSER/archive/$CASE - /home/$CCSMUSER/csm/$CASE/ + /projects/$PROJECT/usr/$USER/archive/$CASE + /home/$USER/csm/$CASE/ /projects/ccsm/ccsm_baselines/ - /projects/ccsm/tools/cprnc/cprnc + /projects/ccsm/tools/cprnc/cprnc + /projects/$PROJECT BGQ qstat qsub - + mickelso -at- mcs.anl.gov 4 64 TRUE + -D PIO_BUILD_TIMING:BOOL=ON - default + default - 15 + 30 60 60 @@ -904,267 +600,196 @@ -n {{ num_tasks }} $LOCARGS --envs BG_THREADLAYOUT=1 - --envs OMP_STACKSIZE=32M + --envs OMP_STACKSIZE=32M --envs OMP_NUM_THREADS={{ thread_count }} : - - PNL cluster, os is Linux (pgi), batch system is SLURM - LINUX - pgi - mpich - /pic/scratch/$CCSMUSER/$CASE/run - /pic/scratch/$CCSMUSER/$CASE/bld - /pic/scratch/$USER - /pic/scratch/tcraig/IRESM/inputdata - /pic/scratch/tcraig/IRESM/inputdata/atm/datm7 - /pic/scratch/$CCSMUSER/archive/$CASE - UNSET - /pic/scratch/tcraig/IRESM/ccsm_baselines - /pic/scratch/tcraig/IRESM/tools/cprnc/cprnc - squeue - sbatch - tcraig -at- ucar.edu - 8 - 32 - FALSE - - - queue - - - 00:59:00 - 08:59:00 - - - - - - mpiexec_mpt - - --mpi=none - -n={{ num_tasks }} - --kill-on-bad-exit - - - - - - - - NASA/AMES Linux Cluster, Linux (ia64), 2.5 GHz Haswell Intel Xeon E5-2680v3 processors, 24 pes/node (two 12-core processors) and 128 GB of memory/node, batch system is PBS - intel - mpich,mpi-serial + + PNL cluster, os is Linux (pgi,intel,nag), batch system is SLURM + sooty + acme_developer LINUX - /nobackup/$CCSMUSER/$CASE/run - /nobackup/$CCSMUSER/$CASE/bld - /nobackup/$USER - /nobackup/mjmills2/ccsmdata/inputdata - /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 - /nobackup/$CCSMUSER/archive/$CASE + pgi,intel + mvapich2 + /lustre/$USER/csmruns/$CASE/run + /lustre/$USER/csmruns/$CASE/bld + /lustre/$USER/csmruns/ + /lustre/sing201/DATASETS/CAM/InitialCondFilesCam/FromMythos1/CSMDATA_CAM/aerocom/csmdata + /lustre/sing201/DATASETS/CAM/InitialCondFilesCam/FromMythos1/CSMDATA_CAM/aerocom/csmdata/atm/datm7 + /lustre/$USER/archive/$CASE csm/$CASE - qstat - qsub - - fvitt -at- ucar.edu + /UNSET_BASELINE + /lustre/sing201/CAM/netcdfComp_cprnc/cprnc/cprnc + squeue + sbatch + balwinder.singh at pnnl dot gov 8 - 24 - TRUE - /nobackup/fvitt/cesm_baselines - /u/fvitt/bin/cprnc - - - ldan - - - 04:00:00 - - - - - - mpiexec_mpt - - -n {{ num_tasks }} - - - + 8 - - NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.93 GHz Westmere processors, 12 pes/node and 24 GB of memory, batch system is PBS - intel - mpich,mpi-serial + + PNL cluster, os is Linux (pgi), batch system is SLURM + cascade + acme_developer LINUX - /nobackup/$CCSMUSER/$CASE/run - /nobackup/$CCSMUSER/$CASE/bld - /nobackup/$USER - /nobackup/mjmills2/ccsmdata/inputdata - /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 - /nobackup/$CCSMUSER/archive/$CASE + intel,nag + mpich + /dtemp/$USER/csmruns/$CASE/run + /dtemp/$USER/csmruns/$CASE/bld + /dtemp/sing201/inputdata/CAM/CSMDATA_CAM/aerocom/csmdata + /dtemp/sing201/inputdata/CAM/CSMDATA_CAM/aerocom/csmdata/atm/datm7 + /dtemp/$USER/archive/$CASE csm/$CASE - qstat - qsub - - fvitt -at- ucar.edu + /dtemp/sing201/acme_testing/acme_baselines/ + /dtemp/$USER/csmruns + /home/sing201/CAM/cprnc/cprnc + showq + msub + balwinder.singh at pnnl dot gov 8 - 12 - TRUE - /nobackup/fvitt/cesm_baselines - /u/fvitt/bin/cprnc - - - ldan - - - 04:00:00 - - - - - - - mpiexec_mpt - - -n {{ num_tasks }} - - + 16 - - NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.6 GHz Sandy Bridge processors, 16 cores/node and 32 GB of memory, batch system is PBS - intel - mpich,mpi-serial + + PNL Haswell cluster, OS is Linux, batch system is SLURM LINUX - /nobackup/$CCSMUSER/$CASE/run - /nobackup/$CCSMUSER/$CASE/bld - /nobackup/$USER - /nobackup/mjmills2/ccsmdata/inputdata - /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 - /nobackup/$CCSMUSER/archive/$CASE - csm/$CASE - qstat - qsub - - fvitt -at- ucar.edu + intel,pgi + mpich,mpi-serial + constance + /pic/scratch/$CCSMUSER/csmruns/$CASE/run + /pic/scratch/$CCSMUSER/csmruns/$CASE/bld + /pic/scratch/$USER + /pic/projects/climate/csmdata/ + /pic/projects/climate/csmdata/atm/datm7 + /pic/scratch/$CCSMUSER/archive/$CASE + UNSET + /pic/projects/climate/acme_baselines + /pic/projects/climate/acme_baselines/cprnc + squeue + sbatch + + balwinder.singh -at- pnnl.gov 8 - 16 - TRUE - /nobackup/fvitt/cesm_baselines - /u/fvitt/bin/cprnc - - - ldan - - - 04:00:00 - - - - - - mpiexec_mpt - - -n {{ num_tasks }} - - - - - + 24 + + + slurm + + + 0:30:00 + + + + srun + + --mpi=none + --ntasks={{ num_tasks }} + --cpu_bind=sockets + --cpu_bind=verbose + --kill-on-bad-exit + + + + + - - NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.8 GHz Ivy Bridge processors, 20 cores/node and 3.2 GB of memory per core, batch system is PBS - intel - mpich,mpi-serial + + + ORNL XK6, os is Linux, 8 pes/node, batch system is PBS + oic2 + acme_developer + gnu + mpich,mpi-serial,openmpi + /home/$USER/models/ACME/run/$CASE/run + /home/$USER/models/ACME/run/$CASE/bld + /home/$USER/models/ACME + /home/zdr/models/ccsm_inputdata + /home/zdr/models/ccsm_inputdata/atm/datm7 + /home/$USER/models/ACME/run/archive/$CASE LINUX - /nobackup/$CCSMUSER/$CASE/run - /nobackup/$CCSMUSER/$CASE/bld - /nobackup/$USER - /nobackup/mjmills2/ccsmdata/inputdata - /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 - /nobackup/$CCSMUSER/archive/$CASE - csm/$CASE - qstat + qstat -f qsub - - fvitt -at- ucar.edu + dmricciuto 8 - 20 - TRUE - /nobackup/fvitt/cesm_baselines - /u/fvitt/bin/cprnc + 8 - - ldan - - - 04:00:00 - - - - - - mpiexec_mpt - - -n {{ num_tasks }} - - + + esd08q + + + 24:00:00 + + + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpirun + + -np {{ num_tasks }} + -hostfile $ENV{'PBS_NODEFILE'} + + + + + - - LLNL Linux Cluster, Linux (pgi), 12 pes/node, batch system is Moab - pgi - mpich,mpi-serial - /p/lscratchd/$CCSMUSER/$CASE/run - /p/lscratchd/$CCSMUSER/$CASE/bld - /p/lscratchd/$USER - /p/lscratchd/mirin/ccsm3data/inputdata - /p/lscratchd/mirin/ccsm3data/inputdata/atm/datm7 - /p/lscratchd/$CCSMUSER/archive/$CASE - FALSE - UNSET - /p/lscratchd/$CCSMUSER/ccsm_baselines - /p/lscratchd/mirin/ccsm3data/tools/cprnc/cprnc + + ORNL XK6, os is Linux, 8 pes/node, batch system is PBS + oic5 + acme_developer + gnu + mpich,mpi-serial,openmpi + /home/$USER/models/ACME/run/$CASE/run + /home/$USER/models/ACME/run/$CASE/bld + /home/$USER/models/ACME + /home/zdr/models/ccsm_inputdata + /home/zdr/models/ccsm_inputdata/atm/datm7 + /home/$USER/models/ACME/run/archive/$CASE LINUX - mshow - msub - - mirin1 -at- llnl.gov - 8 - 12 - - - pbatch - - - 12:00:00 - + qstat -f + qsub + dmricciuto + 32 + 32 + + + esd13q + esddbg13q + + + 24:00:00 + - - srun + + /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpirun + + -np {{ num_tasks }} + -f $ENV{'PBS_NODEFILE'} + - - + + ORNL XK6, os is CNL, 16 pes/node, batch system is PBS + titan + acme_developer pgi,pgicuda,intel,cray mpich,mpi-serial - $ENV{MEMBERWORK}/$PROJECT - $CESMSCRATCHROOT/$CASE/run + $ENV{HOME}/acme_scratch/$PROJECT + $ENV{MEMBERWORK}/$PROJECT/$CASE/run $CESMSCRATCHROOT/$CASE/bld /lustre/atlas1/cli900/world-shared/cesm/inputdata /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE + $ENV{MEMBERWORK}/$PROJECT/archive/$CASE csm/$CASE /lustre/atlas1/cli900/world-shared/cesm/baselines /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.titan + $ENV{PROJWORK}/$PROJECT CNL qstat -f qsub @@ -1173,165 +798,232 @@ 8 16 TRUE + -D PIO_BUILD_TIMING:BOOL=ON batch debug - + 00:45:00 02:00:00 - aprun - - -n {{ num_tasks }} - -S {{ tasks_per_numa }} - -N {{ tasks_per_node }} - -d {{ thread_count }} - + aprun - - - NCAR IBM, os is Linux, 16 pes/node, batch system is LSF - LINUX - intel,pgi,gnu,intel15 - mpich2,pempi,mpi-serial - /glade/scratch/$USER - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - $ENV{CESMDATAROOT}/inputdata - $ENV{CESMROOT}/lmwg - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE - $ENV{CESMDATAROOT}/ccsm_baselines - $ENV{CESMDATAROOT}/tools/cprnc/cprnc - /glade/apps/opt/perlmods/lib64/perl5:/glade/apps/opt/perlmods/share/perl5 - bjobs -w - bsub - < - cseg - 8 - 30 + + ORNL XC30, os is CNL, 16 pes/node, batch system is PBS + eos + acme_developer + intel + mpich,mpi-serial + $ENV{HOME}/acme_scratch/$PROJECT + $MEMBERWORK/$PROJECT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /lustre/atlas1/cli900/world-shared/cesm/inputdata + /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 + $MEMBERWORK/$PROJECT/archive/$CASE + csm/$CASE + /lustre/atlas1/cli900/world-shared/cesm/baselines + /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.eos + $ENV{PROJWORK}/$PROJECT + CNL + qstat -f + qsub + + acme + 8 16 - TRUE - - - caldera - small - regular - capability - - - 2:00 - 2:00 - 4:00 - 8:00 - - - - - - - TARGET_PROCESSOR_LIST=AUTO_SELECT mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/launch - - - MP_PE_AFFINITY= MP_TASK_AFFINITY= MP_CPU_BIND_LIST= mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/hybrid_launch - - - mpirun.lsf - + 32 + TRUE + -D PIO_BUILD_TIMING:BOOL=ON + + + batch + + + 01:15:00 + 01:50:00 + 05:00:00 + + + + aprun + + -j {{ hyperthreading }} + -S {{ tasks_per_numa }} + -n {{ num_tasks }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + -cc {{ numa_node }} + + + + + + + + + LANL Linux Cluster, 24 pes/node, batch system Moab + mustang + acme_developer + intel,gnu + openmpi,mvapich,mpi-serial + LINUX + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/atm/datm7 + /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE + UNSET + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/ccsm_baselines + /lustre/scratch1/turquoise/$ENV{USER}/ACME + /turquoise/usr/projects/climate/SHARED_CLIMATE/software/mustang/cprnc/v0.40/cprnc + mshow + msub + + + + 00:30:00 + 02:00:00 + 16:00:00 + + + + mpirun + + -n {{ num_tasks }} + + + + mpirun + + -n {{ num_tasks }} + + + + srun + + -n {{ num_tasks }} + + + + + + 4 + 24 + jacobsen.douglas -at- gmail.com - - NCAR IBM, os is Linux, 16 pes/node, batch system is LSF - LINUX - intel,intelmic - impi,mpi-serial - /glade/scratch/$CCSMUSER/$CASE/run - /glade/scratch/$CCSMUSER/$CASE/bld - /glade/scratch/$USER - $ENV{CESMDATAROOT}/inputdata - $ENV{CESMROOT}/lmwg - /glade/scratch/$CCSMUSER/archive/$CASE - csm/$CASE - $ENV{CESMDATAROOT}/ccsm_baselines - $ENV{CESMDATAROOT}/tools/cprnc/cprnc - bjobs -w - bsub < - - srinathv -at- ucar.edu - 8 - 30 - 16 - TRUE - - - caldera - small - regular - capability - - - 2:00 - 2:00 - 4:00 - 8:00 - - - - - - - TARGET_PROCESSOR_LIST=AUTO_SELECT mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/launch - - - MP_PE_AFFINITY= MP_TASK_AFFINITY= MP_CPU_BIND_LIST= mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/hybrid_launch - - - mpirun.lsf - + + LANL Linux Cluster, 16 pes/node, batch system Moab + wolf + acme_developer + intel,gnu + openmpi,mvapich,mpi-serial + LINUX + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/atm/datm7 + /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE + UNSET + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/ccsm_baselines + /lustre/scratch1/turquoise/$ENV{USER}/ACME + /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc + mshow + msub + + + + 00:30:00 + 00:30:00 + 00:30:00 + + + + mpirun + + -n {{ num_tasks }} + + + + mpirun + + -n {{ num_tasks }} + + + + srun + + -n {{ num_tasks }} + + + + + + 4 + 16 + jacobsen.douglas -at- gmail.com - - CSCS Cray XE6, os is CNL, 32 pes/node, batch system is SLURM - pgi,cray,gnu - mpich,mpi-serial - /scratch/rosa/$CCSMUSER/$CASE/run - /scratch/rosa/$CCSMUSER/$CASE/bld - /scratch/rosa/$USER - /project/s433/cesm_inputdata - /project/s433/cesm_inputdata/atm/datm7 - /project/s433/$CCSMUSER/archive/$CASE - csm/$CASE - /project/s433/ccsm_baselines - /project/s433/cesm_tools/ccsm_cprnc/cprnc - CNL - squeue - sbatch - - edouard.davin -at- env.ethz.ch - 12 - 32 - - - default - - - 01:30:00 - - - aprun - - -n {{ num_tasks }} - -N {{ tasks_per_node }} - -d {{ thread_count }} - - - + + LANL Linux Cluster, 8 pes/node, batch system Moab + intel,gnu + openmpi,mvapich,mpi-serial + LINUX + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld + /usr/projects/cesm/input_data + /usr/projects/cesm/input_data/atm/datm7 + /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE + UNSET + /usr/projects/cesm/input_data/ccsm_baselines + /lustre/scratch1/turquoise/$ENV{USER}/ACME + /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc + mshow + msub + + + + 00:30:00 + 00:30:00 + 00:30:00 + + + + mpirun + + -n {{ num_tasks }} + + + + mpirun + + -n {{ num_tasks }} + + + + srun + + -n {{ num_tasks }} + + + + + + 4 + 8 + jacobsen.douglas -at- gmail.com -$config{'EXEROOT'}/cesm.exe >> cesm.log.$LID 2>&1 + + + + $config{'EXEROOT'}/cesm.exe + >> cesm.log.$LID 2>&1 + + diff --git a/cime/utils/perl5lib/Batch/BatchUtils.pm b/cime/utils/perl5lib/Batch/BatchUtils.pm index de3961e625..d2d3b9484d 100755 --- a/cime/utils/perl5lib/Batch/BatchUtils.pm +++ b/cime/utils/perl5lib/Batch/BatchUtils.pm @@ -216,7 +216,13 @@ sub submitSingleJob() eval { open (my $RUN, "-|", $runcmd) // die "job submission failed, $!"; - $output = <$RUN>; + + foreach (<$RUN>) { + chomp; + print "$_\n"; + $output .= $_; + } + close $RUN or die "job submission failed: |$?|, |$!|" }; my $exitstatus = ($?>>8); From 23c8206ede51290790a38f92144a53dee1b25dbc Mon Sep 17 00:00:00 2001 From: Chonggang Xu Date: Thu, 25 Feb 2016 09:33:52 -0700 Subject: [PATCH 3/6] lanl conejo machine env match --- cime/machines/env_mach_specific.conejo | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cime/machines/env_mach_specific.conejo b/cime/machines/env_mach_specific.conejo index f5ddfc4b9d..07950f0fcc 100755 --- a/cime/machines/env_mach_specific.conejo +++ b/cime/machines/env_mach_specific.conejo @@ -34,7 +34,7 @@ endif module load netcdf/4.4.0 module load parallel-netcdf/1.5.0 module load cmake/3.0.0 -module load mkl/11.2.4 +module load mkl/11.2.3 module load totalview if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then From 8478ed74eb58d5339f3e90c823b16eea894a503f Mon Sep 17 00:00:00 2001 From: Chonggang Xu Date: Mon, 29 Feb 2016 11:07:50 -0700 Subject: [PATCH 4/6] update lanl machines --- components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 | 2 +- components/clm/src/ED/biogeochem/EDPhysiologyMod.F90 | 4 ++-- components/clm/src/ED/main/EDPftvarcon.F90 | 4 ++++ 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 b/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 index 98925f1684..f7b5706e49 100755 --- a/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 +++ b/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 @@ -350,7 +350,7 @@ subroutine mortality_rates( cohort_in,cmort,hmort,bmort ) real(r8) :: frac ! relativised stored carbohydrate ! 'Background' mortality (can vary as a function of density as in ED1.0 and ED2.0, but doesn't here for tractability) - bmort = 0.014_r8 + bmort = EDecophyscon%b_mort(cohort_in%pft) !0.014_r8 ! Proxy for hydraulic failure induced mortality. if(cohort_in%patchptr%btran_ft(cohort_in%pft) <= 0.000001_r8)then diff --git a/components/clm/src/ED/biogeochem/EDPhysiologyMod.F90 b/components/clm/src/ED/biogeochem/EDPhysiologyMod.F90 index b949c5fd76..e77e916883 100755 --- a/components/clm/src/ED/biogeochem/EDPhysiologyMod.F90 +++ b/components/clm/src/ED/biogeochem/EDPhysiologyMod.F90 @@ -309,13 +309,13 @@ subroutine phenology( currentSite, ed_phenology_inst, temperature_inst, watersta a = -68.0_r8 b = 638.0_r8 c = -0.001_r8 - coldday = 5.0_r8 + coldday = 5.0_r8 !ed_ph_chiltemp mindayson = 30 !Parameters from SDGVM model of senesence ncolddayslim = 5 - cold_t = 7.5_r8 + cold_t = 7.5_r8 ! ed_ph_coldtemp t = udata%time_period temp_in_C = t_veg24(currentSite%oldest_patch%clm_pno-1) - tfrz diff --git a/components/clm/src/ED/main/EDPftvarcon.F90 b/components/clm/src/ED/main/EDPftvarcon.F90 index 421828a6ba..fa80e1897d 100644 --- a/components/clm/src/ED/main/EDPftvarcon.F90 +++ b/components/clm/src/ED/main/EDPftvarcon.F90 @@ -38,6 +38,7 @@ module EDPftvarcon real(r8) :: clone_alloc (0:mxpft) ! fraction of carbon balance allocated to clonal reproduction. real(r8) :: seed_alloc (0:mxpft) ! fraction of carbon balance allocated to seeds. real(r8) :: sapwood_ratio (0:mxpft) ! amount of sapwood per unit leaf carbon and m of height. gC/gC/m + real(r8) :: dbh2h_m (0:mxpft) ! allocation parameter m from dbh to height end type EDPftvarcon_type type(EDPftvarcon_type), public :: EDPftvarcon_inst @@ -131,6 +132,9 @@ subroutine EDpftconrd( ncid ) call ncd_io('sapwood_ratio',EDPftvarcon_inst%sapwood_ratio, 'read', ncid, readvar=readv) if ( .not. readv) call endrun(trim(subname)// ' ERROR : error in reading in pft data') + + call ncd_io('dbh2h_m',EDPftvarcon_inst%dbh2h_m, 'read', ncid, readvar=readv) + if ( .not. readv) call endrun(trim(subname)// ' ERROR : error in reading in pft data') end subroutine EDpftconrd From e1606325a1293a34a8b8f25be95a86d47c8c176c Mon Sep 17 00:00:00 2001 From: rgknox Date: Mon, 29 Feb 2016 13:22:56 -0800 Subject: [PATCH 5/6] transferred over machine files from rgknox/xuknox/cime/lanl-machines --- cime/machines/config_batch.xml | 204 ++- cime/machines/config_compilers.xml | 913 +++++----- cime/machines/config_machines.xml | 2058 ++++++++++++++--------- cime/machines/env_mach_specific.conejo | 22 +- cime/machines/env_mach_specific.wolf | 20 +- cime/utils/perl5lib/Batch/BatchUtils.pm | 16 +- 6 files changed, 1794 insertions(+), 1439 deletions(-) mode change 100755 => 100644 cime/machines/env_mach_specific.conejo mode change 100755 => 100644 cime/machines/env_mach_specific.wolf diff --git a/cime/machines/config_batch.xml b/cime/machines/config_batch.xml index 581da89d71..d0eedfd294 100644 --- a/cime/machines/config_batch.xml +++ b/cime/machines/config_batch.xml @@ -22,7 +22,7 @@ - + @@ -32,8 +32,23 @@ + + + #MSUB + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + + + #MSUB + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + - + qstat bash @@ -47,6 +62,22 @@ + + + showq + msub + #MSUB + (\d+)$ + -W depend=afterok:jobid + + -N {{ job_id }} + -l walltime={{ wall_time }} + -j oe + -r {{ rerunnable }} + -m {{ mail_options }} + -S {{ shell }} + + bjobs @@ -85,23 +116,7 @@ -j oe -m {{ mail_options }} - -S {{ shell }} - - - - - showq - msub - #MSUB - (\d+)$ - -W depend=afterok:jobid - - -N {{ job_id }} - -l walltime={{ wall_time }} - -j oe - -r {{ rerunnable }} - -m {{ mail_options }} - -S {{ shell }} + -S {{ shell }} -V @@ -112,22 +127,36 @@ (\d+)$ --dependency=afterok:jobid - --job-name={{ job_id }} + -J {{ job_id }} + --time={{ wall_time }} --nodes={{ num_nodes }} --ntasks-per-node={{ tasks_per_node }} - --output={{ output_error_path }} - --exclusive - --time={{ wall_time }} - --partition={{ queue }} - --account={{ project }} + --qos={{ queue }} + + + + + + --partition=lr2 + --account={{ project }} + --exclusive + + + + + + --partition=lr3 + --account={{ project }} + --exclusive - - + + + - -A {{ project }} - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + -l mppwidth={{ mppwidth }} + -P {{ account }} @@ -139,60 +168,97 @@ -l mppwidth={{ mppwidth }} -l nodes={{ num_nodes }} + + + + + + -A cpo + -l {{ partition }} + -l size={{ mppsize }} + -E + -d {{ rundir }} + -o {{ rundir }}/{{ case }}.out + -S /bin/bash -V + - + + + #MSUB + + -A ees + -l gres=lscratchd + + - + + - -A climate - --mail-type=END - --mail-user=email@pnnl.gov - --output=slurm.out - --error=slurm.err + -W group_list={{ project }} + -L select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:has + -l place=scatter:excl - + + + + + + -W group_list={{ project }} + -l select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:ivy + -l place=scatter:excl + + + + + + + -W group_list={{ project }} + -l select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:san + -l place=scatter:excl + + + + + + + -W group_list={{ project }} + -L select={{ num_nodes }}:ncpus{{ MAX_TASKS_PER_NODE }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model:wes + -l place=scatter:excl + + - + #MSUB - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + -V + -A ees + -l nodes={{ num_nodes }} + -l gres=lscratchd - - #MSUB - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - - - #MSUB - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - - - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - - - - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - + + + -A {{ project }} + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }}:xe + + + + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + + + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + + + - - (\d+) - - -A {{ project }} - -l nodes={{ num_nodes }} - - diff --git a/cime/machines/config_compilers.xml b/cime/machines/config_compilers.xml index 1f3566f372..a875df5848 100644 --- a/cime/machines/config_compilers.xml +++ b/cime/machines/config_compilers.xml @@ -109,7 +109,7 @@ for mct, etc. -O3 -qsmp=omp -qsmp=omp - + -qsmp=omp -qrealsize=8 -qinitauto=7FF7FFFF -qflttrap=ov:zero:inv:en -qsmp=omp:noopt @@ -151,11 +151,8 @@ for mct, etc. -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 - -gopt -Mlist -time + -gopt -time - - - -mp -mp -mp @@ -166,7 +163,6 @@ for mct, etc. -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee -O0 -g -Ktrap=fp -Mbounds -Kieee - -mp -O0 -g -Ktrap=fp -Mbounds -Kieee @@ -226,23 +222,16 @@ for mct, etc. -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DUSE_CUDA_FORTRAN -DCPRPGI - -Mlist -time + -gopt -time - -nomp - -nomp - -nomp - -mp - -mp - -mp -Mfixed -Mfree -r8 - -i4 -Mlist -time -Mextend -byteswapio -Mflushz -Kieee + -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee -ta=nvidia -Mcuda=5.5,cc35 -O0 -g -Ktrap=fp -Mbounds -Kieee - -nomp -mp -O0 -g -Ktrap=fp -Mbounds -Kieee @@ -288,8 +277,8 @@ for mct, etc. -O2 -debug minimal -O2 -debug minimal -O0 -g - -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source - -O2 -fp-model precise + -no-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source + -no-opt-dynamic-align -fp-model precise -O0 -openmp -r8 @@ -303,70 +292,83 @@ for mct, etc. -cxxlib TRUE TRUE + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + -mcmodel medium -mcmodel medium -shared-intel - - - -DFORTRANUNDERSCORE -DNO_R16 - -openmp - -openmp - -openmp - -free - -fixed -132 - -O0 -g -check uninit -check bounds -check pointers -fpe0 - -O2 - -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs - -O2 -fp-model precise - -O0 - -r8 - ifort - icc - icpc - mpif90 - mpicc - mpicxx - FORTRAN - -cxxlib - -DCPRINTEL - TRUE - TRUE - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + + mpicc + mpif90 + mpic++ + ifort + icc + icpc + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -DHAVE_VPRINTF -DHAVE_GETTIMEOFDAY + $(TRILINOS_PATH) + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl - - - -DFORTRANUNDERSCORE -DNO_R16 - -openmp - -openmp - -openmp - -free - -fixed -132 - -O0 -g -check uninit -check bounds -check pointers -fpe0 - -O2 - -mmic -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs - -mmic -O2 -fp-model precise -DFORTRANUNDERSCOR - --host=x86_64-k1om-linux --build=x86_64-unknown-linux - -O0 -mmic - -r8 - ifort - icc - icpc - mpiifort - mpiicc - mpiicpc - FORTRAN - -cxxlib - TRUE - TRUE - -DCPRINTEL - -mmic - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + + mpicc + mpif90 + mpic++ + gfortran + gcc + g++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -lstdc++ -lmpi_cxx + $(TRILINOS_PATH) + $(ALBANY_PATH) + + + + mpicc + mpif90 + mpic++ + ifort + icc + icpc + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + $(TRILINOS_PATH) + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl=cluster + -mkl + + + + mpicc + mpif90 + mpic++ + gfortran + gcc + g++ + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas + -lstdc++ -lmpi_cxx + $(TRILINOS_PATH) + $(ALBANY_PATH) - + + -DFORTRANUNDERSCORE -DNO_R16 -openmp @@ -396,6 +398,7 @@ for mct, etc. $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + -DFORTRANUNDERSCORE -DNO_R16 @@ -426,20 +429,6 @@ for mct, etc. FALSE - - - -DFORTRANUNDERSCORE -DNO_R16 -DCPRPATHSCALE - -mp - -mp - -mp - -g -trapuv -Wuninitialized - -O -extend_source -ftpp -fno-second-underscore -funderscoring -byteswapio - -O0 - -r8 - mpif90 - mpicc - FALSE - @@ -449,10 +438,13 @@ for mct, etc. -h noomp -h noomp -DDIR=NOOP - -g -trapuv -Wuninitialized - -O2 -f free -N 255 -h byteswapio -em + -g -O0 -K trap=fp -m1 + -O2,ipa2 -em + -g -O0 + -O2 + + -f free -N 255 -h byteswapio -x dir -O0 - -h noomp -s real64 -Wl,--allow-multiple-definition -h byteswapio TRUE @@ -473,14 +465,13 @@ for mct, etc. - -wmismatch=mpi_send,mpi_recv,mpi_bcast,mpi_allreduce,mpi_reduce,mpi_isend,mpi_irecv,mpi_irsend,mpi_rsend,mpi_gatherv,mpi_gather,mpi_scatterv,mpi_allgather,mpi_alltoallv,mpi_file_read_all,mpi_file_write_all,mpibcast,mpiscatterv,mpi_alltoallw,nfmpi_get_vara_all,NFMPI_IPUT_VARA,NFMPI_GET_VAR_ALL,NFMPI_PUT_VARA,NFMPI_PUT_ATT_REAL,NFMPI_PUT_ATT_DOUBLE,NFMPI_PUT_ATT_INT,NFMPI_GET_ATT_REAL,NFMPI_GET_ATT_INT,NFMPI_GET_ATT_DOUBLE,NFMPI_PUT_VARA_DOUBLE_ALL,NFMPI_PUT_VARA_REAL_ALL,NFMPI_PUT_VARA_INT_ALL -convert=BIG_ENDIAN + -Wp,-macro=no_com -wmismatch=mpi_send,mpi_recv,mpi_bcast,mpi_allreduce,mpi_reduce,mpi_isend,mpi_irecv,mpi_irsend,mpi_rsend,mpi_gatherv,mpi_gather,mpi_scatterv,mpi_allgather,mpi_alltoallv,mpi_file_read_all,mpi_file_write_all,mpibcast,mpiscatterv -convert=BIG_ENDIAN $(FFLAGS) -ieee=full -O2 -ieee=full - -g -time -f2003 -ieee=stop -g @@ -510,13 +501,6 @@ for mct, etc. -heap-arrays - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl @@ -537,11 +521,9 @@ for mct, etc. ftn cc CC - mpich - $(MPICH_DIR) - $(NETCDF_DIR) - $(PARALLEL_NETCDF_DIR) lustre + $(PARALLEL_NETCDF_DIR) + $(NETCDF_DIR) -DLINUX -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY + -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY - - $(NETCDFROOT) - $(PNETCDFROOT) - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -lblas - -DHAVE_COMM_F2C + + + + + $(MPICC) + $(MPIFC) + mpiicpc + -xHost + -xHost + $(TRILINOS_PATH) + /glade/apps/opt/papi/5.3.0/intel/12.1.5/include/ + /glade/apps/opt/papi/5.3.0/intel/12.1.5/lib64 + -Wl,-rpath ${PAPI_LIB} -L${PAPI_LIB} -lpapi - - -D_USE_FLOW_CONTROL + + + + /glade/u/home/sacks/pFUnit/pFUnit3.1_Intel15.0.1_MPI + + -O + -O + -llapack -lblas + - - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/ - -L/user/lib64 -llapack -lblas -lnetcdff - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/include - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/lib - /projects/cesm/devtools/gcc-4.8.1/bin/gfortran - /projects/cesm/devtools/gcc-4.8.1/bin/gcc - /projects/cesm/devtools/gcc-4.8.1/bin/g++ - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpicc - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpif90 + + -DNO_MPIMOD + pathcc + pathf95 - - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/ - -L/user/lib64 -llapack -lblas -lnetcdff - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/include - /projects/cesm/devtools/netcdf-4.1.3-gcc4.8.1-mpich3.0.4/lib - /projects/cesm/devtools/gcc-4.8.1/bin/gfortran - /projects/cesm/devtools/gcc-4.8.1/bin/gcc - /projects/cesm/devtools/gcc-4.8.1/bin/g++ - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpicc - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpif90 + + +gpfs + $(NETCDF) + $(PNETCDF) + + -DNO_MPI2 + mpicc + mpif90 @@ -696,13 +619,6 @@ for mct, etc. lustre $(shell $(NETCDF_PATH)/bin/nf-config --flibs) TRUE - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl @@ -711,23 +627,46 @@ for mct, etc. --host=Linux lustre $(shell nf-config --flibs) - /lustre/atlas/world-shared/cli900/cesm/software/Trilinos/Trilinos-11.10.2_gptl/titan-pgi-ci-nophal/install - -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o /opt/gcc/default/snos/lib64/libstdc++.a + /lustre/atlas1/cli900/world-shared/cesm/software/Trilinos/Trilinos-11.12.1/titan-pgi-cesm/install + -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o TRUE - ftn - cc - /opt/cray/craype/2.4.0/bin/CC - /ccs/proj/cli106/AlbanyTrilinos/Albany/build/install - + -O2 - -O2 - --host=Linux + -O2 + -nofma + -nofma + -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o + TRUE + + + + lustre + -DHAVE_PAPI + + + + + $(NETCDF) + $(PNETCDF) + $(shell $(NETCDF_PATH)/bin/nc-config --flibs) lustre - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) - -lfmpich -lmpichf90_pgi $(PGI_PATH)/linux86-64/$(PGI_VERSION)/lib/f90main.o - TRUE + mpif90 + mpicc + + + + -O2 -xHost + -O2 -xHost + /projects/siva7831/esmf_install/esmf-5.3.0-O-intel-openmpi/lib + /home/jimedwards/parallel-netcdf/1.3.0/intel/12.1.4/ + + + + -O2 + -O2 + -llapack -lblas @@ -793,108 +732,50 @@ for mct, etc. mpixlc_r - mpixlf77_r + mpixlf77_r /soft/libraries/netcdf/4.3.3-f4.4.1/cnk-xl/current/ /soft/libraries/pnetcdf/1.6.0/cnk-xl/current/ /home/santos/pFUnit/pFUnit_IBM /soft/libraries/hdf5/1.8.14/cnk-xl/current/ - -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.14/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib - -L$(IBM_MAIN_DIR)/xlf/bg/14.1/bglib64 -lxlfmath -lxlf90_r -lxlopt -lxl -L$(IBM_MAIN_DIR)/xlsmp/bg/3.1/bglib64 -lxlsmp + -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.14/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib gpfs - /soft/libraries/petsc/3.5.3.1 - TRUE - CXX - -DMPASLI_EXTERNAL_INTERFACE_DISABLE_MANGLING - /soft/compilers/bgclang/mpi/bgclang/bin/mpic++11 - /home/agsalin/Albany/build/install - + mpixlf2003_r mpixlf2003_r mpixlc_r mpixlc_r + + + mpixlf77_r /soft/libraries/netcdf/4.3.0-f4.2/cnk-xl/V1R2M0-20131211/ /soft/libraries/pnetcdf/1.3.1/cnk-xl/current/ /home/santos/pFUnit/pFUnit_IBM - -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5 -lhdf5_hl - -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5 -lhdf5_hl -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib - -L$(IBM_MAIN_DIR)/xlf/bg/14.1/bglib64 -lxlfmath -lxlf90_r -lxlopt -lxl -L$(IBM_MAIN_DIR)/xlsmp/bg/3.1/bglib64 -lxlsmp - gpfs - /soft/libraries/petsc/3.5.3.1 - TRUE - CXX - -DMPASLI_EXTERNAL_INTERFACE_DISABLE_MANGLING - /soft/compilers/bgclang/mpi/bgclang/bin/mpic++11 - /home/agsalin/Albany/build/install - - - - $(PNETCDFROOT) - $(NETCDFROOT) - /soft/openmpi/1.8.2/pgi-13.9 - /soft/mpich2/1.4.1-pgi-13.9/ - mpi - mpi - mpich - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas - -rpath $(NETCDFROOT)/lib - gpfs - - - - $(PNETCDFROOT) - $(NETCDFROOT) - /soft/openmpi/1.8.2/intel-13.1 - /soft/mpich2/1.4.1-intel-13.1 - mpi - mpich - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas - gpfs - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl - - - - $(PNETCDFROOT) - $(NETCDFROOT) - /soft/mvapich2/2.2b_psm/intel-15.0 - mpi - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas - -Wl,-rpath -Wl,$(NETCDFROOT)/lib - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl + /soft/libraries/hdf5/1.8.10/cnk-xl/current/ + -L$(NETCDF_PATH)/lib -lnetcdff -lnetcdf -L/soft/libraries/hdf5/1.8.10/cnk-xl/current/lib -lhdf5_hl -lhdf5 -L/soft/libraries/alcf/current/xl/ZLIB/lib -lz -L/soft/libraries/alcf/current/xl/LAPACK/lib -llapack -L/soft/libraries/alcf/current/xl/BLAS/lib -lblas -L/bgsys/drivers/ppcfloor/comm/sys/lib gpfs - - $(PNETCDFROOT) - $(NETCDFROOT) - /soft/mvapich2/2.2b_psm/gnu-5.2/ - mpi - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas + + mpixlf2003_r + mpixlf2003_r + mpixlc_r + mpixlc_r + /bgsys/local/netcdf/ + /bgsys/local/parallel-netcdf/v1.3.1 + -L/bgsys/local/netcdf/lib -lnetcdf -L/bgsys/drivers/ppcfloor/comm/lib gpfs - - $(PNETCDFROOT) - $(NETCDFROOT) - /home/robl/soft/mpich-3.1.4-nag-6.0 - mpi - $(shell $(NETCDF_PATH)/bin/nc-config --flibs) -llapack -lblas - gpfs - + + $(NETCDF) + $(MPI_ROOT) + mpich + mpi + --host=LINUX + -O2 @@ -915,103 +796,27 @@ for mct, etc. -DLINUX -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi - - - -O2 - -O2 - $(NETCDF_LIB)/.. - --host=Linux - lustre - -DLINUX - -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi - - - - -O2 - -O2 - $(NETCDF) - --host=Linux - lustre - -DLINUX - -L$(NETCDF_PATH)/lib -lnetcdf -lpmi - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl - - - - -O2 - -O2 - $(NETCDF_LIB)/.. - --host=Linux - lustre - -DLINUX - -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi - - - - $(NETCDF_LIB)/.. - $(PNETCDFROOT) - lustre - --host=Linux --enable-filesystem-hints=lustre - -DLINUX - -g -traceback -O0 -fpe0 -check all -check noarg_temp_created -ftrapuv - -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MKL_PATH) -lmkl_rt - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl - - - - $(NETCDF_ROOT) - $(PNETCDFROOT) - lustre - $(MPI_LIB) - -DnoI8 - - - -gline -C=all -g -O0 -v - -gline -C=all -g -nan -O0 -v - -L$(NETCDF_ROOT)/lib -lnetcdf -lnetcdff -L$(MKL_PATH) -lmkl_rt - - - - -O2 - -O2 - $(NETCDF_HOME) - $(PNETCDFROOT) + + + $(NETCDFLIB)/.. --host=Linux lustre -DLINUX - -C -Mbounds -traceback -Mchkfpstk -Mchkstk -Mdalign -Mdepchk -Mextend -Miomutex -Mrecursive -Ktrap=fp -O0 -g -byteswapio -Meh_frame - -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MPI_LIB) -lmpich + -L$(NETCDF_PATH)/lib -lnetcdf -lcurl + -heap_arrays + -heap_arrays - + -O2 -O2 - $(NETCDF_HOME) - $(PNETCDFROOT) - --host=Linux - lustre - -DLINUX - -g -traceback -O0 -fpe0 -check all -check noarg_temp_created -ftrapuv - -L$(NETCDF_PATH)/lib -lnetcdf -lnetcdff -lpmi -L$(MKL_PATH) -lmkl_rt + /usr/local/tools/netcdf-pgi-4.1.3 + /usr/local/tools/mvapich2-pgi-1.7/ + mpich + $(shell /usr/local/tools/netcdf-pgi-4.1.3/bin/nc-config --flibs) + -Wl,-rpath /usr/local/tools/netcdf-pgi-4.1.3/lib - -O2 -O2 @@ -1024,146 +829,218 @@ for mct, etc. $(shell $(NETCDF_PATH)/bin/nf-config --flibs) /project/projectdirs/ccsm1/esmf/ESMF_5_3_0_intel12.1.5/lib/libO/Unicos.intel.64.mpi.default/ /project/projectdirs/ccsm1/esmf/ESMF_5_3_0_intel12.1.5/lib/libg/Unicos.intel.64.mpi.default/ - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl /project/projectdirs/ccsm1/Trilinos/trilinos-10.12.2/hopper-gnu/install - - mpicc - mpif90 - mpic++ - pgfortran - pgcc - pgc++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - $(TRILINOS_PATH) + + /nasa/netcdf/4.1.3/intel/mpt + /nasa/sgi/mpt/2.11r13 + mpi + icc + -O2 -xSSE4.2 + -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - mpicc - mpif90 - mpic++ - ifort - icc - icpc - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - $(TRILINOS_PATH) - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl + + /nasa/netcdf/4.1.3/intel/mpt + /nasa/sgi/mpt/2.11r13 + mpi + icc + -O2 -xAVX + -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - mpicc - mpif90 - mpic++ - gfortran - gcc - g++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - -lstdc++ -lmpi_cxx - $(TRILINOS_PATH) - $(ALBANY_PATH) + + /nasa/netcdf/4.1.3/intel/mpt + /nasa/sgi/mpt/2.11r13 + mpi + icc + -O2 -xAVX + -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - mpicc - mpif90 - mpic++ - pgfortran - pgcc - pgc++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - $(TRILINOS_PATH) + + /nasa/netcdf/4.1.3/intel/mpt + /nasa/sgi/mpt/2.11r13 + mpi + icc + -O2 -aCORE-AVX2 -align array32byte + -L$(NETCDF_DIR)/lib -lnetcdff -lnetcdf - - mpicc - mpif90 - mpic++ - ifort - icc - icpc - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - $(TRILINOS_PATH) - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl + + /usr/local/tools/netcdf-pgi-4.1.3 + /usr/local/tools/mvapich2-pgi-1.7/ + mpich + $(shell /usr/local/tools/netcdf-pgi-4.1.3/bin/nc-config --flibs) + -Wl,-rpath /usr/local/tools/netcdf-pgi-4.1.3/lib - - mpicc - mpif90 - mpic++ - gfortran - gcc - g++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - -lstdc++ -lmpi_cxx - $(TRILINOS_PATH) - $(ALBANY_PATH) + + + mpi + /usr/lib64 + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY - - mpicc - mpif90 - mpic++ - pgfortran - pgcc - pgc++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - $(TRILINOS_PATH) + + -Wl,-rpath,$(NETCDF_PATH)/lib + -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 + -Wl,-rpath,$(COMPILER_PATH)/mkl/lib/intel64 + /home/santos/pFUnit/pFUnit_Intel_3_0 - - mpicc - mpif90 - mpic++ - ifort - icc - icpc - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - -DHAVE_VPRINTF -DHAVE_GETTIMEOFDAY - $(TRILINOS_PATH) - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl=cluster - -mkl + + -O0 + -O0 + -lgomp + -Wl,-R$(NETCDF_PATH)/lib + -Wl,-R$(COMPILER_PATH)/lib + -Wl,-R$(COMPILER_PATH)/libso - - mpicc - mpif90 - mpic++ - gfortran - gcc - g++ - $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -llapack -lblas - -lstdc++ -lmpi_cxx - $(TRILINOS_PATH) - $(ALBANY_PATH) + + mpi + mpich + /usr/lib64 + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY + + + + -lquadmath + -Wl,-rpath,$(NETCDF_PATH)/lib + -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 + -Wl,-rpath,$(COMPILER_PATH)/mkl/lib/intel64 + -Wl,-rpath,$(MPI_PATH)/lib + -mkl=cluster + /home/santos/pFUnit/pFUnit_Intel_3_0 + + + + -O0 + -O0 + -lgomp + -Wl,-R$(NETCDF_PATH)/lib + -Wl,-R$(COMPILER_PATH)/lib + -Wl,-R$(COMPILER_PATH)/libso + + + + /home/santos/pFUnit/pFUnit_NAG_3_0 + + -DNO_C_SIZEOF + -lpthread + + + + + + mpi + /usr/lib64 + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) + + + + -Wl,-rpath,$(NETCDF_PATH)/lib + -Wl,-rpath,$(COMPILER_PATH)/lib/intel64 + + + + -O2 + -O2 + -lgomp + -Wl,-R$(NETCDF_PATH)/lib + -Wl,-R$(COMPILER_PATH)/lib + -Wl,-R$(COMPILER_PATH)/libso + + + + /usr/local/netcdf-gcc-nag + /usr/local/openmpi-gcc-nag + /home/santos/pFUnit/pFUnit_NAG_3_0 + + -kind=byte + -DNO_C_SIZEOF + + -L/home/santos/lib/fake_omp -lfake_omp -Wl,-Wl,,--rpath=/home/santos/lib/fake_omp + + + + lustre + $(TACC_NETCDF_DIR) + + -DHAVE_NANOTIME + + + + mpicc + mpif90 + mpicxx + ifort + icc + icpc + -xHost + -xHost + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L$(TACC_HDF5_LIB) -lhdf5 + -L$(TACC_HDF5_LIB) -lhdf5 + $(TRILINOS_PATH) + + + + mpiifort + mpiicc + mpiicpc + ifort + icc + -xHost -no-save-temps + -xHost -no-save-temps + + $(NETCDF_DIR) + $(PNETCDF_DIR) + -DHAVE_NANOTIME -DCPRINTEL + --host=Linux + $(NETCDf) $(MKL) + $(NETCDF) + + mpiifort + mpiicc + mpiicpc + ifort + icc + + $(NETCDF_DIR) + $(PNETCDF_DIR) + -DHAVE_NANOTIME -DCPRINTELMIC -DCPRINTEL + $(NETCDF) $(MKL) + $(NETCDF) -mmic + + -O0 -g -check all -check noarg_temp_created + -O3 -mP2OPT_hpo_matrix_opt_framework=0 + -mmic -fp-model source -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -no-save-temps -no-opt-dynamic-align + -mmic -O3 -fp-model precise -DFORTRANUNDERSCORE -no-save-temps + --host=x86_64-k1om-linux --build=x86_64-unknown-linux + -O0 -mmic + + + mpiicc + mpiifort + mpicpc + ifort + icc + icpc + -xHost + -xHost + $(shell $(NETCDF_PATH)/bin/nf-config --flibs) -L$(TACC_HDF5_LIB) -lhdf5 + -L$(TACC_HDF5_LIB) -lhdf5 + $(TRILINOS_PATH) + diff --git a/cime/machines/config_machines.xml b/cime/machines/config_machines.xml index 5e537e71a1..1a87108f68 100644 --- a/cime/machines/config_machines.xml +++ b/cime/machines/config_machines.xml @@ -2,30 +2,30 @@ - User Defined Machine - - acme_developer USERDEFINED_required_macros intel,ibm,pgi,pathscale,gnu,cray,nag openmpi,mpich,mpt,mpt,ibm,mpi-serial @@ -85,761 +83,587 @@ USERDEFINED_optional_run USERDEFINED_optional_run USERDEFINED_optional_test - USERDEFINED_optional_run + USERDEFINED_optional_run USERDEFINED_optional_run - USERDEFINED_optional + USERDEFINED_optional 1 USERDEFINED_required_build - - NERSC XC30, os is CNL, 24 pes/node, batch system is SLURM - edison - acme_developer - intel,gnu,cray - mpt,mpi-serial - $ENV{SCRATCH}/acme_scratch - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /project/projectdirs/acme/inputdata - /project/projectdirs/acme/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE - /project/projectdirs/acme/baselines - /project/projectdirs/acme/tools/cprnc.edison/cprnc - /project/projectdirs/$PROJECT - CNL - sqs -f - sbatch - - acme - 8 - 48 - 24 - TRUE - -D PIO_BUILD_TIMING:BOOL=ON - - - regular - debug - - - 01:15:00 - 01:50:00 - 05:00:00 - - - - srun - - --label - -n {{ num_tasks }} - -c {{ thread_count }} - - + + LANL Linux Cluster, 16 pes/node, batch system Moab + wolf + acme_developer + intel,gnu + openmpi,mvapich,mpi-serial + LINUX + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/atm/datm7 + /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE + UNSET + /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/ccsm_baselines + /lustre/scratch1/turquoise/$ENV{USER}/ACME + /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc + mshow + msub + + + + 00:30:00 + 00:30:00 + 00:30:00 + + + + mpirun + + -n {{ num_tasks }} + + + + mpirun + + -n {{ num_tasks }} + + + + srun + + -n {{ num_tasks }} + + + + + + 4 + 16 + jacobsen.douglas -at- gmail.com - - NERSC XC40 Haswell, os is CNL, 32 pes/node, batch system is SLURM - cori - acme_developer - intel,gnu,cray - mpt,mpi-serial - $ENV{SCRATCH}/acme_scratch - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /project/projectdirs/acme/inputdata - /project/projectdirs/acme/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE - /project/projectdirs/acme/baselines - /project/projectdirs/acme/tools/cprnc.cori/cprnc - /project/projectdirs/$PROJECT - CNL - squeue - sbatch - - acme - 8 - 64 - 32 - TRUE - -D PIO_BUILD_TIMING:BOOL=ON - - - regular - regular - debug - - - 01:15:00 - 01:50:00 - 05:00:00 + + LANL Linux Cluster, 8 pes/node, batch system Moab + intel,gnu + openmpi,mvapich,mpi-serial + LINUX + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run + /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld + /usr/projects/cesm/input_data + /usr/projects/cesm/input_data/atm/datm7 + /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE + UNSET + /usr/projects/cesm/input_data/ccsm_baselines + /lustre/scratch1/turquoise/$ENV{USER}/ACME + /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc + mshow + msub + + + + 00:30:00 + 00:30:00 + 00:30:00 - - srun - - --label - -n {{ num_tasks }} - -c {{ thread_count }} + + mpirun + + -n {{ num_tasks }} - - /opt/modules/default/init/perl.pm - /opt/modules/default/init/sh - /opt/modules/default/init/csh - /opt/modules/default/bin/modulecmd perl - module - module - - PrgEnv-intel - PrgEnv-cray - PrgEnv-gnu - intel - cce - cray-parallel-netcdf - cray-parallel-hdf5 - pmi - cray-libsci - cray-mpich2 - cray-mpich - cray-netcdf - cray-hdf5 - cray-netcdf-hdf5parallel - craype-sandybridge - craype-ivybridge - craype - - - PrgEnv-intel - intel intel/2016.0.109 - cray-libsci - - - PrgEnv-cray - cce cce/8.4.0 - - - PrgEnv-gnu - gcc gcc/5.1.0 - - - papi/5.4.1.2 - craype craype/2.4.2 - - - cray-libsci/13.2.0 - - - cray-mpich/7.2.5 - - - cray-hdf5/1.8.14 - cray-netcdf/4.3.3.1 - - - cray-netcdf-hdf5parallel/4.3.3.1 - cray-hdf5-parallel/1.8.14 - cray-parallel-netcdf/1.6.1 - - - cmake/3.3.2 - - - - - - - Mac OS/X workstation or laptop - - acme_developer - Darwin - gnu - openmpi,mpich,mpi-serial - $ENV{HOME}/projects/acme/scratch/$CASE/run - $ENV{HOME}/projects/acme/scratch/$CASE/bld - $ENV{HOME}/projects/acme/cesm-inputdata $ENV{HOME}/projects/acme/ptclm-data - $ENV{HOME}/projects/acme/scratch/archive/$CASE - csm/$CASE - $ENV{HOME}/projects/acme/scratch - $ENV{HOME}/projects/acme/baselines - -> - $CCSMROOT/tools/cprnc/build/cprnc - - - jnjohnson at lbl dot gov - - 4 - 4 - 2 - - - - Linux workstation or laptop - - acme_developer - Linux - gnu - openmpi,mpich,mpi-serial - $ENV{HOME}/projects/acme/scratch/$CASE/run - $ENV{HOME}/projects/acme/scratch/$CASE/bld - $ENV{HOME}/projects/acme/cesm-inputdata - $ENV{HOME}/projects/acme/ptclm-data - $ENV{HOME}/projects/acme/scratch/archive/$CASE - csm/$CASE - $ENV{HOME}/projects/acme/scratch - $ENV{HOME}/projects/acme/baselines - > - $CCSMROOT/tools/cprnc/build/cprnc - - - jayesh at mcs dot anl dot gov - - 4 - 4 - 2 - - - - - - - - mpirun - - -np {{ num_tasks }} + + mpirun + + -n {{ num_tasks }} - - - - Linux workstation for Jenkins testing - (melvin|watson) - sonproxy.sandia.gov:80 - acme_developer - LINUX - gnu - openmpi,mpi-serial - $ENV{HOME}/acme/scratch - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /sems-data-store/ACME/inputdata - /sems-data-store/ACME/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE - /sems-data-store/ACME/baselines - /sems-data-store/ACME/cprnc/build/cprnc - - - jgfouca at sandia dot gov - - 32 - 64 - 32 - - - - - - - - mpirun - - -np {{ num_tasks }} + + srun + + -n {{ num_tasks }} + + + + 4 + 8 + jacobsen.douglas -at- gmail.com - - SNL clust - skybridge-login - wwwproxy.sandia.gov:80 - acme_integration - intel - openmpi,mpi-serial + + + + NERSC , 16 pes/node, batch system is PBS LINUX - /gscratch/$USER/acme_scratch/skybridge - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /projects/ccsm/inputdata - /projects/ccsm/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - USERDEFINED_optional_run - /projects/ccsm/ccsm_baselines - /projects/ccsm/cprnc/build/cprnc - qstat - sbatch + intel,intel14,intel15 + impi,impi4.1.3,impi5.0.1 + $SCRATCH/$CASE/run + $SCRATCH/$CASE/bld + $SCRATCH + /project/projectdirs/ccsm1/inputdata + /project/projectdirs/ccsm1/inputdata/atm/datm7 + $SCRATCH/archive/$CASE + csm/$CASE + /project/projectdirs/ccsm1/ccsm_baselines + /chos/global/u1/v/vadlaman/cesm1_3_xeon_phi_branch/tools/cprnc/cprnc + qstat -f + qsub - jgfouca at sandia dot gov - 4 - 16 - 1 - TRUE - + srinathv-at-ucar-dot-edu + 8 + 32 + 16 + - ec + regular - 0:50:00 - 1:50:00 - 5:00:00 + 10:00:00 mpirun - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} + -hostfile $ENV{'PBS_JOBID'} + -ppn {{ tasks_per_node }} + -n {{ num_tasks }} - - SNL clust - redsky-login - wwwproxy.sandia.gov:80 - acme_integration - intel - openmpi,mpi-serial + + NERSC , KNC system, 60 pes/node, 4 hw threads per pes, batch system is PBS LINUX - /gscratch/$USER/acme_scratch - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /projects/ccsm/inputdata - /projects/ccsm/inputdata/atm/datm7 - $CESMSCRATCHROOT/archive/$CASE - USERDEFINED_optional_run - /projects/ccsm/ccsm_baselines - /projects/ccsm/cprnc/build/cprnc - qstat - sbatch + intel,intel14,intel15 + impi,impi4.1.3,impi5.0.1 + $SCRATCH/$CASE/run + $SCRATCH/$CASE/bld + $SCRATCH + /project/projectdirs/ccsm1/inputdata + /project/projectdirs/ccsm1/inputdata/atm/datm7 + never + FALSE + $SCRATCH/archive/$CASE + csm/$CASE + /project/projectdirs/ccsm1/ccsm_baselines + /chos/global/u1/v/vadlaman/cesm1_3_xeon_phi_branch/tools/cprnc/cprnc + qstat -f + qsub - jgfouca at sandia dot gov - 4 - 8 - 1 - TRUE - + srinathv-at-ucar-dot-edu + 8 + 192 + 60 + - ec + regular - 0:50:00 - 1:50:00 - 6:00:00 + 04:00:00 - mpirun + mpirun.mic - -np {{ num_tasks }} - -npernode {{ tasks_per_node }} + -hostfile $ENV{'PBS_JOBID'} + -ppn {{ tasks_per_node }} + -n {{ num_tasks }} - - ANL/LCRC Linux Cluster - blogin - acme_integration - pgi,intel,gnu,nag - mvapich,mpich,openmpi,mpi-serial - /lcrc/project/$PROJECT/$USER/acme_scratch + + ORNL XE6, os is CNL, 32 pes/node, batch system is PBS + pgi,cray,gnu + mpich,mpi-serial + /scratch/sciteam/$USER $CESMSCRATCHROOT/$CASE/run $CESMSCRATCHROOT/$CASE/bld - /home/ccsm-data/inputdata - /home/ccsm-data/inputdata/atm/datm7 - /lcrc/project/$PROJECT/$USER/archive/$CASE - UNSET - /lcrc/group/earthscience/acme_baselines - /home/ccsm-data/tools/cprnc - LINUX - qstat + /projects/sciteam/jng/cesm/inputdata + /projects/sciteam/jng/cesm/inputdata/atm/datm7 + /scratch/sciteam/$CCSMUSER/archive/$CASE + csm/$CASE + /projects/sciteam/jng/cesm/ccsm_baselines + /projects/sciteam/jng/cesm/tools/ccsm_cprnc/cprnc + CNL + qstat -f qsub - acme - 8 + jedwards -at- ucar.edu + 8 + 32 + + + normal + + + 05:00:00 + + + + aprun + + -n {{ num_tasks }} + + -N {{ tasks_per_node }} + -d {{ thread_count }} + + + + + + Brutus Linux Cluster ETH (pgi(9.0-1)/intel(10.1.018) with openi(1.4.1)/mvapich2(1.4rc2), 16 pes/node, batch system LSF, added by UB + pgi,intel + openmpi,mpich,mpi-serial + LINUX + /cluster/work/uwis/$CCSMUSER/$CASE/run + /cluster/work/uwis/$CCSMUSER/$CASE/bld + /cluster/work/uwis/$USER + /cluster/work/uwis/ccsm/inputdata + /cluster/work/uwis/ccsm/inputdata/atm/datm7 + /cluster/work/uwis/$CCSMUSER/archive/$CASE + /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE + /cluster/work/uwis/ccsm/ccsm_baselines + /cluster/work/uwis/ccsm/tools/cprnc/cprnc + bjobs -w + bsub < + + tcraig -at- ucar.edu + 1 16 - TRUE + + batch + - 59:00 + 00:59:00 - - mpiexec + + mpirun + + -hostfile $ENV{'PBS_JOBID'} + -ppn {{ tasks_per_node }} + -n {{ num_tasks }} + + + + ompirun - -n {{ num_tasks }} - + - - ANL IBM BG/Q, os is BGP, 16 pes/node, batch system is cobalt - cetus - acme_developer - ibm - ibm - /projects/$PROJECT/$USER - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /projects/ccsm/inputdata - /projects/ccsm/inputdata/atm/datm7 - /projects/$PROJECT/$USER/archive/$CASE - /home/$USER/csm/$CASE/ - /projects/ccsm/ccsm_baselines/ - /projects/ccsm/tools/cprnc/cprnc - /projects/$PROJECT - BGQ - qstat - qsub + + PNL IBM Xeon cluster, os is Linux (pgi), batch system is SLURM + LINUX + pgi + mpich + /lustre/$CCSMUSER/$CASE/run + /lustre/$CCSMUSER/$CASE/bld + /lustre/$USER + /lustre/tcraig/IRESM/inputdata + /lustre/tcraig/IRESM/inputdata/atm/datm7 + /lustre/$CCSMUSER/archive/$CASE + UNSET + /lustre/tcraig/IRESM/ccsm_baselines + /lustre/tcraig/IRESM/tools/cprnc/cprnc + squeue + sbatch - jayesh -at- mcs.anl.gov + tcraig -at- ucar.edu 8 - 64 - TRUE - -D PIO_BUILD_TIMING:BOOL=ON - + 12 + - default + batch - 59 + 0:59:00 - - runjob - - --label short - - -p {{ tasks_per_node }} - - -n {{ num_tasks }} - $LOCARGS - --envs BG_THREADLAYOUT=1 - --envs OMP_STACKSIZE=32M - --envs OMP_NUM_THREADS={{ thread_count }} - : - + + srun + + --ntasks={{ num_tasks }} + --cpu_bind=sockets + --cpu_bind=verbose + --kill-on-bad-exit + + + + srun + + --mpi=none + --ntasks={{ num_tasks }} + --cpu_bind=sockets + --cpu_bind=verbose + --kill-on-bad-exit + - - Linux workstation: Andy's at SNL - penn - acme_developer - LINUX - gnu - openmpi,mpi-serial - $ENV{HOME}/acme/scratch - $CESMSCRATCHROOT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - $ENV{HOME}/acme/inputdata - $ENV{HOME}/acme/ptclmdata - $CESMSCRATCHROOT/archive/$CASE - csm/$CASE + + Lawrencium LR3 cluster at LBL, OS is Linux (intel), batch system is SLURM + LINUX + intel + openmpi,mpi-serial + /global/scratch/$ENV{USER} + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /global/scratch/$ENV{USER}/cesm_input_datasets/ + /global/scratch/$ENV{USER}/cesm_input_datasets/atm/datm7 + $CESMSCRATCHROOT/cesm_archive/$CASE + csm/$CASE + $CESMSCRATCHROOT/cesm_baselines + /$CESMSCRATCHROOT/cesm_tools/cprnc/cprnc + squeue + + sbatch + jnjohnson at lbl dot gov and rgknox at same + 4 + 16 + TRUE + + + lr_normal + + + 00:59:00 + + + + mpirun + + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} + + + + mpirun + + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} + + + - /home/agsalin/acme/baselines - $CCSMROOT/tools/cprnc/build/cprnc - - - agsalin at sandia dot gov - 20 - 20 - 2 + + Lawrencium LR2 cluster at LBL, OS is Linux (intel), batch system is SLURM + LINUX + intel + openmpi,mpi-serial + /global/scratch/$ENV{USER} + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /global/scratch/$ENV{USER}/cesm_input_datasets/ + /global/scratch/$ENV{USER}/cesm_input_datasets/atm/datm7 + $CESMSCRATCHROOT/cesm_archive/$CASE + csm/$CASE + $CESMSCRATCHROOT/cesm_baselines + /$CESMSCRATCHROOT/cesm_tools/cprnc/cprnc + squeue + + sbatch + jnjohnson at lbl dot gov and rgknox at same + 4 + 12 + TRUE + + + lr_normal + + + 00:59:00 + + + + mpirun + + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} + + + + mpirun + + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} + + + - - ANL IBM BG/Q, os is BGP, 16 pes/node, batch system is cobalt - mira - acme_developer - ibm - ibm - /projects/$PROJECT/$USER + + + + NERSC XC30, os is CNL, 24 pes/node, batch system is PBS + intel,gnu,cray + mpt,mpi-serial + $ENV{SCRATCH} $CESMSCRATCHROOT/$CASE/run $CESMSCRATCHROOT/$CASE/bld - /projects/ccsm/inputdata - /projects/ccsm/inputdata/atm/datm7 - /projects/$PROJECT/usr/$USER/archive/$CASE - /home/$USER/csm/$CASE/ - /projects/ccsm/ccsm_baselines/ - /projects/ccsm/tools/cprnc/cprnc - /projects/$PROJECT - BGQ - qstat + /project/projectdirs/ccsm1/inputdata + /project/projectdirs/ccsm1/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /project/projectdirs/ccsm1/ccsm_baselines + /project/projectdirs/ccsm1/tools/cprnc.edison/cprnc + CNL + qstat -f qsub - - mickelso -at- mcs.anl.gov - 4 - 64 - TRUE - -D PIO_BUILD_TIMING:BOOL=ON - + + cseg + 8 + 48 + 24 + + - default + regular - 30 - 60 - 60 + 01:15:00 + 01:50:00 + 05:00:00 - runjob - - --label short - - -p {{ tasks_per_node }} - - -n {{ num_tasks }} - $LOCARGS - --envs BG_THREADLAYOUT=1 - --envs OMP_STACKSIZE=32M - --envs OMP_NUM_THREADS={{ thread_count }} - : - + aprun + + -j {{ hyperthreading }} + -n {{ num_tasks }} + -S {{ tasks_per_numa }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + -cc {{ numa_node }} + - - PNL cluster, os is Linux (pgi,intel,nag), batch system is SLURM - sooty - acme_developer - LINUX - pgi,intel - mvapich2 - /lustre/$USER/csmruns/$CASE/run - /lustre/$USER/csmruns/$CASE/bld - /lustre/$USER/csmruns/ - /lustre/sing201/DATASETS/CAM/InitialCondFilesCam/FromMythos1/CSMDATA_CAM/aerocom/csmdata - /lustre/sing201/DATASETS/CAM/InitialCondFilesCam/FromMythos1/CSMDATA_CAM/aerocom/csmdata/atm/datm7 - /lustre/$USER/archive/$CASE - csm/$CASE - /UNSET_BASELINE - /lustre/sing201/CAM/netcdfComp_cprnc/cprnc/cprnc - squeue - sbatch - balwinder.singh at pnnl dot gov - 8 - 8 - - - PNL cluster, os is Linux (pgi), batch system is SLURM - cascade - acme_developer + + NCAR IBM , os is Linux, 16 pes/node, batch system is LSF LINUX - intel,nag - mpich - /dtemp/$USER/csmruns/$CASE/run - /dtemp/$USER/csmruns/$CASE/bld - /dtemp/sing201/inputdata/CAM/CSMDATA_CAM/aerocom/csmdata - /dtemp/sing201/inputdata/CAM/CSMDATA_CAM/aerocom/csmdata/atm/datm7 - /dtemp/$USER/archive/$CASE + intel,pgi,gnu,pathscale + ibm,mpi-serial + /ampstmp/$CCSMUSER/$CASE/run + /ampstmp/$CCSMUSER/$CASE/bld + /ampstmp/$USER + $ENV{CESMDATAROOT}/inputdata + $ENV{CESMDATAROOT}/tss + /ampstmp/$CCSMUSER/archive/$CASE csm/$CASE - /dtemp/sing201/acme_testing/acme_baselines/ - /dtemp/$USER/csmruns - /home/sing201/CAM/cprnc/cprnc - showq - msub - balwinder.singh at pnnl dot gov - 8 - 16 + $ENV{CESMDATAROOT}/ccsm_baselines + $ENV{CESMDATAROOT}/tools/cprnc/cprnc + bjobs -w + bsub < + + jedwards -at- ucar.edu + 16 + 32 + 16 + + + ampsrt + + + 1:30 + 2:50 + 4:00 + + + mpirun.lsf + + + + + - - PNL Haswell cluster, OS is Linux, batch system is SLURM + + UMD cluster LINUX - intel,pgi - mpich,mpi-serial - constance - /pic/scratch/$CCSMUSER/csmruns/$CASE/run - /pic/scratch/$CCSMUSER/csmruns/$CASE/bld - /pic/scratch/$USER - /pic/projects/climate/csmdata/ - /pic/projects/climate/csmdata/atm/datm7 - /pic/scratch/$CCSMUSER/archive/$CASE + intel + openmpi + /lustre/data/$CCSMUSER/$CASE/run + /lustre/data/$CCSMUSER/$CASE/bld + /lustre/data/$USER + /data/eg_nfs/tcraig/IRESM/inputdata + /data/eg_nfs/tcraig/IRESM/inputdata/atm/datm7 + /lustre/data/$CCSMUSER/archive/$CASE UNSET - /pic/projects/climate/acme_baselines - /pic/projects/climate/acme_baselines/cprnc - squeue - sbatch - - balwinder.singh -at- pnnl.gov - 8 - 24 - - - slurm - - - 0:30:00 - - - - srun - - --mpi=none - --ntasks={{ num_tasks }} - --cpu_bind=sockets - --cpu_bind=verbose - --kill-on-bad-exit - - - - - - - - - ORNL XK6, os is Linux, 8 pes/node, batch system is PBS - oic2 - acme_developer - gnu - mpich,mpi-serial,openmpi - /home/$USER/models/ACME/run/$CASE/run - /home/$USER/models/ACME/run/$CASE/bld - /home/$USER/models/ACME - /home/zdr/models/ccsm_inputdata - /home/zdr/models/ccsm_inputdata/atm/datm7 - /home/$USER/models/ACME/run/archive/$CASE - LINUX - qstat -f + /data/eg_nfs/tcraig/IRESM/ccsm_baselines + /data/eg_nfs/tcraig/IRESM/tools/cprnc/cprnc + showq qsub - dmricciuto + + tcraig -at- ucar.edu 8 - 8 - - - esd08q - - - 24:00:00 - - - - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpirun - - -np {{ num_tasks }} - -hostfile $ENV{'PBS_NODEFILE'} - - - - - - - - - ORNL XK6, os is Linux, 8 pes/node, batch system is PBS - oic5 - acme_developer - gnu - mpich,mpi-serial,openmpi - /home/$USER/models/ACME/run/$CASE/run - /home/$USER/models/ACME/run/$CASE/bld - /home/$USER/models/ACME - /home/zdr/models/ccsm_inputdata - /home/zdr/models/ccsm_inputdata/atm/datm7 - /home/$USER/models/ACME/run/archive/$CASE - LINUX - qstat -f - qsub - dmricciuto - 32 - 32 - - - esd13q - esddbg13q - - - 24:00:00 - - - - /projects/cesm/devtools/mpich-3.0.4-gcc4.8.1/bin/mpirun - - -np {{ num_tasks }} - -f $ENV{'PBS_NODEFILE'} - - - - - - - - - ORNL XK6, os is CNL, 16 pes/node, batch system is PBS - titan - acme_developer - pgi,pgicuda,intel,cray - mpich,mpi-serial - $ENV{HOME}/acme_scratch/$PROJECT - $ENV{MEMBERWORK}/$PROJECT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld - /lustre/atlas1/cli900/world-shared/cesm/inputdata - /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 - $ENV{MEMBERWORK}/$PROJECT/archive/$CASE - csm/$CASE - /lustre/atlas1/cli900/world-shared/cesm/baselines - /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.titan - $ENV{PROJWORK}/$PROJECT - CNL - qstat -f - qsub - - cseg - 8 - 16 - TRUE - -D PIO_BUILD_TIMING:BOOL=ON - - - batch - debug - - - 00:45:00 - 02:00:00 - + 12 + + + standard + + + 02:59:00 + 02:59:00 + - aprun + mpirun + + -np {{ num_tasks }} + ORNL XC30, os is CNL, 16 pes/node, batch system is PBS - eos - acme_developer - intel - mpich,mpi-serial - $ENV{HOME}/acme_scratch/$PROJECT + intel + mpich,mpi-serial $MEMBERWORK/$PROJECT/$CASE/run - $CESMSCRATCHROOT/$CASE/bld + $MEMBERWORK/$PROJECT/$CASE/bld + $MEMBERWORK/$PROJECT /lustre/atlas1/cli900/world-shared/cesm/inputdata /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 $MEMBERWORK/$PROJECT/archive/$CASE csm/$CASE /lustre/atlas1/cli900/world-shared/cesm/baselines /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.eos - $ENV{PROJWORK}/$PROJECT CNL qstat -f qsub - acme + cseg 8 16 32 TRUE - -D PIO_BUILD_TIMING:BOOL=ON batch @@ -858,172 +682,760 @@ -n {{ num_tasks }} -N {{ tasks_per_node }} -d {{ thread_count }} - -cc {{ numa_node }} + - - LANL Linux Cluster, 24 pes/node, batch system Moab - mustang - acme_developer - intel,gnu - openmpi,mvapich,mpi-serial - LINUX - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/atm/datm7 - /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE - UNSET - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/ccsm_baselines - /lustre/scratch1/turquoise/$ENV{USER}/ACME - /turquoise/usr/projects/climate/SHARED_CLIMATE/software/mustang/cprnc/v0.40/cprnc - mshow - msub - - - - 00:30:00 - 02:00:00 - 16:00:00 - - - - mpirun - - -n {{ num_tasks }} - - - - mpirun - - -n {{ num_tasks }} - - - - srun - - -n {{ num_tasks }} - - - - - - 4 - 24 - jacobsen.douglas -at- gmail.com + + "NCAR CGD Linux Cluster 16 pes/node, batch system is PBS" + pgi,intel,nag,gnu + openmpi,mpi-serial + /scratch/cluster/$CCSMUSER/$CASE/run + /scratch/cluster/$CCSMUSER/$CASE/bld + /scratch/cluster/$USER + $EXEROOT + $EXEROOT/lib/include + /fs/cgd/csm/inputdata + /project/tss + /scratch/cluster/$CCSMUSER/archive/$CASE + /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE + /fs/cgd/csm/ccsm_baselines + /fs/cgd/csm/tools/cprnc_64/cprnc + LINUX + qstat + qsub + + 4 + 16 + + + short + long + + + 02:00:00 + + + + mpiexec + + --machinefile $ENV{'PBS_NODEFILE'} + -n {{ num_tasks }} + + - - LANL Linux Cluster, 16 pes/node, batch system Moab - wolf - acme_developer - intel,gnu - openmpi,mvapich,mpi-serial - LINUX - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/atm/datm7 - /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE - UNSET - /lustre/scratch1/turquoise/$ENV{USER}/ACME/input_data/ccsm_baselines - /lustre/scratch1/turquoise/$ENV{USER}/ACME - /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc - mshow - msub - - - - 00:30:00 - 00:30:00 - 00:30:00 - - - - mpirun - - -n {{ num_tasks }} - - - - mpirun - - -n {{ num_tasks }} - - - - srun - - -n {{ num_tasks }} - - - - - - 4 - 16 - jacobsen.douglas -at- gmail.com + + "NCAR CGD Linux Cluster 48 pes/node, batch system is PBS" + intel,pgi,nag,gnu + mvapich2,openmpi,mpi-serial + /scratch/cluster/$CCSMUSER/$CASE/run + /scratch/cluster/$CCSMUSER/$CASE/bld + /scratch/cluster/$USER + $EXEROOT + $EXEROOT/lib/include + /fs/cgd/csm/inputdata + /project/tss + /scratch/cluster/$CCSMUSER/archive/$CASE + /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE + /fs/cgd/csm/ccsm_baselines + /fs/cgd/csm/tools/cprnc_hobart/cprnc + LINUX + qstat + + qsub + 4 + 48 + 24 + + + short + long + + + 02:00:00 + + + + mpiexec + + --machinefile $ENV{'PBS_NODEFILE'} + -n {{ num_tasks }} + + + + + "NCAR CGD General compute server" + pgi,intel + openmpi,mpi-serial + /scratch/$CCSMUSER/$CASE/run + /scratch/$CCSMUSER/$CASE/bld + /scratch/$USER + $EXEROOT + $EXEROOT/lib/include + /fs/cgd/csm/inputdata + /project/tss + /scratch/$CCSMUSER/archive/$CASE + /`echo $CCSMUSER | tr '[a-z]' '[A-Z]'`/csm/$CASE + /fs/cgd/csm/ccsm_baselines + /fs/cgd/csm/tools/cprnc_64/cprnc + LINUX + qstat + qsub + + 4 + 16 + + + short + long + + + 02:00:00 + + + + mpiexec + - - LANL Linux Cluster, 8 pes/node, batch system Moab - intel,gnu - openmpi,mvapich,mpi-serial - LINUX - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/run - /lustre/scratch1/turquoise/$ENV{USER}/ACME/cases/$CASE/bld - /usr/projects/cesm/input_data - /usr/projects/cesm/input_data/atm/datm7 - /lustre/scratch1/turquoise/$ENV{USER}/ACME/archive/$CASE - UNSET - /usr/projects/cesm/input_data/ccsm_baselines - /lustre/scratch1/turquoise/$ENV{USER}/ACME - /turquoise/usr/projects/climate/SHARED_CLIMATE/software/wolf/cprnc/v0.40/cprnc - mshow - msub - - - - 00:30:00 - 00:30:00 - 00:30:00 - - - - mpirun - - -n {{ num_tasks }} - - - - mpirun - - -n {{ num_tasks }} - - - - srun - - -n {{ num_tasks }} - - - - - - 4 - 8 - jacobsen.douglas -at- gmail.com + + NOAA XE6, os is CNL, 24 pes/node, batch system is PBS + pgi + mpich,mpi-serial + /lustre/fs/scratch/Julio.T.Bacmeister/$CASE/run + /lustre/fs/scratch/Julio.T.Bacmeister/$CASE/bld + /lustre/fs/scratch/Julio.T.Bacmeister + /lustre/fs/scratch/Julio.T.Bacmeister/inputdata + /lustre/fs/scratch/Julio.T.Bacmeister/inputdata + /lustre/fs/scratch/Julio.T.Bacmeister/archive/$CASE + UNSET + UNSET + UNSET + CNL + showq + msub + + julio -at- ucar.edu + 8 + 32 + + + debug + batch + + + 00:45:00 + 01:50:00 + 05:00:00 + + + + aprun + + -j {{ hyperthreading }} + -n {{ num_tasks }} + -S {{ tasks_per_numa }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + + + + + - - $config{'EXEROOT'}/cesm.exe - >> cesm.log.$LID 2>&1 - + + LLNL Linux Cluster, Linux (pgi), 16 pes/node, batch system is Moab + pgi + mpich,mpi-serial + /p/lscratchd/$CCSMUSER/$CASE/run + /p/lscratchd/$CCSMUSER/$CASE/bld + /p/lscratchd/$USER + /p/lscratchd/mirin/ccsm3data/inputdata + /p/lscratchd/mirin/ccsm3data/inputdata/atm/datm7 + /p/lscratchd/$CCSMUSER/archive/$CASE + FALSE + UNSET + /p/lscratchd/$CCSMUSER/ccsm_baselines + /p/lscratchd/mirin/ccsm3data/tools/cprnc/cprnc + LINUX + mshow + msub + + mirin1 -at- llnl.gov + 8 + 16 + + + pbatch + + + 12:00:00 + + + + srun + + + + + + + + NERSC XE6, os is CNL, 24 pes/node, batch system is PBS + pgi,intel,gnu,cray,pathscale + mpt,mpi-serial + $ENV{SCRATCH} + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /project/projectdirs/ccsm1/inputdata + /project/projectdirs/ccsm1/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /project/projectdirs/ccsm1/ccsm_baselines + /project/projectdirs/ccsm1/tools/cprnc/cprnc + CNL + qstat -f + qsub + + cseg + 4 + 24 + + + debug + + + 00:30:00 + + + + aprun + + -n {{ num_tasks }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + + + + + + CU Linux Cluster (intel), 2 pes/node, batch system is PBS + intel,pgi + openmpi,mpi-serial + LINUX + /lustre/janus_scratch/$CCSMUSER/$CASE/run + /lustre/janus_scratch/$CCSMUSER/$CASE/bld + /lustre/janus_scratch/$USER + /lustre/janus_scratch/cesm/inputdata + /lustre/janus_scratch/cesm/inputdata/atm/datm7 + /lustre/janus_scratch/$CCSMUSER/archive/$CASE + csm/$CASE + /lustre/janus_scratch/cesm/baselines + /lustre/janus_scratch/cesm/tools/cprnc/cprnc + sqeueu + sbatch + + cseg + 12 + 12 + 1 + + + normal + + + 0:50:00 + 1:50:00 + 4:00:00 + + + + mpirun + + -np {{ num_tasks }} + -npernode {{ tasks_per_node }} + + + + + + + ANL IBM BG/Q, os is BGP, 16 pes/node, batch system is cobalt + ibm + ibm + /projects/$PROJECT/usr/$ENV{USER} + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /projects/ccsm/inputdata + /projects/ccsm/inputdata/atm/datm7 + /projects/$PROJECT/usr/$CCSMUSER/archive/$CASE + /home/$CCSMUSER/csm/$CASE/ + /projects/ccsm/ccsm_baselines/ + /projects/ccsm/tools/cprnc/cprnc + BGQ + qstat + qsub + + mickelso -at- mcs.anl.gov + 4 + 64 + TRUE + + + default + + + 15 + 60 + 60 + + + + runjob + + --label short + + -p {{ tasks_per_node }} + + -n {{ num_tasks }} + $LOCARGS + --envs BG_THREADLAYOUT=1 + --envs OMP_STACKSIZE=32M + --envs OMP_NUM_THREADS={{ thread_count }} + : + + + + + + PNL cluster, os is Linux (pgi), batch system is SLURM + LINUX + pgi + mpich + /pic/scratch/$CCSMUSER/$CASE/run + /pic/scratch/$CCSMUSER/$CASE/bld + /pic/scratch/$USER + /pic/scratch/tcraig/IRESM/inputdata + /pic/scratch/tcraig/IRESM/inputdata/atm/datm7 + /pic/scratch/$CCSMUSER/archive/$CASE + UNSET + /pic/scratch/tcraig/IRESM/ccsm_baselines + /pic/scratch/tcraig/IRESM/tools/cprnc/cprnc + squeue + sbatch + tcraig -at- ucar.edu + 8 + 32 + FALSE + + + queue + + + 00:59:00 + 08:59:00 + + + + + + mpiexec_mpt + + --mpi=none + -n={{ num_tasks }} + --kill-on-bad-exit + + + + + + + + NASA/AMES Linux Cluster, Linux (ia64), 2.5 GHz Haswell Intel Xeon E5-2680v3 processors, 24 pes/node (two 12-core processors) and 128 GB of memory/node, batch system is PBS + intel + mpich,mpi-serial + LINUX + /nobackup/$CCSMUSER/$CASE/run + /nobackup/$CCSMUSER/$CASE/bld + /nobackup/$USER + /nobackup/mjmills2/ccsmdata/inputdata + /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 + /nobackup/$CCSMUSER/archive/$CASE + csm/$CASE + qstat + qsub + + fvitt -at- ucar.edu + 8 + 24 + TRUE + /nobackup/fvitt/cesm_baselines + /u/fvitt/bin/cprnc + + + ldan + + + 04:00:00 + + + + + + mpiexec_mpt + + -n {{ num_tasks }} + + + + + + + NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.93 GHz Westmere processors, 12 pes/node and 24 GB of memory, batch system is PBS + intel + mpich,mpi-serial + LINUX + /nobackup/$CCSMUSER/$CASE/run + /nobackup/$CCSMUSER/$CASE/bld + /nobackup/$USER + /nobackup/mjmills2/ccsmdata/inputdata + /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 + /nobackup/$CCSMUSER/archive/$CASE + csm/$CASE + qstat + qsub + + fvitt -at- ucar.edu + 8 + 12 + TRUE + /nobackup/fvitt/cesm_baselines + /u/fvitt/bin/cprnc + + + ldan + + + 04:00:00 + + + + + + + mpiexec_mpt + + -n {{ num_tasks }} + + + + + + NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.6 GHz Sandy Bridge processors, 16 cores/node and 32 GB of memory, batch system is PBS + intel + mpich,mpi-serial + LINUX + /nobackup/$CCSMUSER/$CASE/run + /nobackup/$CCSMUSER/$CASE/bld + /nobackup/$USER + /nobackup/mjmills2/ccsmdata/inputdata + /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 + /nobackup/$CCSMUSER/archive/$CASE + csm/$CASE + qstat + qsub + + fvitt -at- ucar.edu + 8 + 16 + TRUE + /nobackup/fvitt/cesm_baselines + /u/fvitt/bin/cprnc + + + ldan + + + 04:00:00 + + + + + + mpiexec_mpt + + -n {{ num_tasks }} + + + + + + + + NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.8 GHz Ivy Bridge processors, 20 cores/node and 3.2 GB of memory per core, batch system is PBS + intel + mpich,mpi-serial + LINUX + /nobackup/$CCSMUSER/$CASE/run + /nobackup/$CCSMUSER/$CASE/bld + /nobackup/$USER + /nobackup/mjmills2/ccsmdata/inputdata + /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 + /nobackup/$CCSMUSER/archive/$CASE + csm/$CASE + qstat + qsub + + fvitt -at- ucar.edu + 8 + 20 + TRUE + /nobackup/fvitt/cesm_baselines + /u/fvitt/bin/cprnc + + + ldan + + + 04:00:00 + + + + + + mpiexec_mpt + + -n {{ num_tasks }} + + + + + + + LLNL Linux Cluster, Linux (pgi), 12 pes/node, batch system is Moab + pgi + mpich,mpi-serial + /p/lscratchd/$CCSMUSER/$CASE/run + /p/lscratchd/$CCSMUSER/$CASE/bld + /p/lscratchd/$USER + /p/lscratchd/mirin/ccsm3data/inputdata + /p/lscratchd/mirin/ccsm3data/inputdata/atm/datm7 + /p/lscratchd/$CCSMUSER/archive/$CASE + FALSE + UNSET + /p/lscratchd/$CCSMUSER/ccsm_baselines + /p/lscratchd/mirin/ccsm3data/tools/cprnc/cprnc + LINUX + mshow + msub + + mirin1 -at- llnl.gov + 8 + 12 + + + pbatch + + + 12:00:00 + + + + srun + + + + + + + + ORNL XK6, os is CNL, 16 pes/node, batch system is PBS + pgi,pgicuda,intel,cray + mpich,mpi-serial + $ENV{MEMBERWORK}/$PROJECT + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + /lustre/atlas1/cli900/world-shared/cesm/inputdata + /lustre/atlas1/cli900/world-shared/cesm/inputdata/atm/datm7 + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + /lustre/atlas1/cli900/world-shared/cesm/baselines + /lustre/atlas1/cli900/world-shared/cesm/tools/cprnc/cprnc.titan + CNL + qstat -f + qsub + + cseg + 8 + 16 + TRUE + + + batch + debug + + + 00:45:00 + 02:00:00 + + + + aprun + + -n {{ num_tasks }} + -S {{ tasks_per_numa }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + + + + + + + NCAR IBM, os is Linux, 16 pes/node, batch system is LSF + LINUX + intel,pgi,gnu,intel15 + mpich2,pempi,mpi-serial + /glade/scratch/$USER + $CESMSCRATCHROOT/$CASE/run + $CESMSCRATCHROOT/$CASE/bld + $ENV{CESMDATAROOT}/inputdata + $ENV{CESMROOT}/lmwg + $CESMSCRATCHROOT/archive/$CASE + csm/$CASE + $ENV{CESMDATAROOT}/ccsm_baselines + $ENV{CESMDATAROOT}/tools/cprnc/cprnc + /glade/apps/opt/perlmods/lib64/perl5:/glade/apps/opt/perlmods/share/perl5 + bjobs -w + bsub + < + cseg + 8 + 30 + 16 + TRUE + + + caldera + small + regular + capability + + + 2:00 + 2:00 + 4:00 + 8:00 + + + + + + + TARGET_PROCESSOR_LIST=AUTO_SELECT mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/launch + + + MP_PE_AFFINITY= MP_TASK_AFFINITY= MP_CPU_BIND_LIST= mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/hybrid_launch + + + mpirun.lsf + + + + + NCAR IBM, os is Linux, 16 pes/node, batch system is LSF + LINUX + intel,intelmic + impi,mpi-serial + /glade/scratch/$CCSMUSER/$CASE/run + /glade/scratch/$CCSMUSER/$CASE/bld + /glade/scratch/$USER + $ENV{CESMDATAROOT}/inputdata + $ENV{CESMROOT}/lmwg + /glade/scratch/$CCSMUSER/archive/$CASE + csm/$CASE + $ENV{CESMDATAROOT}/ccsm_baselines + $ENV{CESMDATAROOT}/tools/cprnc/cprnc + bjobs -w + bsub < + + srinathv -at- ucar.edu + 8 + 30 + 16 + TRUE + + + caldera + small + regular + capability + + + 2:00 + 2:00 + 4:00 + 8:00 + + + + + + + TARGET_PROCESSOR_LIST=AUTO_SELECT mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/launch + + + MP_PE_AFFINITY= MP_TASK_AFFINITY= MP_CPU_BIND_LIST= mpirun.lsf $ENV{'CESMDATAROOT'}/tools/bin/hybrid_launch + + + mpirun.lsf + + + + + CSCS Cray XE6, os is CNL, 32 pes/node, batch system is SLURM + pgi,cray,gnu + mpich,mpi-serial + /scratch/rosa/$CCSMUSER/$CASE/run + /scratch/rosa/$CCSMUSER/$CASE/bld + /scratch/rosa/$USER + /project/s433/cesm_inputdata + /project/s433/cesm_inputdata/atm/datm7 + /project/s433/$CCSMUSER/archive/$CASE + csm/$CASE + /project/s433/ccsm_baselines + /project/s433/cesm_tools/ccsm_cprnc/cprnc + CNL + squeue + sbatch + + edouard.davin -at- env.ethz.ch + 12 + 32 + + + default + + + 01:30:00 + + + aprun + + -n {{ num_tasks }} + -N {{ tasks_per_node }} + -d {{ thread_count }} + + + + +$config{'EXEROOT'}/cesm.exe >> cesm.log.$LID 2>&1 diff --git a/cime/machines/env_mach_specific.conejo b/cime/machines/env_mach_specific.conejo old mode 100755 new mode 100644 index 07950f0fcc..8c60120754 --- a/cime/machines/env_mach_specific.conejo +++ b/cime/machines/env_mach_specific.conejo @@ -8,33 +8,33 @@ module purge module use /usr/projects/cesm/software/local/modulefiles/all if ( $COMPILER == "intel" ) then -# module load intel/13.1.3 - module load intel/15.0.5 +# module load intel/13.1.3 + module load intel/15.0.5 endif if ( $COMPILER == "pgi" ) then - # 13.10 is too old to support - # PGI support is currently disabled until we have access to a newer version - # (i.e. 14.10) - module load pgi/13.10 + # 13.10 is too old to support + # PGI support is currently disabled until we have access to a newer version + # (i.e. 14.10) + module load pgi/13.10 endif if ( $COMPILER == "gnu" ) then - module load gcc/4.8.2 + module load gcc/4.8.2 endif if ( $MPILIB == "openmpi" ) then - module load openmpi/1.6.5 + module load openmpi/1.6.5 endif if ( $MPILIB == "mvapich" ) then - module load mvapich2/1.8 + module load mvapich2/1.8 endif module load netcdf/4.4.0 module load parallel-netcdf/1.5.0 module load cmake/3.0.0 -module load mkl/11.2.3 +module load mkl/11.2.4 module load totalview if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then @@ -43,7 +43,7 @@ if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then endif if ( $?PERL ) then - printenv + printenv endif module list diff --git a/cime/machines/env_mach_specific.wolf b/cime/machines/env_mach_specific.wolf old mode 100755 new mode 100644 index 431228ecfa..115525b030 --- a/cime/machines/env_mach_specific.wolf +++ b/cime/machines/env_mach_specific.wolf @@ -8,26 +8,26 @@ module purge module use /usr/projects/climate/SHARED_CLIMATE/modulefiles/all if ( $COMPILER == "intel" ) then - module load intel/13.1.3 + module load intel/13.1.3 endif if ( $COMPILER == "pgi" ) then - # 13.10 is too old to support - # PGI support is currently disabled until we have access to a newer version - # (i.e. 14.10) - module load pgi/13.10 + # 13.10 is too old to support + # PGI support is currently disabled until we have access to a newer version + # (i.e. 14.10) + module load pgi/13.10 endif if ( $COMPILER == "gnu" ) then - module load gcc/4.8.2 + module load gcc/4.8.2 endif if ( $MPILIB == "openmpi" ) then - module load openmpi/1.6.5 + module load openmpi/1.6.5 endif if ( $MPILIB == "mvapich" ) then - module load mvapich2/1.8 + module load mvapich2/1.8 endif module load netcdf/4.4.0 @@ -40,5 +40,5 @@ if ( $COMPILER == "gnu" && $MPILIB == "openmpi" ) then endif if ( $?PERL ) then - printenv -endif + printenv +endif \ No newline at end of file diff --git a/cime/utils/perl5lib/Batch/BatchUtils.pm b/cime/utils/perl5lib/Batch/BatchUtils.pm index d2d3b9484d..dcc4156719 100755 --- a/cime/utils/perl5lib/Batch/BatchUtils.pm +++ b/cime/utils/perl5lib/Batch/BatchUtils.pm @@ -216,14 +216,14 @@ sub submitSingleJob() eval { open (my $RUN, "-|", $runcmd) // die "job submission failed, $!"; - - foreach (<$RUN>) { - chomp; - print "$_\n"; - $output .= $_; - } - - close $RUN or die "job submission failed: |$?|, |$!|" +# $output = <$RUN>; + foreach (<$RUN>) { + chomp; + print "$_\n"; + $output .= $_; + } + + close $RUN or die "job submission failed: |$?|, |$!|" }; my $exitstatus = ($?>>8); if($exitstatus != 0) From e2b2f4e9d1d20019a6e7d8f463feb52c8a2db76b Mon Sep 17 00:00:00 2001 From: rgknox Date: Mon, 29 Feb 2016 14:45:41 -0800 Subject: [PATCH 6/6] commented out calls to new sensitivity analysis parameters b_mort and dbh2h_m, will be used in later commits --- components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 | 6 ++++-- components/clm/src/ED/main/EDPftvarcon.F90 | 7 ++++--- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 b/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 index f7b5706e49..ea3dc4c71a 100755 --- a/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 +++ b/components/clm/src/ED/biogeochem/EDGrowthFunctionsMod.F90 @@ -350,8 +350,10 @@ subroutine mortality_rates( cohort_in,cmort,hmort,bmort ) real(r8) :: frac ! relativised stored carbohydrate ! 'Background' mortality (can vary as a function of density as in ED1.0 and ED2.0, but doesn't here for tractability) - bmort = EDecophyscon%b_mort(cohort_in%pft) !0.014_r8 - + ! bmort = EDecophyscon%b_mort(cohort_in%pft) !0.014_r8 + ! RGK:/CX HOLDING OFF ON SENS-ANALYSIS UNTIL MACHINE CONFIGS SQUARED AWAY + bmort = 0.014_r8 + ! Proxy for hydraulic failure induced mortality. if(cohort_in%patchptr%btran_ft(cohort_in%pft) <= 0.000001_r8)then hmort = ED_val_stress_mort diff --git a/components/clm/src/ED/main/EDPftvarcon.F90 b/components/clm/src/ED/main/EDPftvarcon.F90 index fa80e1897d..475ee7b1bb 100644 --- a/components/clm/src/ED/main/EDPftvarcon.F90 +++ b/components/clm/src/ED/main/EDPftvarcon.F90 @@ -132,9 +132,10 @@ subroutine EDpftconrd( ncid ) call ncd_io('sapwood_ratio',EDPftvarcon_inst%sapwood_ratio, 'read', ncid, readvar=readv) if ( .not. readv) call endrun(trim(subname)// ' ERROR : error in reading in pft data') - - call ncd_io('dbh2h_m',EDPftvarcon_inst%dbh2h_m, 'read', ncid, readvar=readv) - if ( .not. readv) call endrun(trim(subname)// ' ERROR : error in reading in pft data') + +! HOLDING ON SEW ENSITIVITY-ANALYSIS PARAMETERS UNTIL MACHINE CONFIGS SET RGK/CX +! call ncd_io('dbh2h_m',EDPftvarcon_inst%dbh2h_m, 'read', ncid, readvar=readv) +! if ( .not. readv) call endrun(trim(subname)// ' ERROR : error in reading in pft data') end subroutine EDpftconrd