diff --git a/config/e3sm/allactive/config_compsets.xml b/config/e3sm/allactive/config_compsets.xml index b172cfa43c8..118beecef09 100644 --- a/config/e3sm/allactive/config_compsets.xml +++ b/config/e3sm/allactive/config_compsets.xml @@ -16,7 +16,7 @@ TIME = Time period (e.g. 2000, HIST, RCP8...) ATM = [CAM4, CAM5, SATM] LND = [CLM45, SLND] - ICE = [MPASCICE, CICE, DICE, SICE] + ICE = [MPASSI, CICE, DICE, SICE] OCN = [MPASO, DOCN, SOCN] ROF = [MOSART, SROF] GLC = [MALI, SGLC] @@ -41,217 +41,217 @@ A_WCYCL1850S_CMIP6 - 1850_CAM5%CMIP6_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1850_CAM5%CMIP6_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL20TRS_CMIP6 - 20TR_CAM5%CMIP6_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 20TR_CAM5%CMIP6_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL1950S_CMIP6_LR - 1950_CAM5%CMIP6-LR_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1950_CAM5%CMIP6-LR_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL1950S_CMIP6_HR - 1950_CAM5%CMIP6-HR_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1950_CAM5%CMIP6-HR_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL1950S_CMIP6_LRtunedHR - 1950_CAM5%CMIP6-LRtunedHR_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1950_CAM5%CMIP6-LRtunedHR_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL2000 - 2000_CAM5%AV1C-L_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 2000_CAM5%AV1C-L_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL2000S - 2000_CAM5%AV1C-L_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 2000_CAM5%AV1C-L_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL1850 - 1850_CAM5%AV1C-L_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-L_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL1850S - 1850_CAM5%AV1C-L_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-L_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL20TR - 20TR_CAM5%AV1C-L_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 20TR_CAM5%AV1C-L_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL20TRS - 20TR_CAM5%AV1C-L_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 20TR_CAM5%AV1C-L_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_CRYO - 2000_CAM5%AV1C-L_CLM45%SPBC_MPASCICE_MPASO_MOSART_MALI_SWAV + 2000_CAM5%AV1C-L_CLM45%SPBC_MPASSI_MPASO_MOSART_MALI_SWAV A_WCYCL2000_H01A - 2000_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 2000_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL2000_H01AS - 2000_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 2000_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL1850_H01A - 1850_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL1850_H01AS - 1850_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL20TR_H01A - 20TR_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE_MPASO_MOSART_SGLC_SWAV + 20TR_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL20TR_H01AS - 20TR_CAM5%AV1C-H01A_CLM45%SPBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 20TR_CAM5%AV1C-H01A_CLM45%SPBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV BGCEXP_BCRC_CNPRDCTC_1850 - 1850_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC + 1850_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRC_CNPRDCTC_1850S - 1850_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRC + 1850_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRC_CNPRDCTC_20TR - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRC_CNPRDCTC_20TRS - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRC + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRD_CNPRDCTC_20TR - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRD + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRD BGCEXP_BCRD_CNPRDCTC_20TRS - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRD + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BCRD BGCEXP_BDRC_CNPRDCTC_20TR - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRC + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRC BGCEXP_BDRC_CNPRDCTC_20TRS - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BDRC + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BDRC BGCEXP_BDRD_CNPRDCTC_20TR - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRD + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRD BGCEXP_BDRD_CNPRDCTC_20TRS - 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BDRD + 20TR_CAM5%CMIP6_CLM45%CNPRDCTCBC_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV_BGC%BDRD BGCEXP_BCRC_CNPECACNT_1850 - 1850_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC + 1850_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRC_CNPECACNT_20TR - 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC + 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRC BGCEXP_BCRD_CNPECACNT_20TR - 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRD + 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BCRD BGCEXP_BDRC_CNPECACNT_20TR - 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRC + 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRC BGCEXP_BDRD_CNPECACNT_20TR - 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASCICE%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRD + 20TR_CAM5%CMIP6_CLM45%CNPECACNTBC_MPASSI%BGC_MPASO%OIECOOIDMS_MOSART_SGLC_SWAV_BGC%BDRD A_WCYCL1850-DIB - 1850_CAM5%AV1C-L_CLM45%SPBC_MPASCICE%DIB_MPASO%IB_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-L_CLM45%SPBC_MPASSI%DIB_MPASO%IB_MOSART_SGLC_SWAV A_WCYCL1850-DIB-ISMF - 1850_CAM5%AV1C-L_CLM45%SPBC_MPASCICE%DIB_MPASO%IBISMF_MOSART_SGLC_SWAV + 1850_CAM5%AV1C-L_CLM45%SPBC_MPASSI%DIB_MPASO%IBISMF_MOSART_SGLC_SWAV A_WCYCL1850-DIB_CMIP6 - 1850_CAM5%CMIP6_CLM45%SPBC_MPASCICE%DIB_MPASO%IB_MOSART_SGLC_SWAV + 1850_CAM5%CMIP6_CLM45%SPBC_MPASSI%DIB_MPASO%IB_MOSART_SGLC_SWAV A_WCYCL1850-DIB-ISMF_CMIP6 - 1850_CAM5%CMIP6_CLM45%SPBC_MPASCICE%DIB_MPASO%IBISMF_MOSART_SGLC_SWAV + 1850_CAM5%CMIP6_CLM45%SPBC_MPASSI%DIB_MPASO%IBISMF_MOSART_SGLC_SWAV A_WCYCL1850_v0atm - 1850_CAM5_CLM45%SP_MPASCICE_MPASO_MOSART_SGLC_SWAV + 1850_CAM5_CLM45%SP_MPASSI_MPASO_MOSART_SGLC_SWAV A_WCYCL2000_v0atm - 2000_CAM5_CLM45%SP_MPASCICE_MPASO_MOSART_SGLC_SWAVi + 2000_CAM5_CLM45%SP_MPASSI_MPASO_MOSART_SGLC_SWAVi A_WCYCL1850S_v0atm - 1850_CAM5_CLM45%SP_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV + 1850_CAM5_CLM45%SP_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAV A_WCYCL2000S_v0atm - 2000_CAM5_CLM45%SP_MPASCICE%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAVi + 2000_CAM5_CLM45%SP_MPASSI%SPUNUP_MPASO%SPUNUP_MOSART_SGLC_SWAVi @@ -259,13 +259,13 @@ A_BG1850CN - 1850_CAM5_CLM45%CN_MPASCICE_MPASO_MOSART_MALI%SIA_SWAV + 1850_CAM5_CLM45%CN_MPASSI_MPASO_MOSART_MALI%SIA_SWAV MPAS_LISIO_TEST - 2000_DATM%NYF_SLND_MPASCICE_MPASO_DROF%NYF_MALI%SIA_SWAV + 2000_DATM%NYF_SLND_MPASSI_MPASO_DROF%NYF_MALI%SIA_SWAV diff --git a/config/e3sm/allactive/config_pesall.xml b/config/e3sm/allactive/config_pesall.xml index 86739a4f92d..86d173bd0dc 100644 --- a/config/e3sm/allactive/config_pesall.xml +++ b/config/e3sm/allactive/config_pesall.xml @@ -6030,7 +6030,7 @@ - + "133 node version gets 6 SYPD. This will be the default and M size" 2700 @@ -6067,7 +6067,7 @@ - + "39 node version gets 2.1 SYPD." 675 @@ -6104,7 +6104,7 @@ - + "285 node version gets 11.5 SYPD" 5400 @@ -6141,7 +6141,7 @@ - + "185 nodes, 32x1, ~5sypd (wmod185)" 5400 @@ -6174,7 +6174,7 @@ 0 - + "15 nodes, 32x1, ~.5sypd (wmod015)" 288 @@ -6211,7 +6211,7 @@ - + "cori-knl ne30 coupled compest on 120 nodes, 64x1 (2 threads CPL/OCN/ICE), (kmod125) sypd=4.1" 64 128 @@ -6246,7 +6246,7 @@ 0 - + "cori-knl ne30 coupled compest on 60 nodes, 67x2, (kmod060b) sypd=2.86" 67 268 @@ -6281,7 +6281,7 @@ 0 - + "cori-knl ne30 coupled compest on 31 nodes, 67x2, (kmod031b) sypd=1.71" 67 134 @@ -6316,7 +6316,7 @@ 0 - + "cori-knl ne30 coupled compest on 17 nodes, 67x4, (kmod017) sypd=1.12" 67 268 @@ -6455,7 +6455,7 @@ - + none 675 @@ -6492,7 +6492,7 @@ - + none 1024 @@ -6566,7 +6566,7 @@ - + none 9600 @@ -6603,7 +6603,7 @@ - + none 9600 @@ -6640,7 +6640,7 @@ - + ne120 coupled-compset on 1024 nodes 2700 @@ -6673,7 +6673,7 @@ 0 - + ne120 coupled-compset on 2048 nodes 5400 @@ -6706,7 +6706,7 @@ 0 - + ne120 coupled-compset on 4096 nodes 10800 @@ -6916,7 +6916,7 @@ 0 - + ne120-wcycl on 145 nodes, MPI-only 64 64 @@ -6951,7 +6951,7 @@ 0 - + ne120-wcycl on 145 nodes, threaded 256 64 @@ -6986,7 +6986,7 @@ 0 - + ne120 coupled-compset on 466 nodes 64 64 @@ -7021,7 +7021,7 @@ 0 - + ne120-wcycl on 863 nodes, MPI-only 64 64 @@ -7056,7 +7056,7 @@ 0 - + ne120-wcycl on 863 nodes, threaded 128 64 @@ -7091,7 +7091,7 @@ 0 - + ne120-wcycl on 825 nodes, threaded, 32 tasks/node 128 32 @@ -7126,7 +7126,7 @@ 0 - + ne120-wcycl on 800 nodes, threaded, 32 tasks/node 128 32 @@ -7163,7 +7163,7 @@ - + cori-knl ne120 coupled compset on 1025 nodes, 33x8, (hmod1025vc) s=1.0 33 264 @@ -7198,7 +7198,7 @@ 0 - + cori-knl ne120 coupled-compset on 448 nodes, 33x8, (hmod448b) sypd=0.69 wcosplite s=0.54 33 264 @@ -7233,7 +7233,7 @@ 0 - + cori-knl ne120 coupled-compset on 207 nodes, 33x8, (hmod207) sypd=0.37 33 264 @@ -7268,7 +7268,7 @@ 0 - + cori-knl ne120 coupled-compset on 131 nodes, 33x8, (hmod131) sypd=0.25 33 264 @@ -7506,7 +7506,7 @@ - + -compset A_WCYCL* -res ne30_oEC* on 32 nodes pure-MPI 675 @@ -7539,7 +7539,7 @@ 0 - + -compset A_WCYCL* -res ne30_oEC* on 54 nodes pure-MPI 1350 @@ -7572,7 +7572,7 @@ 0 - + -compset A_WCYCL* -res ne30_oEC* on 105 nodes pure-MPI 2700 @@ -7607,7 +7607,7 @@ - + ne30-wcycl on 8 nodes 128 64 @@ -7642,7 +7642,7 @@ 0 - + ne30-wcycl on 128 nodes 128 64 @@ -7817,7 +7817,7 @@ 0 - + none 96 @@ -7850,7 +7850,7 @@ 0 - + none 96 @@ -7988,7 +7988,7 @@ - + "cori-knl ne4 coupled compest on 6 nodes, sypd=22.9" 67 134 @@ -8075,7 +8075,7 @@ - + "edison ne4 coupled compest on 6 nodes, OCN by itself on 2 nodes sypd=45.2" 96 @@ -8135,7 +8135,7 @@ - + 30to10-gmpas on 128 nodes 128 64 @@ -8172,7 +8172,7 @@ - + cori-knl G 30to10 on 52 nodes, 64x2 64 128 @@ -8209,7 +8209,7 @@ - + cori-haswell G 30to10 on 48 nodes 512 @@ -8244,7 +8244,7 @@ - + cori-knl G 30to10 on 128 nodes 1024 @@ -8279,7 +8279,7 @@ - + 30to10-gmpas on 32 nodes 16 16 @@ -8390,7 +8390,7 @@ - + cori-knl, hires (18to6) G case on 150 nodes, 64x2, sypd=0.5 64 128 @@ -8419,7 +8419,7 @@ - + cori-knl, lowres (60to30) G case on 16 nodes, 64x2, sypd=2.42 64 128 diff --git a/config/e3sm/config_archive.xml b/config/e3sm/config_archive.xml index 9832355e6f1..afe05a45aa0 100644 --- a/config/e3sm/config_archive.xml +++ b/config/e3sm/config_archive.xml @@ -74,7 +74,7 @@ - + rst rst.am.timeSeriesStatsMonthly hist @@ -85,10 +85,10 @@ rpointer.ice - mpascice.rst.1976-01-01_00000.nc - mpascice.rst.am.timeSeriesStatsMonthly.1976-01-01_00000.nc - mpascice.hist.1976-01-01_00000.nc - mpascice.hist.am.regionalStatistics.0001.01.nc + mpassi.rst.1976-01-01_00000.nc + mpassi.rst.am.timeSeriesStatsMonthly.1976-01-01_00000.nc + mpassi.hist.1976-01-01_00000.nc + mpassi.hist.am.regionalStatistics.0001.01.nc diff --git a/config/e3sm/machines/config_batch.xml b/config/e3sm/machines/config_batch.xml index a5cf2c330a9..fe3128b9b59 100644 --- a/config/e3sm/machines/config_batch.xml +++ b/config/e3sm/machines/config_batch.xml @@ -265,7 +265,6 @@ - -A {{ PROJECT }} @@ -277,12 +276,7 @@ - - - - -A {{ PROJECT }} - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - + acme @@ -296,7 +290,6 @@ - -A {{ project }} diff --git a/config/e3sm/machines/config_compilers.xml b/config/e3sm/machines/config_compilers.xml index 6bc3cdc6b63..879e9e076df 100644 --- a/config/e3sm/machines/config_compilers.xml +++ b/config/e3sm/machines/config_compilers.xml @@ -716,11 +716,12 @@ for mct, etc. - -DHAVE_NANOTIME -DBIT64 -DHAVE_SLASHPROC -DHAVE_GETTIMEOFDAY + -DHAVE_NANOTIME -DBIT64 -DHAVE_SLASHPROC -DHAVE_GETTIMEOFDAY gpfs - $SHELL{$ENV{NETCDF_PATH}/bin/nf-config --flibs} -llapack -lblas + $SHELL{$ENV{NETCDF_FORTRAN_PATH}/bin/nf-config --flibs} -L$ENV{MKLROOT}/lib/intel64 -Wl,--no-as-needed -lmkl_intel_lp64 -lmkl_intel_thread -lmkl_core -liomp5 -lpthread -lm -ldl + $SHELL{$ENV{NETCDF_C_PATH}/bin/nc-config --libs} @@ -745,7 +746,8 @@ for mct, etc. gpfs - $SHELL{$ENV{NETCDF_PATH}/bin/nf-config --flibs} -Wl,-rpath -Wl,$ENV{NETCDF_PATH}/lib + $SHELL{$ENV{NETCDF_FORTRAN_PATH}/bin/nf-config --flibs} + $SHELL{$ENV{NETCDF_C_PATH}/bin/nc-config --libs} -mkl @@ -1801,12 +1803,12 @@ ntel/x86_64/2013/composer_xe_2013/composer_xe_2013_sp1.3.174/mkl/include -L$ENV{PNETCDF_PATH}/lib -lpnetcdf -L$ENV{HDF5_PATH}/lib -lhdf5_hl -lhdf5 -Wl,--relax -Wl,--allow-multiple-definition - mpixlc - mpixlC - mpixlf + mpicc + mpicxx + mpif90 gpfs xlc_r - xlf_r + xlf90_r diff --git a/config/e3sm/machines/config_machines.xml b/config/e3sm/machines/config_machines.xml index 5addae9e931..b6040de052c 100644 --- a/config/e3sm/machines/config_machines.xml +++ b/config/e3sm/machines/config_machines.xml @@ -1126,11 +1126,11 @@ ANL/LCRC Linux Cluster - blogin.*.lcrc.anl.gov + blueslogin.*.lcrc.anl.gov LINUX - intel,gnu,pgi + intel,gnu mvapich,openmpi - ACME + condo /lcrc/group/acme .* /lcrc/group/acme/$USER/acme_scratch/anvil @@ -1138,109 +1138,90 @@ /home/ccsm-data/inputdata/atm/datm7 /lcrc/group/acme/$USER/archive/$CASE /lcrc/group/acme/acme_baselines/$COMPILER - /home/ccsm-data/tools/cprnc + /lcrc/group/acme/tools/cprnc/cprnc 8 e3sm_integration - pbs + slurm E3SM 36 36 FALSE - - mpiexec - - -n {{ total_tasks }} - --map-by ppr:{{ tasks_per_numa }}:socket:PE=$ENV{OMP_NUM_THREADS} --bind-to core - - - - - mpiexec + + srun - -l - -n {{ total_tasks }} + -l -n {{ total_tasks }} - - /etc/profile.d/a_softenv.csh - /etc/profile.d/a_softenv.sh - soft - soft + + /home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/lmod-7.4.9-ic63herzfgw5u3na5mdtvp3nwxy6oj2z/lmod/lmod/init/sh;export MODULEPATH=/blues/gpfs/software/centos7/spack-0.12.1/share/spack/lmod/linux-centos7-x86_64/Core + /home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/lmod-7.4.9-ic63herzfgw5u3na5mdtvp3nwxy6oj2z/lmod/lmod/init/csh;setenv MODULEPATH /blues/gpfs/software/centos7/spack-0.12.1/share/spack/lmod/linux-centos7-x86_64/Core + /home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/lmod-7.4.9-ic63herzfgw5u3na5mdtvp3nwxy6oj2z/lmod/lmod/init/env_modules_python.py + export MODULEPATH=/blues/gpfs/software/centos7/spack-0.12.1/share/spack/lmod/linux-centos7-x86_64/Core;/home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/lmod-7.4.9-ic63herzfgw5u3na5mdtvp3nwxy6oj2z/lmod/lmod/libexec/lmod python + module + module - +cmake-2.8.12 - +python-2.7 + - +intel-17.0.0 - +netcdf-c-4.4.1-f77-4.4.4-intel-17.0.0-serial + intel/17.0.4-nymb5wx + intel-mkl/2017.3.196-v7uuj6z + netcdf/4.4.1-magkugi + netcdf-fortran/4.4.4-7obsouy - +mvapich2-2.2-intel-17.0.0-acme - +pnetcdf-1.7.0-intel-17.0.0-mvapich2-2.2-acme + mvapich2/2.2-verbs-lxc4y7i - +openmpi-2.0.1-intel-17.0.0-acme - +pnetcdf-1.7.0-intel-17.0.0-openmpi-2.0.1-acme + openmpi/3.1.3-verbs-kqojjbw - +gcc-5.3.0 - +netcdf-c-4.4.0-f77-4.4.3-gcc-5.3.0-serial + gcc/8.2.0-g7hppkz + intel-mkl/2018.4.274-2amycpi + hdf5/1.8.16-mz7lmxh + netcdf/4.4.1-xkjcghm + netcdf-cxx/4.2-kyva3os + netcdf-fortran/4.4.4-mpstomu - +mvapich2-2.2b-gcc-5.3.0-acme - +pnetcdf-1.6.1-gcc-5.3.0-mvapich2-2.2b-acme + mvapich2/2.3.1-verbs-wcfqbl5 - +openmpi-1.10.2-gcc-5.3.0-acme - +pnetcdf-1.6.1-gcc-5.3.0-openmpi-1.10.2-acme - - - +pgi-16.3 - +netcdf-c-4.4.0-f77-4.4.3-pgi-16.3-serial - - - +mvapich2-2.2b-pgi-16.3-acme - +pnetcdf-1.6.1-pgi-16.3-mvapich2-2.2b-acme + openmpi/3.1.3-verbs-q4swt25 - - +openmpi-1.10.2-pgi-16.3-acme - +pnetcdf-1.6.1-pgi-16.3-openmpi-1.10.2-acme + + cmake $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld + 0.1 + 1000 - $SHELL{which nf-config | xargs dirname | xargs dirname} + $SHELL{which nc-config | xargs dirname | xargs dirname} + $SHELL{which nf-config | xargs dirname | xargs dirname} + /lcrc/group/acme/soft/perl/5.26.0/bin:$ENV{PATH} - - $SHELL{which pnetcdf_version | xargs dirname | xargs dirname} + + /blues/gpfs/home/software/climate/pnetcdf/1.6.1/intel-17.0.4/mvapich2-2.2-verbs + + + 1 + 1 + 2 64M - 1 - - - scatter - - - verbose,scatter - verbose - - 1 - 1 - 1 - - - - $SHELL{t=$ENV{OMP_NUM_THREADS};b=0;r=$[36/$t];while [ $r -gt 0 ];do printf "$b-$[$b+$t-1]:";((r--));((b=b+t));done;} + + granularity=thread,scatter + 1 - - 1 + + spread + threads diff --git a/config/e3sm/machines/config_pio.xml b/config/e3sm/machines/config_pio.xml index 65f503aeada..566a889c0c9 100644 --- a/config/e3sm/machines/config_pio.xml +++ b/config/e3sm/machines/config_pio.xml @@ -61,6 +61,7 @@ netcdf netcdf netcdf + netcdf diff --git a/config/e3sm/tests.py b/config/e3sm/tests.py index 6f15715f276..d68f17ced72 100644 --- a/config/e3sm/tests.py +++ b/config/e3sm/tests.py @@ -48,8 +48,8 @@ "e3sm_atm_integration" : { "tests" : ( - "ERP_Ln9.ne4_ne4.FC5AV1C-L-AQUAP", - "SMS_Ld1.ne4_ne4.FC5AV1C-L-AQUAP.cam-clubb_only", + "ERP_Ln9.ne4_ne4.F-EAMv1-AQP1", + "SMS_Ld1.ne4_ne4.F-EAMv1-AQP1.cam-clubb_only", "PET_Ln5.ne4_ne4.FC5AV1C-L.allactive-mach-pet", "PEM_Ln5.ne4_ne4.FC5AV1C-L", "SMS_D_Ln5.ne4_ne4.FC5AV1C-L.cam-cosplite_nhtfrq5", diff --git a/scripts/lib/CIME/Servers/wget.py b/scripts/lib/CIME/Servers/wget.py index eb685791884..a045676b901 100644 --- a/scripts/lib/CIME/Servers/wget.py +++ b/scripts/lib/CIME/Servers/wget.py @@ -15,9 +15,9 @@ def __init__(self, address, user='', passwd=''): self._args += "--password {} ".format(passwd) self._server_loc = address - err = run_cmd("wget {} --spider {}".format(self._args, address))[0] - expect(err == 0,"Could not connect to repo '{0}'\nThis is most likely either a proxy, or network issue .") - + cmd = "wget {} --no-check-certificate --spider {}".format(self._args, address) + err, output, _ = run_cmd(cmd, combine_output=True) + expect(err == 0,"Could not connect to repo via '{}'\nThis is most likely either a proxy, or network issue.\nOutput:\n{}".format(cmd, output.encode('utf-8'))) def fileexists(self, rel_path): full_url = os.path.join(self._server_loc, rel_path) @@ -30,9 +30,9 @@ def fileexists(self, rel_path): def getfile(self, rel_path, full_path): full_url = os.path.join(self._server_loc, rel_path) stat, output, errput = \ - run_cmd("wget {} {} -nc --output-document {}".format(self._args, full_url, full_path)) + run_cmd("wget {} {} -nc --no-check-certificate --output-document {}".format(self._args, full_url, full_path)) if (stat != 0): - logging.warning("wget failed with output: {} and errput {}\n".format(output, errput)) + logging.warning("wget failed with output: {} and errput {}\n".format(output.encode('utf-8'), errput.encode('utf-8'))) # wget puts an empty file if it fails. try: os.remove(full_path) @@ -46,7 +46,7 @@ def getfile(self, rel_path, full_path): def getdirectory(self, rel_path, full_path): full_url = os.path.join(self._server_loc, rel_path) stat, output, errput = \ - run_cmd("wget {} {} -r -N --no-directories ".format(self._args, full_url+os.sep), from_dir=full_path) + run_cmd("wget {} {} -r -N --no-check-certificate --no-directories ".format(self._args, full_url+os.sep), from_dir=full_path) logger.debug(output) logger.debug(errput) if (stat != 0): diff --git a/src/drivers/mct/cime_config/config_component_e3sm.xml b/src/drivers/mct/cime_config/config_component_e3sm.xml index 57bb4cd7b32..7da2b682fc0 100644 --- a/src/drivers/mct/cime_config/config_component_e3sm.xml +++ b/src/drivers/mct/cime_config/config_component_e3sm.xml @@ -168,7 +168,7 @@ CESM1_MOD CESM1_MOD CESM1_MOD - RASM_OPTION1 + RASM_OPTION1 run_coupling env_run.xml @@ -202,16 +202,16 @@ CO2A CO2A CO2A - CO2A_OI - CO2A_OI - CO2C - CO2C - CO2C - CO2C - CO2C_OI - CO2C_OI - CO2C_OI - CO2C_OI + CO2A_OI + CO2A_OI + CO2C + CO2C + CO2C + CO2C + CO2C_OI + CO2C_OI + CO2C_OI + CO2C_OI run_coupling env_run.xml diff --git a/src/share/streams/shr_strdata_mod.F90 b/src/share/streams/shr_strdata_mod.F90 index 4903e4fde07..ba170dddc63 100644 --- a/src/share/streams/shr_strdata_mod.F90 +++ b/src/share/streams/shr_strdata_mod.F90 @@ -381,7 +381,7 @@ subroutine shr_strdata_init_model_domain(SDAT, mpicom, compid, my_task, & if (present(reset_domain_mask)) then if (reset_domain_mask) then - write(logunit,F00) ' Resetting the component domain mask and frac to 1' + if (my_task == master_task) write(logunit,F00) ' Resetting the component domain mask and frac to 1' kmask = mct_aVect_indexRA(SDAT%grid%data,'mask') SDAT%grid%data%rattr(kmask,:) = 1 diff --git a/src/share/util/shr_pio_mod.F90 b/src/share/util/shr_pio_mod.F90 index 855e715682b..04461903423 100644 --- a/src/share/util/shr_pio_mod.F90 +++ b/src/share/util/shr_pio_mod.F90 @@ -233,7 +233,7 @@ subroutine shr_pio_init2(comp_id, comp_name, comp_iamin, comp_comm, comp_comm_ia end do end if do i=1,total_comps - if(comp_iamin(i)) then + if(comp_iamin(i) .and. (comp_comm_iam(i) == 0)) then write(shr_log_unit,*) io_compname(i),' : pio_numiotasks = ',pio_comp_settings(i)%pio_numiotasks write(shr_log_unit,*) io_compname(i),' : pio_stride = ',pio_comp_settings(i)%pio_stride write(shr_log_unit,*) io_compname(i),' : pio_rearranger = ',pio_comp_settings(i)%pio_rearranger