From ff12f758556eefc614af134940242622ead913c2 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Wed, 18 May 2022 14:01:07 +0000 Subject: [PATCH 01/10] update hashes --- Externals.cfg | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/Externals.cfg b/Externals.cfg index 16245cdc45..96eab97a26 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -12,7 +12,7 @@ protocol = git repo_url = https://github.com/ufs-community/UFS_UTILS # Specify either a branch name or a hash but not both. #branch = develop -hash = 31271f7 +hash = 59cb931 local_path = src/UFS_UTILS required = True @@ -21,7 +21,7 @@ protocol = git repo_url = https://github.com/ufs-community/ufs-weather-model # Specify either a branch name or a hash but not both. #branch = develop -hash = 96dffa1 +hash = 5c2d1a9 local_path = src/ufs-weather-model required = True @@ -30,7 +30,7 @@ protocol = git repo_url = https://github.com/NOAA-EMC/UPP # Specify either a branch name or a hash but not both. #branch = develop -hash = 394917e +hash = 2a91354 local_path = src/UPP required = True From ed92135526d99f06d5447e309370c5bbc7033e10 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Wed, 18 May 2022 14:56:12 +0000 Subject: [PATCH 02/10] update module file for Hera --- modulefiles/build_hera_intel | 10 +++------- modulefiles/srw_common | 13 ++++++------- modulefiles/wflow_hera | 4 ++-- 3 files changed, 11 insertions(+), 16 deletions(-) diff --git a/modulefiles/build_hera_intel b/modulefiles/build_hera_intel index 521a93e99d..98bc5cb69c 100644 --- a/modulefiles/build_hera_intel +++ b/modulefiles/build_hera_intel @@ -7,8 +7,8 @@ proc ModulesHelp { } { module-whatis "Loads libraries needed for building SRW on Hera" -module use /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles -module load miniconda3/3.7.3 +module use /contrib/miniconda3/modulefiles +module load miniconda3/4.5.12 module use /contrib/sutils/modulefiles module load sutils @@ -23,13 +23,9 @@ module load hpc-impi/2018.0.4 module load srw_common -module unload fms -module load fms/2021.03-avx - setenv CMAKE_C_COMPILER mpiicc setenv CMAKE_CXX_COMPILER mpiicpc setenv CMAKE_Fortran_COMPILER mpiifort setenv CMAKE_Platform hera.intel -# use shared memory and OpenFabrics Alliance (OFA) fabric with Intel MPI to circumvent RDMA-related bug in DAPL. -setenv I_MPI_Platform shm:ofa +setenv I_MPI_DAPL_UD 1 diff --git a/modulefiles/srw_common b/modulefiles/srw_common index c8c87f92a8..9f3f152025 100644 --- a/modulefiles/srw_common +++ b/modulefiles/srw_common @@ -8,8 +8,8 @@ module load hdf5/1.10.6 module load-any netcdf/4.7.4 netcdf-c/4.7.4 module load-any netcdf/4.7.4 netcdf-fortran/4.5.4 module load-any pio/2.5.2 parallelio/2.5.2 -module load-any esmf/8_2_0 esmf/8.2.0 -module load fms/2021.03 +module load-any esmf/8.3.0b09 esmf/8.2.0 +module load fms/2022.01 module load bacio/2.4.1 module load crtm/2.3.0 @@ -18,17 +18,16 @@ module load g2tmpl/1.10.0 module load ip/3.3.3 module load sp/2.3.3 module load w3nco/2.4.1 -module load upp/10.0.10 module load-any gftl-shared/v1.3.3 gftl-shared/1.3.3 module load-any yafyaml/v0.5.1 yafyaml/0.5.1 -module load-any mapl/2.11.0-esmf-8_2_0 mapl/2.11.0-esmf-8.2.0 +module load-any mapl/2.11.0-esmf-8.3.0b09 mapl/2.11.0-esmf-8.2.0 -module load gfsio/1.4.1 -module load landsfcutil/2.4.1 module load nemsio/2.5.2 module load nemsiogfs/2.5.3 module load sfcio/1.4.1 module load sigio/2.3.2 +module load nccmp/1.8.9.0 + module load w3emc/2.7.3 -module load wgrib2/2.0.8 +module load wrf_io/1.1.1 diff --git a/modulefiles/wflow_hera b/modulefiles/wflow_hera index 724953e4bb..71641a3d11 100644 --- a/modulefiles/wflow_hera +++ b/modulefiles/wflow_hera @@ -9,8 +9,8 @@ module-whatis "Loads libraries needed for running SRW on Hera" module load rocoto -module use -a /contrib/miniconda3/modulefiles -module load miniconda3 +module use /contrib/miniconda3/modulefiles +module load miniconda3/4.5.12 if { [module-info mode load] } { puts stderr "Please do the following to activate conda: From ded824760c420a5e9b292c3ecbf5aff85ff09206 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Wed, 18 May 2022 15:13:03 +0000 Subject: [PATCH 03/10] update module file for Orion --- modulefiles/build_orion_intel | 1 + 1 file changed, 1 insertion(+) diff --git a/modulefiles/build_orion_intel b/modulefiles/build_orion_intel index 3be5e3fc1a..dd09de51ad 100644 --- a/modulefiles/build_orion_intel +++ b/modulefiles/build_orion_intel @@ -25,3 +25,4 @@ setenv CMAKE_CXX_COMPILER mpiicpc setenv CMAKE_Fortran_COMPILER mpiifort setenv CMAKE_Platform orion.intel +setenv I_MPI_DAPL_UD 1 From 437ad6ac109276acbc450d4abf6281011b6dd150 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Fri, 20 May 2022 20:42:38 +0000 Subject: [PATCH 04/10] back to original of ufs weather model --- Externals.cfg | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Externals.cfg b/Externals.cfg index 43b6ae3c5b..8146a730ba 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -21,7 +21,7 @@ protocol = git repo_url = https://github.com/ufs-community/ufs-weather-model # Specify either a branch name or a hash but not both. #branch = develop -hash = 5c2d1a9 +hash = 96dffa1 local_path = src/ufs-weather-model required = True From 6b52b2f1666e543aaec6bbce2fe47f2640083b5b Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Fri, 20 May 2022 23:05:14 +0000 Subject: [PATCH 05/10] Update hashes of ufs_utils and upp --- Externals.cfg | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Externals.cfg b/Externals.cfg index 8146a730ba..19f1062062 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -12,7 +12,7 @@ protocol = git repo_url = https://github.com/ufs-community/UFS_UTILS # Specify either a branch name or a hash but not both. #branch = develop -hash = 59cb931 +hash = b6efa86 local_path = src/UFS_UTILS required = True @@ -30,7 +30,7 @@ protocol = git repo_url = https://github.com/NOAA-EMC/UPP # Specify either a branch name or a hash but not both. #branch = develop -hash = 2a91354 +hash = fbd41a5 local_path = src/UPP required = True From 6d149fc5d9c2dede0a818e81bf4eeacc531a85f7 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Sun, 22 May 2022 04:00:21 +0000 Subject: [PATCH 06/10] Update to intel 2022 --- modulefiles/build_cheyenne_gnu | 10 ++-------- modulefiles/build_cheyenne_intel | 20 +++++++------------- modulefiles/build_gaea_intel | 20 +++++++++++++++++--- modulefiles/build_hera_intel | 13 ++++++------- modulefiles/build_jet_intel | 9 ++++++--- modulefiles/build_orion_intel | 13 ++++++------- modulefiles/srw_common | 14 ++++++-------- 7 files changed, 50 insertions(+), 49 deletions(-) diff --git a/modulefiles/build_cheyenne_gnu b/modulefiles/build_cheyenne_gnu index add5ee3b0f..65446ccd15 100644 --- a/modulefiles/build_cheyenne_gnu +++ b/modulefiles/build_cheyenne_gnu @@ -8,27 +8,21 @@ proc ModulesHelp { } { module-whatis "Loads libraries needed for building SRW on Cheyenne" module load cmake/3.22.0 +module load python/3.7.9 module load ncarenv/1.3 module load gnu/10.1.0 module load mpt/2.22 module load ncarcompilers/0.5.0 -module load python/3.7.9 module unload netcdf -module use /glade/p/ral/jntp/GMTB/tools/hpc-stack-v1.2.0/modulefiles/stack +module use /glade/work/epicufsrt/GMTB/tools/gnu/10.1.0/hpc-stack-v1.2.0/modulefiles/stack module load hpc/1.2.0 module load hpc-gnu/10.1.0 module load hpc-mpt/2.22 module load srw_common -module load g2/3.4.3 -module load esmf/8_2_0 -module load netcdf/4.7.4 -module load png/1.6.35 -module load pio/2.5.2 setenv CMAKE_C_COMPILER mpicc setenv CMAKE_CXX_COMPILER mpicxx setenv CMAKE_Fortran_COMPILER mpif90 setenv CMAKE_Platform cheyenne.gnu - diff --git a/modulefiles/build_cheyenne_intel b/modulefiles/build_cheyenne_intel index b83c36a5df..5257be977d 100644 --- a/modulefiles/build_cheyenne_intel +++ b/modulefiles/build_cheyenne_intel @@ -2,33 +2,27 @@ proc ModulesHelp { } { puts stderr "This module loads libraries for building SRW on" - puts stderr "the CISL Cheyenne machine using Intel-19.1.1" + puts stderr "the CISL Cheyenne machine using Intel-2022.1" } module-whatis "Loads libraries needed for building SRW on Cheyenne" module load cmake/3.22.0 +module load python/3.7.9 module load ncarenv/1.3 -module load intel/2021.2 -module load mpt/2.22 +module load intel/2022.1 +module load mpt/2.25 module load ncarcompilers/0.5.0 -module load python/3.7.9 module unload netcdf -module use /glade/p/ral/jntp/GMTB/tools/hpc-stack-v1.2.0/modulefiles/stack +module use /glade/work/epicufsrt/GMTB/tools/intel/2022.1/hpc-stack-v1.2.0_6eb6/modulefiles/stack module load hpc/1.2.0 -module load hpc-intel/2021.2 -module load hpc-mpt/2.22 +module load hpc-intel/2022.1 +module load hpc-mpt/2.25 module load srw_common -module load g2/3.4.3 -module load esmf/8_2_0 -module load netcdf/4.7.4 -module load png/1.6.35 -module load pio/2.5.2 setenv CMAKE_C_COMPILER mpicc setenv CMAKE_CXX_COMPILER mpicxx setenv CMAKE_Fortran_COMPILER mpif90 setenv CMAKE_Platform cheyenne.intel - diff --git a/modulefiles/build_gaea_intel b/modulefiles/build_gaea_intel index 15ed495a90..fbd849e0f0 100644 --- a/modulefiles/build_gaea_intel +++ b/modulefiles/build_gaea_intel @@ -2,13 +2,28 @@ proc ModulesHelp { } { puts stderr "This module loads libraries for building SRW on" - puts stderr "the NOAA RDHPC machine Gaea using Intel-18.0.6.288" + puts stderr "the NOAA RDHPC machine Gaea using Intel-2021.3.0" } module-whatis "Loads libraries needed for building SRW on Gaea" +module load PrgEnv-intel/6.0.5 +module rm intel +module rm cray-mpich +module rm netcdf +module load intel/18.0.6.288 +module load cray-mpich/7.7.11 +module load cray-python/3.7.3.2 +# Needed at runtime: +module load alps +#needed for WW3 build +module load gcc/8.3.0 + module use /lustre/f2/pdata/ncep_shared/hpc-stack/modulefiles/stack -module load hpc/1.2.0 hpc-intel/18.0.6.288 hpc-cray-mpich/7.7.11 +module load hpc/1.1.0 +module load hpc-intel/2021.3.0 +module load hpc-cray-mpich/7.7.11 + module load srw_common module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles @@ -22,4 +37,3 @@ setenv CMAKE_C_COMPILER cc setenv CMAKE_CXX_COMPILER CC setenv CMAKE_Fortran_COMPILER ftn setenv CMAKE_Platform gaea.intel - diff --git a/modulefiles/build_hera_intel b/modulefiles/build_hera_intel index 98bc5cb69c..91e1c2f522 100644 --- a/modulefiles/build_hera_intel +++ b/modulefiles/build_hera_intel @@ -2,7 +2,7 @@ proc ModulesHelp { } { puts stderr "This module loads libraries for building SRW on" - puts stderr "the NOAA RDHPC machine Hera using Intel-18.0.5.274" + puts stderr "the NOAA RDHPC machine Hera using Intel-2022.1.2" } module-whatis "Loads libraries needed for building SRW on Hera" @@ -16,16 +16,15 @@ module load sutils module load cmake/3.20.1 module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack - -module load hpc/1.1.0 -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.0.4 +module load hpc/1.2.0 +module load hpc-intel/2022.1.2 +module load hpc-impi/2022.1.2 module load srw_common +module load nccmp/1.8.9.0 + setenv CMAKE_C_COMPILER mpiicc setenv CMAKE_CXX_COMPILER mpiicpc setenv CMAKE_Fortran_COMPILER mpiifort setenv CMAKE_Platform hera.intel - -setenv I_MPI_DAPL_UD 1 diff --git a/modulefiles/build_jet_intel b/modulefiles/build_jet_intel index 59b192cfed..3db334bf2f 100644 --- a/modulefiles/build_jet_intel +++ b/modulefiles/build_jet_intel @@ -2,7 +2,7 @@ proc ModulesHelp { } { puts stderr "This module loads libraries for building SRW on" - puts stderr "the NOAA RDHPC machine JET using Intel-18.0.5.274" + puts stderr "the NOAA RDHPC machine JET using Intel-2022.1.2" } module-whatis "Loads libraries needed for building SRW on JET" @@ -15,11 +15,14 @@ module load cmake/3.20.1 module use /lfs4/HFIP/hfv3gfs/nwprod/hpc-stack/libs/modulefiles/stack module load hpc/1.1.0 -module load hpc-intel/18.0.5.274 -module load hpc-impi/2018.4.274 +module load hpc-intel/2022.1.2 +module load hpc-impi/2022.1.2 module load srw_common +module load nccmp/1.8.9.0 +module load prod_util/1.2.2 + setenv CMAKE_C_COMPILER mpiicc setenv CMAKE_CXX_COMPILER mpiicpc setenv CMAKE_Fortran_COMPILER mpiifort diff --git a/modulefiles/build_orion_intel b/modulefiles/build_orion_intel index dd09de51ad..a5804e52a0 100644 --- a/modulefiles/build_orion_intel +++ b/modulefiles/build_orion_intel @@ -2,7 +2,7 @@ proc ModulesHelp { } { puts stderr "This module loads libraries for building SRW on" - puts stderr "the MSU machineOrion using Intel-18.0.5" + puts stderr "the MSU machineOrion using Intel-2022.1.2" } module-whatis "Loads libraries needed for building SRW on Orion" @@ -13,16 +13,15 @@ module load cmake/3.22.1 module load python/3.9.2 module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack - -module load hpc/1.1.0 -module load hpc-intel/2018.4 -module load hpc-impi/2018.4 +module load hpc/1.2.0 +module load hpc-intel/2022.1.2 +module load hpc-impi/2022.1.2 module load srw_common +module load nccmp/1.8.9.0 + setenv CMAKE_C_COMPILER mpiicc setenv CMAKE_CXX_COMPILER mpiicpc setenv CMAKE_Fortran_COMPILER mpiifort setenv CMAKE_Platform orion.intel - -setenv I_MPI_DAPL_UD 1 diff --git a/modulefiles/srw_common b/modulefiles/srw_common index 9f3f152025..1f4f1816d3 100644 --- a/modulefiles/srw_common +++ b/modulefiles/srw_common @@ -2,18 +2,18 @@ module load jasper/2.0.25 module load zlib/1.2.11 -module load-any png/1.6.35 libpng/1.6.35 +module load-any png/1.6.35 libpng/1.6.37 module load hdf5/1.10.6 module load-any netcdf/4.7.4 netcdf-c/4.7.4 module load-any netcdf/4.7.4 netcdf-fortran/4.5.4 -module load-any pio/2.5.2 parallelio/2.5.2 +module load-any pio/2.5.3 parallelio/2.5.2 module load-any esmf/8.3.0b09 esmf/8.2.0 module load fms/2022.01 module load bacio/2.4.1 module load crtm/2.3.0 -module load g2/3.4.3 +module load g2/3.4.5 module load g2tmpl/1.10.0 module load ip/3.3.3 module load sp/2.3.3 @@ -23,11 +23,9 @@ module load-any gftl-shared/v1.3.3 gftl-shared/1.3.3 module load-any yafyaml/v0.5.1 yafyaml/0.5.1 module load-any mapl/2.11.0-esmf-8.3.0b09 mapl/2.11.0-esmf-8.2.0 -module load nemsio/2.5.2 -module load nemsiogfs/2.5.3 +module load nemsio/2.5.4 module load sfcio/1.4.1 module load sigio/2.3.2 -module load nccmp/1.8.9.0 -module load w3emc/2.7.3 -module load wrf_io/1.1.1 +module load w3emc/2.9.2 +module load wrf_io/1.2.0 From 217552a74da157ce4f9b291f0ea2e98575e49778 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Sun, 22 May 2022 04:12:03 +0000 Subject: [PATCH 07/10] update hpc for jet --- modulefiles/build_jet_intel | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/build_jet_intel b/modulefiles/build_jet_intel index 3db334bf2f..adb34c9193 100644 --- a/modulefiles/build_jet_intel +++ b/modulefiles/build_jet_intel @@ -14,7 +14,7 @@ module load cmake/3.20.1 module use /lfs4/HFIP/hfv3gfs/nwprod/hpc-stack/libs/modulefiles/stack -module load hpc/1.1.0 +module load hpc/1.2.0 module load hpc-intel/2022.1.2 module load hpc-impi/2022.1.2 From c19d663b276b83214b0f99f1a6d1ea60ac56eef0 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Mon, 23 May 2022 15:38:19 +0000 Subject: [PATCH 08/10] turn off unit test in ufs_utils --- src/CMakeLists.txt | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt index 2f494f8a52..d6d4239d47 100644 --- a/src/CMakeLists.txt +++ b/src/CMakeLists.txt @@ -1,10 +1,15 @@ include(ExternalProject) +list(APPEND UFS_UTILS_ARGS + "-DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX}" + "-DBUILD_TESTING=OFF" +) + ExternalProject_Add(UFS_UTILS PREFIX ${CMAKE_CURRENT_BINARY_DIR}/UFS_UTILS SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/UFS_UTILS INSTALL_DIR ${CMAKE_INSTALL_PREFIX} - CMAKE_ARGS "-DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX}" + CMAKE_ARGS ${UFS_UTILS_ARGS} BUILD_ALWAYS TRUE ) From fbaafd470674ac78220e6e45e2c33b34749fdac2 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Mon, 23 May 2022 21:27:17 +0000 Subject: [PATCH 09/10] specify miniconda version on Jet --- modulefiles/wflow_jet | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/wflow_jet b/modulefiles/wflow_jet index e340ca4a12..7aa7d0e67a 100644 --- a/modulefiles/wflow_jet +++ b/modulefiles/wflow_jet @@ -9,8 +9,8 @@ module-whatis "Loads libraries needed for running SRW on Jet" module load rocoto -module use -a /contrib/miniconda3/modulefiles -module load miniconda3 +module use /contrib/miniconda3/modulefiles +module load miniconda3/4.5.12 if { [module-info mode load] } { puts stderr "Please do the following to activate conda: From 8b525b1d649f50ad8f3f5b9396f67e4fec784264 Mon Sep 17 00:00:00 2001 From: "Chan-hoo.Jeon" Date: Thu, 9 Jun 2022 20:08:51 +0000 Subject: [PATCH 10/10] update build scripts for cheyenne --- modulefiles/build_cheyenne_gnu | 7 +++++++ modulefiles/build_cheyenne_intel | 7 +++++++ 2 files changed, 14 insertions(+) diff --git a/modulefiles/build_cheyenne_gnu b/modulefiles/build_cheyenne_gnu index 65446ccd15..69e7337197 100644 --- a/modulefiles/build_cheyenne_gnu +++ b/modulefiles/build_cheyenne_gnu @@ -22,6 +22,13 @@ module load hpc-mpt/2.22 module load srw_common +module load g2/3.4.5 +module load esmf/8.3.0b09 +module load netcdf/4.7.4 +module load libpng/1.6.37 +module load pio/2.5.3 +module load fms/2022.01 + setenv CMAKE_C_COMPILER mpicc setenv CMAKE_CXX_COMPILER mpicxx setenv CMAKE_Fortran_COMPILER mpif90 diff --git a/modulefiles/build_cheyenne_intel b/modulefiles/build_cheyenne_intel index 5257be977d..63b66f884c 100644 --- a/modulefiles/build_cheyenne_intel +++ b/modulefiles/build_cheyenne_intel @@ -22,6 +22,13 @@ module load hpc-mpt/2.25 module load srw_common +module load g2/3.4.5 +module load esmf/8.3.0b09 +module load netcdf/4.7.4 +module load libpng/1.6.37 +module load pio/2.5.3 +module load fms/2022.01 + setenv CMAKE_C_COMPILER mpicc setenv CMAKE_CXX_COMPILER mpicxx setenv CMAKE_Fortran_COMPILER mpif90