[develop] Update spack-stack to version 1.9.2 (#1311)

* Externals.cfg - Update to weather model hash 93d51ae (July 17) and UFS_UTILS hash 069b11c (August 4)
* All build modulefiles have been updated to use spack-stack 1.9.2
* The srw_common.lua modulefile has been updated for spack-stack 1.9.2
* The plot_allvars.local.lua, prepstart.local.lua, run_vx.local.lua, and smoke_dust.local.lua task modulefiles were updated for spack-stack 1.9.2
* tests/WE2E/utils.py was updated to throttle jobs in order for WE2E tests to run on Derecho following the maintenance
* Added wgrib2/3.1.2 to modulefiles/srw_common.lua to allow the SRW App to build on NOAA Cloud platforms

Author: MichaelLueken

Externals.cfg

@@ -1,9 +1,9 @@
 [ufs_utils]
 protocol = git
-repo_url = https://github.com/NOAA-EPIC/UFS_UTILS
+repo_url = https://github.com/MichaelLueken/UFS_UTILS
 # Specify either a branch name or a hash but not both.
 #branch = release/srw-v3.0.0
-hash = 0efd4ee
+hash = 069b11c
 local_path = sorc/UFS_UTILS
 required = True
 
@@ -12,7 +12,7 @@ protocol = git
 repo_url = https://github.com/ufs-community/ufs-weather-model
 # Specify either a branch name or a hash but not both.
 #branch = develop
-hash = 1f0ab43
+hash = 93d51ae
 local_path = sorc/ufs-weather-model
 required = True
 

modulefiles/build_derecho_intel.lua

@@ -6,15 +6,23 @@ the CISL machine Derecho (Cray) using Intel@2021.10.0
 whatis([===[Loads libraries needed for building the UFS SRW App on Derecho ]===])
 
 prepend_path("MODULEPATH","/lustre/desc1/scratch/epicufsrt/contrib/modulefiles_extra")
-prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/cray-mpich/8.1.29-3sepg3g/gcc/12.4.0")
 
-load(pathJoin("stack-intel", os.getenv("stack_intel_ver") or "2021.10.0"))
-load(pathJoin("stack-cray-mpich", os.getenv("stack_cray_mpich_ver") or "8.1.25"))
-load(pathJoin("cmake", os.getenv("cmake_ver") or "3.23.1"))
+load(pathJoin("stack-oneapi", os.getenv("stack_intel_ver") or "2024.2.1"))
+load(pathJoin("stack-cray-mpich", os.getenv("stack_cray_mpich_ver") or "8.1.29"))
+load(pathJoin("cmake", os.getenv("cmake_ver") or "3.27.9"))
 
 load("srw_common")
 
-load(pathJoin("nco", os.getenv("nco_ver") or "5.0.6"))
+load(pathJoin("nco", os.getenv("nco_ver") or "5.2.4"))
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
+setenv("CC", "mpicc")
+setenv("CXX", "mpicxx")
+setenv("FC", "mpif90")
+setenv("I_MPI_CC", "icx")
+setenv("I_MPI_CXX", "icpx")
+setenv("I_MPI_F90", "ifort")
+
 setenv("CMAKE_Platform","derecho.intel")

modulefiles/build_gaeac6_intel.lua

@@ -5,26 +5,31 @@ the NOAA RDHPC machine Gaea C6 using Intel-2023.2.0
 
 whatis([===[Loads libraries needed for building the UFS SRW App on Gaea C6 ]===])
 
-prepend_path("MODULEPATH","/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
-stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0"
-load(pathJoin("stack-intel", stack_intel_ver))
+prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/cray-mpich/8.1.32-64uo344/gcc/12.3.0")
+prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/modulefiles")
 
-stack_mpich_ver=os.getenv("stack_mpich_ver") or "8.1.29"
+stack_intel_ver=os.getenv("stack_intel_ver") or "2024.2.1"
+load(pathJoin("stack-oneapi", stack_intel_ver))
+
+stack_mpich_ver=os.getenv("stack_mpich_ver") or "8.1.32"
 load(pathJoin("stack-cray-mpich", stack_mpich_ver))
 
-stack_python_ver=os.getenv("stack_python_ver") or "3.10.13"
+stack_python_ver=os.getenv("stack_python_ver") or "3.11.7"
 load(pathJoin("stack-python", stack_python_ver))
 
-cmake_ver=os.getenv("cmake_ver") or "3.23.1"
+cmake_ver=os.getenv("cmake_ver") or "3.27.9"
 load(pathJoin("cmake", cmake_ver))
 
 load("srw_common")
+load("zlib/1.2.13")
 
-load(pathJoin("nco", os.getenv("nco_ver") or "5.0.6"))
+load(pathJoin("nco", os.getenv("nco_ver") or "5.2.4"))
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
+setenv("LD_PRELOAD", "/usr/lib64/libstdc++.so.6")
+
 unload("darshan-runtime")
-unload("cray-libsci")
 
 setenv("CFLAGS","-diag-disable=10441")
 setenv("FFLAGS","-diag-disable=10441")

modulefiles/build_hera_gnu.lua

@@ -5,19 +5,19 @@ the NOAA RDHPC machine Hera using GNU 13.3.0
 
 whatis([===[Loads libraries needed for building the UFS SRW App on Hera using GNU 13.3.0 ]===])
 
+prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.9.2/envs/ue-gcc-13.3.0/install/modulefiles/Core")
 prepend_path("MODULEPATH", "/contrib/spack-stack/installs/gnu/modulefiles")
 prepend_path("MODULEPATH", "/contrib/spack-stack/installs/openmpi/modulefiles")
-prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.6.0/envs/gnu-fms-2024.01/install/modulefiles/Core")
 
 load("stack-gcc/13.3.0")
 load("stack-openmpi/4.1.6")
-load("stack-python/3.10.13")
-load("cmake/3.23.1")
+load("stack-python/3.11.7")
+load("cmake/3.27.9")
 
 load("srw_common")
 
 load(pathJoin("nccmp", os.getenv("nccmp_ver") or "1.9.0.1"))
-load(pathJoin("nco", os.getenv("nco_ver") or "5.0.6"))
+load(pathJoin("nco", os.getenv("nco_ver") or "5.2.4"))
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 load(pathJoin("openblas", os.getenv("openblas_ver") or "0.3.24"))
 

modulefiles/build_hera_intel.lua

@@ -8,29 +8,37 @@ whatis([===[Loads libraries needed for building the UFS SRW App on Hera ]===])
 prepend_path("MODULEPATH","/contrib/sutils/modulefiles")
 load("sutils")
 
-prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/intel-oneapi-mpi/2021.13-sbi3u54/gcc/13.3.0")
 
-stack_intel_ver=os.getenv("stack_intel_ver") or "2021.5.0"
-load(pathJoin("stack-intel", stack_intel_ver))
+stack_intel_ver=os.getenv("stack_intel_ver") or "2024.2.1"
+load(pathJoin("stack-oneapi", stack_intel_ver))
 
-stack_impi_ver=os.getenv("stack_impi_ver") or "2021.5.1"
+stack_impi_ver=os.getenv("stack_impi_ver") or "2021.13"
 load(pathJoin("stack-intel-oneapi-mpi", stack_impi_ver))
 
-stack_python_ver=os.getenv("stack_python_ver") or "3.10.13"
+stack_python_ver=os.getenv("stack_python_ver") or "3.11.7"
 load(pathJoin("stack-python", stack_python_ver))
 
-cmake_ver=os.getenv("cmake_ver") or "3.23.1"
+cmake_ver=os.getenv("cmake_ver") or "3.27.9"
 load(pathJoin("cmake", cmake_ver))
 
 load("srw_common")
+load("zlib/1.2.11")
 
 load(pathJoin("nccmp", os.getenv("nccmp_ver") or "1.9.0.1"))
-load(pathJoin("nco", os.getenv("nco_ver") or "5.0.6"))
+load(pathJoin("nco", os.getenv("nco_ver") or "5.2.4"))
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
+setenv("LD_PRELOAD", "/contrib/spack-stack/installs/gnu/13.3.0/lib64/libstdc++.so.6")
+
 setenv("FC", "mpiifort")
 
-setenv("CMAKE_C_COMPILER","mpiicc")
-setenv("CMAKE_CXX_COMPILER","mpiicpc")
+setenv("CMAKE_C_COMPILER","mpiicx")
+setenv("CMAKE_CXX_COMPILER","mpiicpx")
 setenv("CMAKE_Fortran_COMPILER","mpiifort")
+setenv("I_MPI_CC", "icx")
+setenv("I_MPI_CXX", "icpx")
+setenv("I_MPI_F90", "ifort")
+
 setenv("CMAKE_Platform","hera.intel")

modulefiles/build_hercules_intel.lua

@@ -5,17 +5,19 @@ the MSU machine Hercules using intel-oneapi-compilers/2022.2.1
 
 whatis([===[Loads libraries needed for building the UFS SRW App on Hercules ]===])
 
-prepend_path("MODULEPATH", "/work/noaa/epic/role-epic/spack-stack/hercules/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/modulefiles/intel-oneapi-mpi/2021.13-sqiixt7/gcc/13.3.0")
 
-load("stack-intel/2021.9.0")
-load("stack-intel-oneapi-mpi/2021.9.0")
-load("stack-python/3.10.13")
-load("cmake/3.23.1")
+load("stack-oneapi/2024.2.1")
+load("stack-intel-oneapi-mpi/2021.13")
+load("stack-python/3.11.7")
+load("cmake/3.27.9")
 
 load("srw_common")
+load("zlib/1.2.13")
 
 load("nccmp/1.9.0.1")
-load("nco/5.0.6")
+load("nco/5.2.4")
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
 setenv("CFLAGS","-diag-disable=10441")

modulefiles/build_noaacloud_intel.lua

@@ -5,28 +5,32 @@ the NOAA cloud using Intel-oneapi
 
 whatis([===[Loads libraries needed for building the UFS SRW App on NOAA cloud ]===])
 
-prepend_path("MODULEPATH", "/contrib/spack-stack-rocky8/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/contrib/spack-stack-rocky8/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/contrib/spack-stack-rocky8/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/intel-oneapi-mpi/2021.13-mg3hegm/gcc/13.2.0")  -- path for NOAA AWS
+prepend_path("MODULEPATH", "/contrib/spack-stack-rocky8/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/intel-oneapi-mpi/2021.13-fosayin/gcc/13.2.0")  -- path for NOAA GCP
+prepend_path("MODULEPATH", "/contrib/spack-stack-rocky8/spack-stack-1.9.2/envs/ue-oneapi-2024.2.1/install/modulefiles/intel-oneapi-mpi/2021.13-u7pshji/gcc/13.2.0")  -- path for NOAA Azure
 prepend_path("MODULEPATH", "/apps/modules/modulefiles")
 
-gnu_ver=os.getenv("gnu_ver") or ""
+gnu_ver=os.getenv("gnu_ver") or "14.2.0"
 load(pathJoin("gnu", gnu_ver))
 
-stack_intel_ver=os.getenv("stack_intel_ver") or ""
-load(pathJoin("stack-intel", stack_intel_ver))
+stack_intel_ver=os.getenv("stack_intel_ver") or "2024.2.1"
+load(pathJoin("stack-oneapi", stack_intel_ver))
 
-stack_intel_oneapi_mpi_ver=os.getenv("stack_intel_oneapi_mpi_ver") or ""
-load(pathJoin("stack-intel-oneapi-mpi", stack_intel_oneapi_mpi_ver))
+stack_impi_ver=os.getenv("stack_impi_ver") or "2021.13"
+load(pathJoin("stack-intel-oneapi-mpi", stack_impi_ver))
 
-gnu_ver=os.getenv("gnu_ver") or ""
+gnu_ver=os.getenv("gnu_ver") or "14.2.0"
 unload(pathJoin("gnu", gnu_ver))
 
-load("cmake/3.23.1") 
+load("cmake/3.27.9")
 
 load("srw_common")
+load("zlib/1.2.11")
 
-load(pathJoin("nco", os.getenv("nco_ver") or "5.0.6"))
+load(pathJoin("nco", os.getenv("nco_ver") or "5.2.4"))
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
-setenv("CC", "mpiicc")
-setenv("CXX", "mpiicpc")
+setenv("CC", "mpiicx")
+setenv("CXX", "mpiicpx")
 setenv("FC", "mpiifort")

modulefiles/build_orion_intel.lua

@@ -5,17 +5,19 @@ the MSU machine Orion using intel-oneapi-compilers/2021.9.0
 
 whatis([===[Loads libraries needed for building the UFS SRW App on Orion ]===])
 
-prepend_path("MODULEPATH", "/work/noaa/epic/role-epic/spack-stack/orion/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/modulefiles/intel-oneapi-mpi/2021.13-li242lf/gcc/12.2.0")
 
-load("stack-intel/2021.9.0")
-load("stack-intel-oneapi-mpi/2021.9.0")
-load("stack-python/3.10.13")
-load("cmake/3.23.1")
+load("stack-oneapi/2024.2.1")
+load("stack-intel-oneapi-mpi/2021.13")
+load("stack-python/3.11.7")
+load("cmake/3.27.9")
 
 load("srw_common")
+load("zlib/1.2.13")
 
 load("nccmp/1.9.0.1")
-load("nco/5.0.6")
+load("nco/5.2.4")
 load(pathJoin("prod_util", os.getenv("prod_util_ver") or "2.1.1"))
 
 setenv("CFLAGS","-diag-disable=10441")

modulefiles/srw_common.lua

@@ -1,28 +1,27 @@
 load("jasper/2.0.32")
-load("zlib/1.2.13")
 load("libpng/1.6.37")
 
 load("netcdf-c/4.9.2")
 load("netcdf-fortran/4.6.1")
-load("parallelio/2.5.10")
-load("esmf/8.6.0")
-load("fms/2024.01")
+load("parallelio/2.6.2")
+load("esmf/8.8.0")
+load("fms/2024.02")
 
 load("bacio/2.4.1")
 load("crtm/2.4.0.1")
 load("g2/3.5.1")
 load("g2tmpl/1.13.0")
-load("ip/4.3.0")
+load("ip/5.1.0")
 load("sp/2.5.0")
 load("w3emc/2.10.0")
 
-load("gftl-shared/1.6.1")
-load("mapl/2.40.3-esmf-8.6.0")
+load("gftl-shared/1.9.0")
+load("mapl/2.53.4-esmf-8.8.0")
 
 load("nemsio/2.5.4")
-load("sfcio/1.4.1")
-load("sigio/2.3.2")
+load("sfcio/1.4.2")
+load("sigio/2.3.3")
 load("w3nco/2.4.1")
 load("wrf-io/1.2.0")
 
-load_any("wgrib2/2.0.8","wgrib2/3.1.1")
+load_any("wgrib2/2.0.8","wgrib2/3.1.1","wgrib2/3.1.2")

modulefiles/tasks/derecho/aqm_ics.local.lua

@@ -1,2 +1,2 @@
-load("nco/5.1.9")
+load("nco/5.2.4")
 load("python_srw_aqm")