Release/2.1 configuration updates for NOAA-AWS and NOAA-Azure Tier 1 system (#1956)

Tier1 noaa-azure and noaa-aws:
Configuration of release/2.1 for building the ue-oneapi-2025.3.0 and ue-gcc-12.4.0 environments on NOAA-AWS Rocky9 cluster

Author: natalie-perlin

configs/sites/tier1/noaa-aws/README.md

@@ -1,47 +1,102 @@
-# Provisiong ParallelWorks AWS clusters
+# Provisioning ParallelWorks NOAA-AWS clusters
 
 ## Use ParallelWorks NOAA-AWS Rocky9 cluster
 ## Steps to install ue-oneapi-2025.3.0 environment
 
 module purge
 
 mkdir -p /contrib/spack-stack-rocky9
+
 cd /contrib/spack-stack-rocky9/
+
 git clone --recurse-submodules -b release/2.1 https://github.com/jcsda/spack-stack.git spack-stack-2.1
+
 cd spack-stack-2.1
+
 source setup.sh
 
-. setup.sh
 spack stack create env --site noaa-aws --template unified-dev --compiler oneapi-2025.3.0 --name ue-oneapi-2025.3.0
+
 spack env activate -p envs/ue-oneapi-2025.3.0
+
 cd ./envs/ue-oneapi-2025.3.0
 
 export MODULES_AUTO_HANDLING=1
+
 module use /pw/apps/modules/intel/2025.3.0
+
 module load compiler/2025.3.0
+
 module load mpi
 
 spack concretize 2>&1 | tee log.concretize
+
 spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install
+
 spack module lmod refresh -y
+
 spack stack setup-meta-modules
 
 ## Steps to install gcc-12.4.0 environment
 
 module purge
+
 mkdir -p /contrib/spack-stack-rocky9
+
 cd /contrib/spack-stack-rocky9/
+
 cd spack-stack-2.1
+
 source setup.sh
 
 spack stack create env --site noaa-aws --template unified-dev --compiler gcc-12.4.0 --name ue-gcc-12.4.0
 
 spack env activate -p envs/ue-gcc-12.4.0
+
 cd ./envs/ue-gcc-12.4.0
 
 spack concretize 2>&1 | tee log.concretize
 
 spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install
 
 spack module lmod refresh -y
+
 spack stack setup-meta-modules
+
+## Steps to test installation for ue-oneapi-2025.3.0:
+
+module purge
+
+module reset
+
+export MODULES_AUTO_HANDLING=1
+
+module use /pw/apps/modules/intel/2025.3.0
+
+module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-oneapi-2025.3.0/modules/Core
+
+module load stack-intel-oneapi-compilers/2025.3.0
+
+module load stack-intel-oneapi-mpi/2021.17
+
+module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch
+
+module list
+
+## Steps to test installation for ue-gcc-12.4.0:
+
+module purge
+
+module reset
+
+module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-gcc-12.4.0/modules/Core
+
+module load stack-gcc/12.4.0
+
+module load stack-openmpi/4.1.6
+
+module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch
+
+module list
+
+

configs/sites/tier1/noaa-aws/packages.yaml

@@ -23,7 +23,7 @@ packages:
     externals:
     - spec: binutils@2.35.2~gold+headers
       prefix: /usr
-  libd:
+  libdb:
     externals:
     - spec: libdb@5.3.28
       prefix: /usr
@@ -77,7 +77,7 @@ packages:
       prefix: /usr
   grep:
     externals:
-    - spec: grep@3.6.5
+    - spec: grep@3.6
       prefix: /usr
   groff:
     externals:
@@ -87,7 +87,7 @@ packages:
     externals:
     - spec: hwloc@2.4.1
       prefix: /usr
-  krb5-lib:
+  krb5-libs:
     externals:
     - spec: krb5@1.21.1
       prefix: /usr
@@ -101,7 +101,7 @@ packages:
       prefix: /usr
   mysql:
     externals:
-    - spec: mysql@10.6.6
+    - spec: mysql@10.5.27
       prefix: /usr
   ncurses:
     externals:
@@ -113,7 +113,7 @@ packages:
       prefix: /usr
   perl:
     externals:
-    - spec: perl@5.26.3~cpanm+shared+threads
+    - spec: perl@5.32.1~cpanm+shared+threads
       prefix: /usr
   pkg-config:
     externals:

configs/sites/tier1/noaa-aws/packages_gcc-12.4.0.yaml

@@ -21,6 +21,5 @@ packages:
     - spec: openmpi@4.1.6~internal-hwloc+two_level_namespace
       prefix: /apps/spack-2024-12/linux-rocky9-x86_64/gcc-11.4.1/openmpi-4.1.6-2dkf6t23iyw4xodxruh72yvmrhhvyoms
       modules:
-      - gnu/12.4.0
       - openmpi/4.1.6
 

configs/sites/tier1/noaa-azure/README.md

@@ -1,43 +1,101 @@
-# Provisiong ParallelWorks Azure clusters
+# Provisioning ParallelWorks NOAA-Azure clusters
 
-## Steps to perform before installing spack-stack version 1.9.3
+## Use ParallelWorks NOAA-Azure Rocky9 cluster
+## Steps to install ue-oneapi-2025.3.0 environment
 
-sudo su -
-chmod 777 /contrib
-yum install -y qt5-qtbase-devel
-yum install -y qt5-qtsvg-devel
+module purge
 
+mkdir -p /contrib/spack-stack-rocky9
 
-## Steps to install spack-stack version 1.8.0
+cd /contrib/spack-stack-rocky9/
 
-sudo su -
-chmod 777 /contrib
+git clone --recurse-submodules -b release/2.1 https://github.com/jcsda/spack-stack.git spack-stack-2.1
 
-module purge
+cd spack-stack-2.1
+
+source setup.sh
+
+spack stack create env --site noaa-azure --template unified-dev --compiler oneapi-2025.3.0 --name ue-oneapi-2025.3.0
+
+spack env activate -p envs/ue-oneapi-2025.3.0
+
+cd ./envs/ue-oneapi-2025.3.0
+
+export MODULES_AUTO_HANDLING=1
+
+module use /pw/apps/modules/intel/2025.3.0
+
+module load compiler/2025.3.0
+
+module load mpi
 
-cd /contrib/spack-stack-rocky8/
-git clone --recursive https://github.com/JCSDA/spack-stack -b release/1.9.0 spack-stack-1.9.3
-cd spack-stack-1.9.3
-. setup.sh
-spack stack create env --name ue-oneapi-2024.2.1 --template unified-dev --site noaa-azure --compiler oneapi
-cd envs/ue-oneapi-2024.2.1
-spack env activate .
 spack concretize 2>&1 | tee log.concretize
+
 spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install
+
 spack module lmod refresh -y
+
 spack stack setup-meta-modules
 
-## Steps to install GSI addon
+## Steps to install gcc-12.4.0 environment
+
+module purge
+
+mkdir -p /contrib/spack-stack-rocky9
+
+cd /contrib/spack-stack-rocky9/
 
-sudo su -
-chmod 777 /contrib
+cd spack-stack-2.1
+
+source setup.sh
+
+spack stack create env --site noaa-azure --template unified-dev --compiler gcc-12.4.0 --name ue-gcc-12.4.0
+
+spack env activate -p envs/ue-gcc-12.4.0
+
+cd ./envs/ue-gcc-12.4.0
 
-cd /contrib/spack-stack-rocky8/spack-stack-1.9.3
-. setup.sh
-spack stack create env --name gsi-oneapi-2024.2.1 --template gsi-addon-dev --site noaa-azure --upstream /contrib/spack-stack-rocky8/spack-stack-1.9.3/envs/ue-oneapi-2024.2.1/install --compiler oneapi
-cd envs/gsi-oneapi-2024.2.1
-spack env activate .
 spack concretize 2>&1 | tee log.concretize
+
 spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install
-spack module lmod refresh --upstream-modules
+
+spack module lmod refresh -y
+
 spack stack setup-meta-modules
+
+## Steps to test installation for ue-oneapi-2025.3.0:
+
+module purge 
+
+module reset
+
+export MODULES_AUTO_HANDLING=1
+
+module use /pw/apps/modules/intel/2025.3.0
+
+module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-oneapi-2025.3.0/modules/Core
+
+module load stack-intel-oneapi-compilers/2025.3.0
+
+module load stack-intel-oneapi-mpi/2021.17
+
+module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch
+
+module list
+
+## Steps to test installation for ue-gcc-12.4.0:
+
+module purge 
+
+module reset
+
+module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-gcc-12.4.0/modules/Core
+
+module load stack-gcc/12.4.0
+
+module load stack-openmpi/4.1.6
+
+module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch
+
+module list
+

configs/sites/tier1/noaa-azure/compilers.yaml

@@ -1,5 +1,5 @@
 config:
-  build_jobs: 4
+  build_jobs: 6
 
   # Overrides for spack build and staging areas to speed up builds
   # and avoid errors with hard links on the NFS filesystem /contrib