From 702d3f3efa62a36d7090847e512536277c5d6c83 Mon Sep 17 00:00:00 2001 From: Dom Heinzeller Date: Tue, 20 Oct 2026 09:58:42 -0600 Subject: [PATCH 1/3] Add util/compilers/nvhpc-26.9_install.sh; configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml -> configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml --- ...hpc-26.5.yaml => packages_nvhpc-26.9.yaml} | 14 ++++----- util/compilers/nvhpc-26.9_install.sh | 30 +++++++++++++++++++ 2 files changed, 37 insertions(+), 7 deletions(-) rename configs/sites/tier1/blueback/{packages_nvhpc-26.5.yaml => packages_nvhpc-26.9.yaml} (74%) create mode 100755 util/compilers/nvhpc-26.9_install.sh diff --git a/configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml b/configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml similarity index 74% rename from configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml rename to configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml index 9cc0f8a89a..4d26d15ccd 100644 --- a/configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml +++ b/configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml @@ -1,7 +1,7 @@ packages: all: require: - - any_of: ['%nvhpc@=26.5'] + - any_of: ['%nvhpc@=26.9'] when: '%nvhpc' - any_of: ['%gcc@=13.3.0'] when: '%gcc' @@ -12,16 +12,16 @@ packages: nvhpc: buildable: false externals: - - spec: nvhpc@26.5+blas+lapack~mpi - prefix: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5 + - spec: nvhpc@26.9+blas+lapack~mpi + prefix: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9 modules: - PrgEnv-nvidia/8.7.0 - - nvhpc/26.5 + - nvhpc/26.9 extra_attributes: compilers: - c: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc - cxx: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc++ - fortran: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvfortran + c: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc + cxx: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc++ + fortran: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvfortran environment: set: CONFIG_SITE: '' diff --git a/util/compilers/nvhpc-26.9_install.sh b/util/compilers/nvhpc-26.9_install.sh new file mode 100755 index 0000000000..ae09db3d1f --- /dev/null +++ b/util/compilers/nvhpc-26.9_install.sh @@ -0,0 +1,30 @@ +#!/usr/bin/env bash + +# Note. nvhpc binds to the system gcc at install time. A system update +# that bumps the default gcc means reinstalling the SDK, not just +# rebuilding the software stack and the downstream applications. + +if [ "$#" -lt 1 ]; then + echo "Error: Not enough arguments. Provide NVHPC SDK installation prefix." + exit 1 +fi + +# Configure install via command line arguments +export NVHPC_SILENT=true +export NVHPC_INSTALL_DIR=${1} +export NVHPC_INSTALL_TYPE=single # or "network" for heterogeneous systems; check installer doc for details +export NVHPC_DEFAULT_CUDA=13.3 # optional; sets the default CUDA version + +# Download and install nvhpc +mkdir -p ${NVHPC_INSTALL_DIR}/src +cd ${NVHPC_INSTALL_DIR}/src +wget https://developer.download.nvidia.com/hpc-sdk/26.9/nvhpc_2026_269_Linux_x86_64_cuda_13.3.tar.gz +tar xpzf nvhpc_2026_269_Linux_x86_64_cuda_13.3.tar.gz +./nvhpc_2026_269_Linux_x86_64_cuda_13.3/install + +# Bug fix for missing include directory (symbolic link) +cd ${NVHPC_INSTALL_DIR} +ln -s Linux_x86_64/26.9/compilers/include include + +cd ${NVHPC_INSTALL_DIR}/src +rm -fr nvhpc_2026_269_Linux_x86_64_cuda_13.3 From b095fe4d86b058a4afb19f34292e106e0e8683f6 Mon Sep 17 00:00:00 2001 From: Dom Heinzeller Date: Thu, 5 Nov 2026 11:27:44 -0700 Subject: [PATCH 2/3] Update Bounty to nvhpc-26.9, remove older compiler configs --- .../sites/tier2/bounty/README_nvhpc-26.5.md | 13 ------ .../tier2/bounty/packages_gcc-13.3.1.yaml | 18 -------- ...hpc-26.5.yaml => packages_nvhpc-26.9.yaml} | 15 ++++--- .../bounty/packages_oneapi-2025.3.0.yaml | 41 ------------------- repos/builtin | 2 +- 5 files changed, 8 insertions(+), 81 deletions(-) delete mode 100644 configs/sites/tier2/bounty/README_nvhpc-26.5.md delete mode 100644 configs/sites/tier2/bounty/packages_gcc-13.3.1.yaml rename configs/sites/tier2/bounty/{packages_nvhpc-26.5.yaml => packages_nvhpc-26.9.yaml} (60%) delete mode 100644 configs/sites/tier2/bounty/packages_oneapi-2025.3.0.yaml diff --git a/configs/sites/tier2/bounty/README_nvhpc-26.5.md b/configs/sites/tier2/bounty/README_nvhpc-26.5.md deleted file mode 100644 index 21c9ea6806..0000000000 --- a/configs/sites/tier2/bounty/README_nvhpc-26.5.md +++ /dev/null @@ -1,13 +0,0 @@ -WSL 2 Alma Linux 9 installation notes for NVHPC 26.5 compiler - -# Download and install nvhpc, for example: -wget https://developer.download.nvidia.com/hpc-sdk/26.5/nvhpc_2026_265_Linux_x86_64_cuda_13.2.tar.gz -tar xpzf nvhpc_2026_265_Linux_x86_64_cuda_13.2.tar.gz -nvhpc_2026_265_Linux_x86_64_cuda_13.2/install - -# Bug fix for missing include directory (symbolic link) -cd -ln -s Linux_x86_64/26.5/compilers/include include - -# Needed for hpcx -yum install libnl3 diff --git a/configs/sites/tier2/bounty/packages_gcc-13.3.1.yaml b/configs/sites/tier2/bounty/packages_gcc-13.3.1.yaml deleted file mode 100644 index 7d7a68dc98..0000000000 --- a/configs/sites/tier2/bounty/packages_gcc-13.3.1.yaml +++ /dev/null @@ -1,18 +0,0 @@ -packages: - all: - require: - - any_of: ['%gcc@=13.3.1'] - when: '%gcc' - mpi: - require: - - "openmpi@=5.0.8" - gcc: - buildable: False - externals: - - spec: gcc@13.3.1 languages:='c,c++,fortran' - prefix: /opt/rh/gcc-toolset-13/root/usr - extra_attributes: - compilers: - c: /opt/rh/gcc-toolset-13/root/usr/bin/gcc - cxx: /opt/rh/gcc-toolset-13/root/usr/bin/g++ - fortran: /opt/rh/gcc-toolset-13/root/usr/bin/gfortran diff --git a/configs/sites/tier2/bounty/packages_nvhpc-26.5.yaml b/configs/sites/tier2/bounty/packages_nvhpc-26.9.yaml similarity index 60% rename from configs/sites/tier2/bounty/packages_nvhpc-26.5.yaml rename to configs/sites/tier2/bounty/packages_nvhpc-26.9.yaml index 3094e5134b..19a3da7eaf 100644 --- a/configs/sites/tier2/bounty/packages_nvhpc-26.5.yaml +++ b/configs/sites/tier2/bounty/packages_nvhpc-26.9.yaml @@ -1,25 +1,24 @@ packages: all: require: - - any_of: ['%nvhpc@=26.5'] + - any_of: ['%nvhpc@=26.9'] when: '%nvhpc' - any_of: ['%gcc@=11.5.0'] when: '%gcc' mpi: buildable: false require: - #- "nvhpc@=26.5" - "openmpi@=5.0.10" nvhpc: buildable: false externals: - - spec: nvhpc@26.5+blas+lapack~mpi - prefix: /home/dom/prod/nvhpc-26.5 + - spec: nvhpc@26.9+blas+lapack~mpi + prefix: /home/dom/prod/nvhpc-26.9 extra_attributes: compilers: - c: /home/dom/prod/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc - cxx: /home/dom/prod/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc++ - fortran: /home/dom/prod/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvfortran + c: /home/dom/prod/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc + cxx: /home/dom/prod/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc++ + fortran: /home/dom/prod/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvfortran gcc: buildable: false externals: @@ -34,4 +33,4 @@ packages: buildable: false externals: - spec: openmpi@5.0.10 ~internal-hwloc +two_level_namespace - prefix: /home/dom/prod/nvhpc-26.5/Linux_x86_64/26.5/comm_libs/13.2/hpcx/hpcx-2.50/ompi5 + prefix: /home/dom/prod/nvhpc-26.9/Linux_x86_64/26.9/comm_libs/13.3/hpcx/hpcx-2.50/ompi5 diff --git a/configs/sites/tier2/bounty/packages_oneapi-2025.3.0.yaml b/configs/sites/tier2/bounty/packages_oneapi-2025.3.0.yaml deleted file mode 100644 index a81903d450..0000000000 --- a/configs/sites/tier2/bounty/packages_oneapi-2025.3.0.yaml +++ /dev/null @@ -1,41 +0,0 @@ -packages: - all: - require: - - any_of: ['%intel-oneapi-compilers@=2025.3.0'] - when: '%intel-oneapi-compilers' - - any_of: ['%gcc@=11.5.0'] - when: '%gcc' - mpi: - buildable: False - require: - - "intel-oneapi-mpi@2021.17" - intel-oneapi-compilers: - buildable: false - externals: - - spec: intel-oneapi-compilers@2025.3.0 +fix_rt_linkage - prefix: /opt/intel/oneapi - extra_attributes: - compilers: - c: /opt/intel/oneapi/2025.3/bin/icx - cxx: /opt/intel/oneapi/2025.3/bin/icpx - fortran: /opt/intel/oneapi/2025.3/bin/ifx - gcc: - buildable: false - externals: - - spec: gcc@11.5.0 languages:='c,c++' - prefix: /usr - extra_attributes: - compilers: - c: /usr/bin/gcc - cxx: /usr/bin/g++ - fortran: /usr/bin/gfortran - intel-oneapi-mpi: - buildable: false - externals: - - spec: intel-oneapi-mpi@2021.17 - prefix: /opt/intel/oneapi - intel-oneapi-mkl: - buildable: false - externals: - - spec: intel-oneapi-mkl@2025.3 - prefix: /opt/intel/oneapi diff --git a/repos/builtin b/repos/builtin index e03613d824..2154a6587a 160000 --- a/repos/builtin +++ b/repos/builtin @@ -1 +1 @@ -Subproject commit e03613d8246aefa7f971c2b4fc8b7006c8387c9f +Subproject commit 2154a6587ad8ba3b379e032882d917da8b62efa8 From 0cd8265d7def5c9f958e78a98c0020baa0efe44e Mon Sep 17 00:00:00 2001 From: Dom Heinzeller Date: Thu, 5 Nov 2026 12:54:48 -0700 Subject: [PATCH 3/3] Restore configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml --- ...es_nvhpc-26.9.yaml => packages_nvhpc-26.5.yaml} | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) rename configs/sites/tier1/blueback/{packages_nvhpc-26.9.yaml => packages_nvhpc-26.5.yaml} (74%) diff --git a/configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml b/configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml similarity index 74% rename from configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml rename to configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml index 4d26d15ccd..9cc0f8a89a 100644 --- a/configs/sites/tier1/blueback/packages_nvhpc-26.9.yaml +++ b/configs/sites/tier1/blueback/packages_nvhpc-26.5.yaml @@ -1,7 +1,7 @@ packages: all: require: - - any_of: ['%nvhpc@=26.9'] + - any_of: ['%nvhpc@=26.5'] when: '%nvhpc' - any_of: ['%gcc@=13.3.0'] when: '%gcc' @@ -12,16 +12,16 @@ packages: nvhpc: buildable: false externals: - - spec: nvhpc@26.9+blas+lapack~mpi - prefix: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9 + - spec: nvhpc@26.5+blas+lapack~mpi + prefix: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5 modules: - PrgEnv-nvidia/8.7.0 - - nvhpc/26.9 + - nvhpc/26.5 extra_attributes: compilers: - c: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc - cxx: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvc++ - fortran: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.9/Linux_x86_64/26.9/compilers/bin/nvfortran + c: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc + cxx: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvc++ + fortran: /p/app/projects/NEPTUNE/spack-stack/nvhpc-26.5/Linux_x86_64/26.5/compilers/bin/nvfortran environment: set: CONFIG_SITE: ''