Merge branch 'develop' into feature/spst-upd-20241031-follow-up-mpiif…

…x-mpiifort-site-configs
JCSDA · Nov 16, 2024 · ae49d46 · ae49d46
2 parents 877efc4 + 5043e49
commit ae49d46
Show file tree

Hide file tree

Showing 23 changed files with 572 additions and 468 deletions.
diff --git a/configs/containers/docker-ubuntu-clang-mpich.yaml b/configs/containers/docker-ubuntu-clang-mpich.yaml
@@ -59,11 +59,6 @@ spack:
       - spec: [email protected]
         prefix: /opt/mpich-4.2.1
       version: [4.2.1]
-    gmake:
-      buildable: false
-      externals:
-      - spec: [email protected]
-        prefix: /usr
     diffutils:
       buildable: false
       externals:

diff --git a/configs/containers/docker-ubuntu-gcc-openmpi.yaml b/configs/containers/docker-ubuntu-gcc-openmpi.yaml
@@ -40,11 +40,6 @@ spack:
       externals:
       - spec: [email protected]
         prefix: /usr
-    gmake:
-      buildable: false
-      externals:
-      - spec: [email protected]
-        prefix: /usr
     diffutils:
       buildable: false
       externals:

diff --git a/configs/containers/docker-ubuntu-intel-impi.yaml b/configs/containers/docker-ubuntu-intel-impi.yaml
@@ -50,11 +50,6 @@ spack:
     #  externals:
     #  - spec: [email protected]
     #    prefix: /opt/intel/oneapi
-    gmake:
-      buildable: false
-      externals:
-      - spec: [email protected]
-        prefix: /usr
     diffutils:
       buildable: false
       externals:

diff --git a/configs/sites/tier1/blueback/compilers.yaml b/configs/sites/tier1/blueback/compilers.yaml
@@ -0,0 +1,45 @@
+compilers::
+  - compiler:
+      spec: [email protected]
+      paths:
+        cc: cc
+        cxx: CC
+        f77: ftn
+        fc: ftn
+      flags: {}
+      operating_system: sles15
+      modules:
+      - PrgEnv-intel/8.4.0
+      - intel/2024.2
+      - cray-libsci/23.05.1.4
+      - libfabric/1.12.1.2.2.1
+      environment:
+        prepend_path:
+          PATH: '/opt/cray/pe/gcc/10.3.0/snos/bin'
+          CPATH: '/opt/cray/pe/gcc/10.3.0/snos/include'
+          LD_LIBRARY_PATH: '/opt/cray/libfabric/1.12.1.2.2.1/lib64:/opt/cray/pe/libsci/23.05.1.4/INTEL/2022.2/x86_64/lib:/opt/cray/pe/gcc/10.3.0/snos/lib:/opt/cray/pe/gcc/10.3.0/snos/lib64'
+        append_path:
+          CPATH: '/opt/intel/oneapi_2024.2.0.634/compiler/2024.2/opt/compiler/include/intel64'
+        set:
+          CRAYPE_LINK_TYPE: 'dynamic'
+      extra_rpaths: []
+  - compiler:
+      spec: [email protected]
+      paths:
+        cc: cc
+        cxx: CC
+        f77: ftn
+        fc: ftn
+      flags: {}
+      operating_system: sles15
+      modules:
+      - PrgEnv-gnu/8.4.0
+      - gcc/12.1.0
+      - cray-libsci/23.05.1.4
+      - libfabric/1.12.1.2.2.1
+      environment:
+        prepend_path:
+          LD_LIBRARY_PATH: '/opt/cray/libfabric/1.12.1.2.2.1/lib64:/opt/cray/pe/libsci/23.05.1.4/GNU/10.3/x86_64/lib'
+        set:
+          CRAYPE_LINK_TYPE: 'dynamic'
+      extra_rpaths: []
diff --git a/configs/sites/tier1/blueback/config.yaml b/configs/sites/tier1/blueback/config.yaml
@@ -0,0 +1,2 @@
+config:
+  build_jobs: 8
diff --git a/configs/sites/tier1/blueback/mirrors.yaml b/configs/sites/tier1/blueback/mirrors.yaml
@@ -0,0 +1,18 @@
+mirrors:
+  local-source:
+    fetch:
+      url: file:///p/cwfs/projects/NEPTUNE/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
+    push:
+      url: file:///p/cwfs/projects/NEPTUNE/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
diff --git a/configs/sites/tier1/blueback/modules.yaml b/configs/sites/tier1/blueback/modules.yaml
@@ -0,0 +1,7 @@
+modules:
+  default:
+    enable::
+    - tcl
+    tcl:
+      include:
+      - python
diff --git a/configs/sites/tier1/blueback/packages.yaml b/configs/sites/tier1/blueback/packages.yaml
@@ -0,0 +1,129 @@
+packages:
+  autoconf:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  automake:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  binutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  cmake:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  coreutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  curl:
+    externals:
+    - spec: [email protected]+gssapi+ldap+nghttp2
+      prefix: /usr
+  cvs:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  diffutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  findutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  flex:
+    externals:
+    - spec: [email protected]+lex
+      prefix: /usr
+  gawk:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  gettext:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  git:
+    externals:
+    - spec: [email protected]+tcltk
+      prefix: /usr
+  git-lfs:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  gmake:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  groff:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  libtool:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  m4:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  mysql:
+    buildable: False
+    externals:
+    - spec: [email protected]
+      prefix: /p/app/projects/NEPTUNE/spack-stack/mysql-8.0.31
+      modules:
+      - mysql/8.0.31
+  openssh:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+    - spec: [email protected]
+      prefix: /usr/local/krb5
+  openssl:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  perl:
+    externals:
+    - spec: [email protected]~cpanm+opcode+open+shared+threads
+      prefix: /usr
+  pkg-config:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  qt:
+    buildable: False
+    externals:
+    - spec: [email protected]
+      prefix: /p/app/projects/NEPTUNE/spack-stack/qt-5.15.2/5.15.2/gcc_64
+      modules:
+      - qt/5.15.2
+  sed:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  subversion:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  swig:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  tar:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  texinfo:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  wget:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
diff --git a/configs/sites/tier1/blueback/packages_gcc.yaml b/configs/sites/tier1/blueback/packages_gcc.yaml
@@ -0,0 +1,13 @@
+packages:
+  all:
+    compiler:: [[email protected]]
+    providers:
+      mpi:: [[email protected]]
+  mpi:
+    buildable: False
+  cray-mpich:
+    externals:
+    - spec: [email protected]%[email protected] ~wrappers
+      modules:
+      - cray-mpich-ucx/8.1.21
+      - craype-network-ucx
diff --git a/configs/sites/tier1/blueback/packages_oneapi.yaml b/configs/sites/tier1/blueback/packages_oneapi.yaml
@@ -0,0 +1,27 @@
+packages:
+  all:
+    compiler:: [[email protected],[email protected]]
+    providers:
+      mpi:: [[email protected]]
+  mpi:
+    buildable: False
+  cray-mpich:
+    externals:
+    - spec: [email protected]%[email protected] ~wrappers
+      modules:
+      - cray-mpich-ucx/8.1.21
+      - craype-network-ucx
+  intel-oneapi-mkl:
+    externals:
+    - spec: [email protected]%[email protected]
+      prefix: /opt/intel/oneapi_2024.2.0.634
+  intel-oneapi-tbb:
+    externals:
+    - spec: [email protected]%[email protected]
+      prefix: /opt/intel/oneapi_2024.2.0.634
+      modules:
+      - tbb/2021.13
+  intel-oneapi-runtime:
+    externals:
+    - spec: [email protected]%[email protected]
+      prefix: /opt/intel/oneapi_2024.2.0.634
diff --git a/configs/sites/tier1/navy-aws/README.md b/configs/sites/tier1/navy-aws/README.md
@@ -0,0 +1,41 @@
+# Provisiong NRL ParallelWorks AWS clusters
+
+## Steps to perform before installing spack-stack develop as of 2024/11/24
+
+Note. Some of these packages may already be installed, but for the sake of completeness, they are listed here.
+```
+sudo su -
+chmod 777 /contrib
+
+yum install -y gcc-toolset-13
+yum install -y gcc-toolset-13-runtime
+yum install -y gcc-toolset-13-binutils
+yum install -y gcc-toolset-13-gcc
+yum install -y gcc-toolset-13-gcc-c++
+yum install -y gcc-toolset-13-gcc-gfortran
+yum install -y gcc-toolset-13-gdb
+
+yum install -y binutils-devel
+yum install -y m4
+yum install -y wget
+yum install -y git
+yum install -y git-lfs
+yum install -y bash-completion
+yum install -y bzip2 bzip2-devel
+yum install -y unzip
+yum install -y patch
+yum install -y automake
+yum install -y xorg-x11-xauth
+yum install -y xterm
+yum install -y perl-IPC-Cmd
+yum install -y gettext-devel
+yum install -y texlive
+yum install -y bison
+yum install -y screen
+
+yum install -y qt5-qtbase
+yum install -y qt5-qttools-devel
+yum install -y qt5-qtsvg-devel
+```
+
+For instructions for building spack-stack, see the spack-stack documentation on readthedocs (https://spack-stack.readthedocs.io/en/latest). For instructions for using pre-built spack-stack environments, see the spack-stack wiki (https://github.com/JCSDA/spack-stack/wiki).
diff --git a/configs/sites/tier1/navy-aws/compilers.yaml b/configs/sites/tier1/navy-aws/compilers.yaml
@@ -0,0 +1,28 @@
+compilers:
+- compiler:
+    spec: gcc@=13.3.1
+    paths:
+      cc: /opt/rh/gcc-toolset-13/root/usr/bin/gcc
+      cxx: /opt/rh/gcc-toolset-13/root/usr/bin/g++
+      f77: /opt/rh/gcc-toolset-13/root/usr/bin/gfortran
+      fc: /opt/rh/gcc-toolset-13/root/usr/bin/gfortran
+    flags: {}
+    operating_system: rocky8
+    target: x86_64
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: gcc@=8.5.0
+    paths:
+      cc: /usr/bin/gcc
+      cxx: /usr/bin/g++
+      f77: /usr/bin/gfortran
+      fc: /usr/bin/gfortran
+    flags: {}
+    operating_system: rocky8
+    target: x86_64
+    modules: []
+    environment: {}
+    extra_rpaths: []
+
diff --git a/configs/sites/tier1/navy-aws/config.yaml b/configs/sites/tier1/navy-aws/config.yaml
@@ -0,0 +1,10 @@
+config:
+  build_jobs: 6
+
+  # Overrides for spack build and staging areas to speed up builds
+  # and avoid errors with hard links on the NFS filesystem /contrib
+
+  build_stage: /tmp/spack-stack/cache/build_stage
+  test_stage: /tmp/spack-stack/cache/test_stage
+  source_cache: /tmp/spack-stack/cache/source_cache
+  misc_cache: /tmp/spack-stack/cache/misc_cache
diff --git a/configs/sites/tier1/navy-aws/mirrors.yaml b/configs/sites/tier1/navy-aws/mirrors.yaml
@@ -0,0 +1,18 @@
+mirrors:
+  local-source:
+    fetch:
+      url: file:///contrib/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
+    push:
+      url: file:///contrib/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
diff --git a/configs/sites/tier1/navy-aws/modules.yaml b/configs/sites/tier1/navy-aws/modules.yaml
@@ -0,0 +1,7 @@
+modules:
+  default:
+    enable::
+    - tcl
+    tcl:
+      include:
+      - python