update setonix configuration

quokka-astro · Sep 5, 2023 · 2a119df · 2a119df
1 parent 1b5d55d
commit 2a119df
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 40 deletions.
diff --git a/scripts/setonix-1node.submit b/scripts/setonix-1node.submit
@@ -8,13 +8,12 @@
 #SBATCH --exclusive
 #SBATCH --ntasks-per-node=8
 #SBATCH --gpus-per-node=8
-#SBATCH --cpus-per-task=8
 ##SBATCH --core-spec=8
 #SBATCH -N 1
 
 # load modules
 module load craype-accel-amd-gfx90a
-module load rocm/5.4.3
+module load rocm/5.2.3
 
 # workaround no longer needed for AMReX 23.07+
 #export FI_MR_CACHE_MAX_COUNT=0  # libfabric disable caching

diff --git a/scripts/setonix-64nodes.submit b/scripts/setonix-64nodes.submit
@@ -8,13 +8,12 @@
 #SBATCH --exclusive
 #SBATCH --ntasks-per-node=8
 #SBATCH --gpus-per-node=8
-#SBATCH --cpus-per-task=8
 ##SBATCH --core-spec=8
 #SBATCH -N 64
 
 # load modules
 module load craype-accel-amd-gfx90a
-module load rocm/5.4.3
+module load rocm/5.2.3
 
 # workaround no longer needed for AMReX 23.07+
 #export FI_MR_CACHE_MAX_COUNT=0  # libfabric disable caching

diff --git a/scripts/setonix-8nodes.submit b/scripts/setonix-8nodes.submit
@@ -8,13 +8,12 @@
 #SBATCH --exclusive
 #SBATCH --ntasks-per-node=8
 #SBATCH --gpus-per-node=8
-#SBATCH --cpus-per-task=8
 ##SBATCH --core-spec=8
 #SBATCH -N 8
 
 # load modules
 module load craype-accel-amd-gfx90a
-module load rocm/5.4.3
+module load rocm/5.2.3
 
 # workaround no longer needed for AMReX 23.07+
 #export FI_MR_CACHE_MAX_COUNT=0  # libfabric disable caching

diff --git a/scripts/setonix-rocm5.3.0.profile b/scripts/setonix-rocm5.3.0.profile
diff --git a/scripts/setonix.profile b/scripts/setonix.profile
@@ -1,12 +1,12 @@
 #!/bin/bash
 
-source /opt/cray/pe/cpe/22.09/restore_lmod_system_defaults.sh
+source /opt/cray/pe/cpe/23.03/restore_lmod_system_defaults.sh
 
-module load cmake/3.21.4
+#module load cmake/3.21.4
 module load craype-accel-amd-gfx90a
-module load rocm/5.0.2
+module load rocm/5.2.3
 module load cray-mpich
-module load cce/14.0.3
+module load cce/15.0.1
 module load cray-hdf5
 module load cray-python/3.9.13.1