Skip to content

Commit

Permalink
(nci) updated docs and queue script to use /g/data instead of /scratc…
Browse files Browse the repository at this point in the history
…h on nci
  • Loading branch information
danieljprice committed Feb 8, 2023
1 parent 9a1c257 commit 25b465e
Show file tree
Hide file tree
Showing 3 changed files with 18 additions and 11 deletions.
3 changes: 3 additions & 0 deletions build/Makefile_qscripts
Original file line number Diff line number Diff line change
Expand Up @@ -148,6 +148,9 @@ qscript:
ifdef QEXTRA
@echo '#PBS '$(QEXTRA)
endif
ifdef QSTORAGE
@echo '#PBS -l storage='$(QSTORAGE)
endif
@echo '## phantom jobs can be restarted:'
@echo '#PBS -r y'
ifeq ($(PBSRESUBMIT),yes)
Expand Down
3 changes: 2 additions & 1 deletion build/Makefile_systems
Original file line number Diff line number Diff line change
Expand Up @@ -151,12 +151,13 @@ ifeq ($(SYSTEM), nci)
ifeq ($(MPI),yes)
NPAR=32
endif
QPROJECT='fu7'
QPROJECT=$(PROJECT)
QNAME='normal'
WALLTIME='48:00:00'
MPIEXEC='mpiexec -npernode 1'
QNODES='ncpus='$(NPAR)
QEXTRA='-l other=hyperthread'
QSTORAGE="gdata/$(QPROJECT)"
endif

ifeq ($(SYSTEM), gfortran)
Expand Down
23 changes: 13 additions & 10 deletions docs/nci.rst
Original file line number Diff line number Diff line change
Expand Up @@ -22,24 +22,26 @@ First edit your .bashrc file in your favourite text editor::
Mine has::

export SYSTEM=nci
export PROJECT=wk74
export OMP_STACKSIZE=512M
export OMP_NUM_THREADS=32
export PATH=$PATH:/scratch/fu7/splash/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/scratch/fu7/splash/giza/lib
export SPLASH_DIR=/g/data/$PROJECT/splash
export PATH=$PATH:$SPLASH_DIR/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$SPLASH_DIR/giza/lib
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/apps/hdf5/1.10.5/lib
export MAXP=2000000
ulimit -s unlimited
source ~/.modules

If you are using phantom+mcfost, you will need the following lines::

export MCFOST_DIR=/scratch/fu7/mcfost-src/
export MCFOST_DIR=/g/data/$PROJECT/mcfost-src/
export MCFOST_AUTO_UPDATE=0
export MCFOST_INSTALL=/scratch/fu7/mcfost/
export MCFOST_INSTALL=/g/data/$PROJECT/mcfost/
export MCFOST_GIT=1
export MCFOST_NO_XGBOOST=1
export MCFOST_LIBS=/scratch/fu7/mcfost
export MCFOST_UTILS=/scratch/fu7/mcfost/utils
export MCFOST_LIBS=/g/data/$PROJECT/mcfost
export MCFOST_UTILS=/g/data/$PROJECT/mcfost/utils
export HDF5ROOT=/apps/hdf5/1.10.5/lib

Then relevant modules in your .modules file::
Expand All @@ -55,12 +57,12 @@ Mine contains::

where the last line is needed for git's large file storage (LFS) to work.

Finally, make a shortcut to the /scratch filesystem::
Finally, make a shortcut to the /g/data filesystem::

cd /scratch/fu7
cd /g/data/$PROJECT
mkdir $USER
cd
ln -s /scratch/fu7/$USER runs
ln -s /scratch/$PROJECT/$USER runs
cd runs
pwd -P

Expand Down Expand Up @@ -104,13 +106,14 @@ should produce something like::
#PBS -l ncpus=48
#PBS -N myrun
#PBS -q normal
#PBS -P fu7
#PBS -P wk74
#PBS -o tde.in.pbsout
#PBS -j oe
#PBS -m e
#PBS -M [email protected]
#PBS -l walltime=48:00:00
#PBS -l mem=16G
#PBS -l storage=gdata/wk74
#PBS -l other=hyperthread
## phantom jobs can be restarted:
#PBS -r y
Expand Down

0 comments on commit 25b465e

Please sign in to comment.