adding service account credentials

NREL · Nov 10, 2023 · c67bf19 · c67bf19
1 parent 9a3446e
commit c67bf19
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 1 deletion.
diff --git a/buildstockbatch/hpc.py b/buildstockbatch/hpc.py
@@ -654,6 +654,10 @@ def queue_post_processing(self, after_jobids=[], upload_only=False, hipri=False)
             logger.debug("sbatch: {}".format(line))
 
     def get_dask_client(self):
+        # Keep this, helpful for debugging on a bigmem node
+        # from dask.distributed import LocalCluster
+        # cluster = LocalCluster(local_directory="/tmp/scratch/dask", n_workers=90, memory_limit="16GiB")
+        # return Client(cluster)
         return Client(scheduler_file=os.path.join(self.output_dir, "dask_scheduler.json"))
 
     def process_results(self, *args, **kwargs):

diff --git a/buildstockbatch/kestrel.sh b/buildstockbatch/kestrel.sh
@@ -12,5 +12,6 @@ df -h
 
 module load python apptainer
 source "$MY_PYTHON_ENV/bin/activate"
+source /kfs2/shared-projects/buildstock/aws_credentials.sh
 
 time python -u -m buildstockbatch.hpc kestrel "$PROJECTFILE"
diff --git a/buildstockbatch/kestrel_postprocessing.sh b/buildstockbatch/kestrel_postprocessing.sh
@@ -11,6 +11,7 @@ df -h
 
 module load python apptainer
 source "$MY_PYTHON_ENV/bin/activate"
+source /kfs2/shared-projects/buildstock/aws_credentials.sh
 
 export POSTPROCESS=1
 
@@ -29,6 +30,6 @@ pdsh -w $SLURM_JOB_NODELIST_PACK_GROUP_1 "free -h"
 pdsh -w $SLURM_JOB_NODELIST_PACK_GROUP_1 "df -i; df -h"
 
 $MY_PYTHON_ENV/bin/dask scheduler --scheduler-file $SCHEDULER_FILE &> $OUT_DIR/dask_scheduler.out &
-pdsh -w $SLURM_JOB_NODELIST_PACK_GROUP_1 "$MY_PYTHON_ENV/bin/dask worker --scheduler-file $SCHEDULER_FILE --local-directory /tmp/scratch/dask --nworkers ${NPROCS} --nthreads 1 --memory-limit ${MEMORY}MB" &> $OUT_DIR/dask_workers.out &
+pdsh -w $SLURM_JOB_NODELIST_PACK_GROUP_1 "source /kfs2/shared-projects/buildstock/aws_credentials.sh; $MY_PYTHON_ENV/bin/dask worker --scheduler-file $SCHEDULER_FILE --local-directory /tmp/scratch/dask --nworkers ${NPROCS} --nthreads 1 --memory-limit ${MEMORY}MB" &> $OUT_DIR/dask_workers.out &
 
 time python -u -m buildstockbatch.hpc kestrel "$PROJECTFILE"