From ceedd8d871e0406ad34175b66eb1d9652fbaa8ce Mon Sep 17 00:00:00 2001 From: younesbelkada Date: Fri, 12 Jan 2024 15:05:46 +0000 Subject: [PATCH] run the tests on 2 GPUs only --- commands/run_dpo.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/commands/run_dpo.sh b/commands/run_dpo.sh index 7eb1f50dce..0f7f5931e0 100644 --- a/commands/run_dpo.sh +++ b/commands/run_dpo.sh @@ -14,8 +14,7 @@ EXTRA_TRAINING_ARGS="""--use_peft \ """ # This is a hack to get the number of available GPUs -mapfile -t num_gpus < <(nvidia-smi --format=csv --query-gpu=index | tail -n+2 | wc -l) -NUM_GPUS=${num_gpus[0]} +NUM_GPUS=2 if [[ "${TRL_ACCELERATE_CONFIG}" == "" ]]; then EXTRA_ACCELERATE_ARGS=""