From 01b8ac0befbf956695927e8672a871b183528b57 Mon Sep 17 00:00:00 2001
From: younesbelkada <younesbelkada@gmail.com>
Date: Fri, 12 Jan 2024 15:23:18 +0000
Subject: [PATCH] final fix SFT

---
 commands/run_sft.sh | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/commands/run_sft.sh b/commands/run_sft.sh
index 358ccb4761..7f6d79d16d 100644
--- a/commands/run_sft.sh
+++ b/commands/run_sft.sh
@@ -15,9 +15,8 @@ EXTRA_TRAINING_ARGS="""--use_peft \
     --load_in_4bit
 """
 
-# This is a hack to get the number of available GPUs
-mapfile -t num_gpus < <(nvidia-smi --format=csv --query-gpu=index | tail -n+2 | wc -l)
-NUM_GPUS=${num_gpus[0]}
+# Set your number of GPUs here
+NUM_GPUS=2
 
 if [[ "${TRL_ACCELERATE_CONFIG}" == "" ]]; then
   EXTRA_ACCELERATE_ARGS=""