Update recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml

yuiseki · May 5, 2024 · 162e9f4 · 162e9f4
1 parent 4afd3f2
commit 162e9f4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml b/recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml
@@ -13,6 +13,6 @@ lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
 train_claim_gpu_num: 8
-train_per_device_train_batch_size: 4
-train_gradient_accumulation_steps: 4
+train_per_device_train_batch_size: 2
+train_gradient_accumulation_steps: 8
 train_num_train_epochs: 4