chore: Config hyperparameters

alexandrainst · Dec 13, 2023 · fd390ab · fd390ab
1 parent ee8a6f5
commit fd390ab
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/config/config.yaml b/config/config.yaml
@@ -48,12 +48,12 @@ ignore_data_skip: false
 save_total_limit: 2
 
 # Optimisation parameters
-learning_rate: 3e-5
+learning_rate: 1e-4
 adam_first_momentum: 0.9
 adam_second_momentum: 0.98
 total_batch_size: 256
 per_device_batch_size: 16
-max_steps: 50_000
+max_steps: 10_000
 warmup_steps: 1_000
 logging_steps: 10
 eval_steps: 100