diff --git a/examples/glue/analyze.py b/examples/glue/analyze.py
index 472d724..eb44dc2 100644
--- a/examples/glue/analyze.py
+++ b/examples/glue/analyze.py
@@ -151,7 +151,7 @@ def main():
         per_device_batch_size=None,
         factor_args=factor_args,
         overwrite_output_dir=True,
-        initial_per_device_batch_size_attempt=128,
+        initial_per_device_batch_size_attempt=256,
     )
     analyzer.compute_pairwise_scores(
         scores_name="pairwise",