diff --git a/init2winit/mt_eval/inference.py b/init2winit/mt_eval/inference.py
index 08f6b2d4..d7b211f4 100644
--- a/init2winit/mt_eval/inference.py
+++ b/init2winit/mt_eval/inference.py
@@ -36,7 +36,7 @@
 
 DEFAULT_EVAL_CONFIG = {
     'eval_batch_size': 16,
-    'eval_splits': ['test'],
+    'eval_split': 'test',
     'max_decode_length': 256,
     'eval_num_batches': None,
     'ckpt_to_evaluate': None,