diff --git a/keras_nlp/models/t5/t5_tokenizer_test.py b/keras_nlp/models/t5/t5_tokenizer_test.py
index 77ad734660..a7558e8b13 100644
--- a/keras_nlp/models/t5/t5_tokenizer_test.py
+++ b/keras_nlp/models/t5/t5_tokenizer_test.py
@@ -52,7 +52,7 @@ def test_smallest_preset(self):
                 cls=T5Tokenizer,
                 preset=preset,
                 input_data=["The quick brown fox."],
-                expected_output=[[1996, 4248, 2829, 4419, 1012]],
+                expected_output=[[37, 1704, 4216, 3, 20400, 5]],
             )
 
     @pytest.mark.extra_large