Add expect() for disabling truncation

huggingface · Aug 6, 2023 · a0a8ebe · a0a8ebe
1 parent efea6c7
commit a0a8ebe
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bindings/python/src/tokenizer.rs b/bindings/python/src/tokenizer.rs
@@ -721,7 +721,7 @@ impl PyTokenizer {
     /// Disable truncation
     #[pyo3(text_signature = "(self)")]
     fn no_truncation(&mut self) {
-        let _ = self.tokenizer.with_truncation(None);
+        self.tokenizer.with_truncation(None).expect("Failed to set truncation to `None`! This should never happen");
     }
 
     /// Get the currently set truncation parameters