fix rust tests

huggingface · Aug 7, 2024 · dd6652b · dd6652b
1 parent e99daff
commit dd6652b
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/tokenizers/src/pre_tokenizers/mod.rs b/tokenizers/src/pre_tokenizers/mod.rs
@@ -293,12 +293,13 @@ mod tests {
             _ => panic!("Expected an error here"),
         }
 
-        let json = r#"{"type":"Metaspace", "replacement":"▁" }"#;
+        let json = r#"{"type":"Metaspace", "str_rep":"▁" }"#;
         let reconstructed = serde_json::from_str::<PreTokenizerWrapper>(json);
+        println!("{:?}",reconstructed);
         match reconstructed {
             Err(err) => assert_eq!(
                 err.to_string(),
-                "data did not match any variant of untagged enum PreTokenizerUntagged"
+                "missing field `replacement`"
             ),
             _ => panic!("Expected an error here"),
         }
@@ -308,7 +309,7 @@ mod tests {
         match reconstructed {
             Err(err) => assert_eq!(
                 err.to_string(),
-                "data did not match any variant of untagged enum PreTokenizerWrapper"
+                "missing field `replacement`"
             ),
             _ => panic!("Expected an error here"),
         }