Add trust remote code for tokenizer in inference conversion script (#446

) * add trust remote code for tokenizer * lint * lint
mosaicml · Jul 14, 2023 · 496b50b · 496b50b
1 parent 2f49eb7
commit 496b50b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scripts/inference/convert_hf_mpt_to_ft.py b/scripts/inference/convert_hf_mpt_to_ft.py
@@ -199,7 +199,8 @@ def convert_mpt_to_ft(model_name_or_path: str,
 
     model = transformers.AutoModelForCausalLM.from_pretrained(
         model_name_or_path, trust_remote_code=True).to(torch_device)
-    tokenizer = transformers.AutoTokenizer.from_pretrained(model_name_or_path)
+    tokenizer = transformers.AutoTokenizer.from_pretrained(
+        model_name_or_path, trust_remote_code=True)
 
     hf_config = vars(model.config)