Simplification.

ludwig-ai · Oct 17, 2023 · 55d0da9 · 55d0da9
1 parent e9b4666
commit 55d0da9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ludwig/utils/strings_utils.py b/ludwig/utils/strings_utils.py
@@ -275,7 +275,7 @@ def _get_vocabulary(
     if tokenizer_type == "hf_tokenizer":
         try:
             vocab = tokenizer.get_vocab()
-            vocab = list(vocab.keys())
+            return list(vocab.keys())
         except NotImplementedError:
             logger.warning(
                 "HuggingFace tokenizer does not have a get_vocab() method. "
@@ -286,7 +286,7 @@ def _get_vocabulary(
             for idx in range(tokenizer.tokenizer.vocab_size):
                 vocab.append(tokenizer.tokenizer._convert_id_to_token(idx))
             vocab += tokenizer.tokenizer.added_tokens_encoder.keys()
-        return vocab
+            return vocab
 
     # The tokenizer has a preset vocabulary.
     if hasattr(tokenizer, "get_vocab"):