Skip to content

Commit

Permalink
Silence nltk downloader (#17816)
Browse files Browse the repository at this point in the history
  • Loading branch information
jcgiuffrida authored Feb 14, 2025
1 parent 7db4088 commit 93ba0d5
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions llama-index-core/llama_index/core/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,12 +62,12 @@ def __init__(self) -> None:
try:
nltk.data.find("corpora/stopwords")
except LookupError:
nltk.download("stopwords", download_dir=self._nltk_data_dir)
nltk.download("stopwords", download_dir=self._nltk_data_dir, quiet=True)

try:
nltk.data.find("tokenizers/punkt_tab")
except LookupError:
nltk.download("punkt_tab", download_dir=self._nltk_data_dir)
nltk.download("punkt_tab", download_dir=self._nltk_data_dir, quiet=True)

@property
def stopwords(self) -> List[str]:
Expand All @@ -84,7 +84,7 @@ def stopwords(self) -> List[str]:
try:
nltk.data.find("corpora/stopwords", paths=[self._nltk_data_dir])
except LookupError:
nltk.download("stopwords", download_dir=self._nltk_data_dir)
nltk.download("stopwords", download_dir=self._nltk_data_dir, quiet=True)
self._stopwords = stopwords.words("english")
return self._stopwords

Expand Down

0 comments on commit 93ba0d5

Please sign in to comment.