diff --git a/pipelines.py b/pipelines.py index 9a386cb..644f5f1 100644 --- a/pipelines.py +++ b/pipelines.py @@ -1,6 +1,15 @@ import itertools import logging from typing import Optional, Dict, Union +import nltk + +def _nltk_downloader(): + try: + nltk.download('punkt',quiet=True) + except LookupError as e: + print(e) + +_nltk_downloader() from nltk import sent_tokenize