diff --git a/ekphrasis/classes/tokenizer.py b/ekphrasis/classes/tokenizer.py index b928bbf..d579d50 100644 --- a/ekphrasis/classes/tokenizer.py +++ b/ekphrasis/classes/tokenizer.py @@ -45,7 +45,7 @@ def __init__(self, pipeline=None, lowercase=False, verbose=False, self.build(pipeline) - self.pipeline.append("(?:\S)") # CATCH ALL remaining terms + self.pipeline.append(r"(?:\S)") # CATCH ALL remaining terms self.tok = re.compile(r"({})".format("|".join(self.pipeline))) def add_to_pipeline(self, term): @@ -220,7 +220,7 @@ def __init__(self, lowercase=False, verbose=False, debug=False, **kwargs): # keep repeated puncts as one term # pipeline.append(r"") - pipeline.append("(?:\S)") # CATCH ALL remaining terms + pipeline.append(r"(?:\S)") # CATCH ALL remaining terms self.tok = re.compile(r"({})".format("|".join(pipeline))) diff --git a/requirements.txt b/requirements.txt index 9928e92..221a629 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,9 @@ -tqdm==4.19.4 -colorama==0.3.9 -matplotlib==2.2.2 -setuptools==36.2.5 -termcolor==1.1.0 -numpy==1.19.1 -nltk==3.2.4 -ujson==1.35 -ftfy==4.4.3 +tqdm==4.67.1 +colorama==0.4.6 +matplotlib==3.10.1 +setuptools==80.0.0 +termcolor==3.0.1 +numpy==2.2.5 +nltk==3.9.1 +ujson==5.10.0 +ftfy==6.3.1 diff --git a/setup.cfg b/setup.cfg index 224a779..0f94f37 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,2 +1,2 @@ [metadata] -description-file = README.md \ No newline at end of file +description_file = README.md \ No newline at end of file