Fix tokenizer issue

DARIAH-DE · Feb 4, 2017 · b65a2ed · b65a2ed
1 parent b465857
commit b65a2ed
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/dariah_topics/preprocessing.py b/dariah_topics/preprocessing.py
@@ -169,8 +169,6 @@ def tokenize(doc_txt, expression=regular_expression, lower=True, simple=False):
     Example:
         >>> list(tokenize("This is one example text."))
         ['this', 'is', 'one', 'example', 'text']
-    Todo:
-        * More elegant way to exclude the dashes
     """
     if lower:
         doc_txt = doc_txt.lower()