Skip to content

Commit

Permalink
Fix empty sentence
Browse files Browse the repository at this point in the history
  • Loading branch information
vitordouzi committed Feb 20, 2019
1 parent b1fe5fd commit 39962bf
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 0 deletions.
Binary file added microsoft.gpg
Binary file not shown.
1 change: 1 addition & 0 deletions yake/datarepresentation.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@ def _build(self, text, windowsSize, n):
self.sentences_str = [ [w for w in split_contractions(web_tokenizer(s)) if not (w.startswith("'") and len(w) > 1) and len(w) > 0] for s in list(split_multi(text)) if len(s.strip()) > 0]
self.number_of_sentences = len(self.sentences_str)
pos_text = 0
block_of_word_obj = []
for (sentence_id, sentence) in enumerate(self.sentences_str):
sentence_obj_aux = []
block_of_word_obj = []
Expand Down

0 comments on commit 39962bf

Please sign in to comment.