remove mystery code

dedupeio · Jan 28, 2015 · cd3ee7d · cd3ee7d
1 parent 8e31d9e
commit cd3ee7d
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/dedupe/training.py b/dedupe/training.py
@@ -353,13 +353,6 @@ def __init__(self, predicate_set, pairs) :
 def stopWords(data) :
     tf_index = index.CanopyIndex([])
 
-    for i, (_, doc) in enumerate(data, 1) :
-        try :
-            tf_index.index_doc(i, doc)
-        except :
-            print doc
-            raise
-
     doc_freq = [(len(tf_index.index._wordinfo[wid]), word) 
                 for word, wid in tf_index.lexicon.items()]