made lemmatizer a global (module-level) var

piskvorky · Mar 2, 2012 · 5b35b34 · 5b35b34
1 parent 2fc5e60
commit 5b35b34
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/gensim/corpora/wikicorpus.py b/gensim/corpora/wikicorpus.py
@@ -178,7 +178,7 @@ def get_texts(self, return_raw=False):
         articles, articles_all = 0, 0
         intext, positions = False, 0
         if LEMMATIZE:
-            lemmatizer = utils.Lemmatizer()
+            lemmatizer = utils.lemmatizer
             yielded = 0
 
         for lineno, line in enumerate(bz2.BZ2File(self.fname)):

diff --git a/gensim/utils.py b/gensim/utils.py
@@ -656,4 +656,6 @@ def __del__(self):
             for prc in self.prcs:
                 prc.terminate()
             logger.info("terminated %i lemmatizer processes" % self.num_workers)
+
+    lemmatizer = Lemmatizer()
 #endif HAS_PATTERN