added a hook for CJK processing.

zopefoundation · Oct 2, 2009 · a374385 · a374385
1 parent 2695d57
commit a374385
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/Products/ZCTextIndex/Lexicon.py b/src/Products/ZCTextIndex/Lexicon.py
@@ -76,7 +76,8 @@ def sourceToWordIds(self, text):
     def termToWordIds(self, text):
         last = _text2list(text)
         for element in self._pipeline:
-            last = element.process(last)
+            process = getattr(element, "process_post_glob", element.process) 
+            last = process(last)
         wids = []
         for word in last:
             wids.append(self._wids.get(word, 0))