Log message for revision 104724:
added a hook for CJK processing.
Changed:
U
Zope/branches/tyam-unicodeSplitterPatch/src/Products/ZCTextIndex/Lexicon.py
-=-
Modified:
Zope/branches/tyam-unicodeSplitterPatch/src/Products/ZCTextIndex/Lexicon.py
===================================================================
--- Zope/branches/tyam-unicodeSplitterPatch/src/Products/ZCTextIndex/Lexicon.py
2009-10-02 04:15:49 UTC (rev 104723)
+++ Zope/branches/tyam-unicodeSplitterPatch/src/Products/ZCTextIndex/Lexicon.py
2009-10-02 05:01:33 UTC (rev 104724)
@@ -76,7 +76,8 @@
def termToWordIds(self, text):
last = _text2list(text)
for element in self._pipeline:
- last = element.process(last)
+ process = getattr(element, "process_post_glob", element.process)
+ last = process(last)
wids = []
for word in last:
wids.append(self._wids.get(word, 0))
_______________________________________________
Zope-Checkins maillist - Zope-Checkins@zope.org
https://mail.zope.org/mailman/listinfo/zope-checkins
