Pisilinux3/pisi
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

aynı sözcüğü birden fazla döndürme

Browse Source
This commit is contained in:
Gürer Özen
2006-11-04 12:37:48 +00:00
parent 56084de2a5
commit 2c10cf2f88
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pisi/search/preprocess.py
+4 -1
View File
@@ -20,7 +20,10 @@ def normalize(lang, terms):
terms = map(lambda x: unicode(x).lower(), terms) terms = map(lambda x: unicode(x).lower(), terms)
if lang == "tr": if lang == "tr":
locale.setlocale(locale.LC_CTYPE, old_locale) locale.setlocale(locale.LC_CTYPE, old_locale)
return terms unique_terms = set()
for term in terms:
unique_terms.add(unicode(term))
return list(unique_terms)
def preprocess(lang, str): def preprocess(lang, str):
terms = tokenize.tokenize(lang, str) terms = tokenize.tokenize(lang, str)