diff --git a/pisi/search/tokenize.py b/pisi/search/tokenize.py index e479ca86..0128f115 100644 --- a/pisi/search/tokenize.py +++ b/pisi/search/tokenize.py @@ -29,6 +29,6 @@ def tokenize(lang, str): token += x if token: - tokens.append(x) + tokens.append(token) return tokens