typo

2005-12-12 23:44:53 +00:00
parent 3c3c88e207
commit 606464ec98
1 changed files with 1 additions and 1 deletions
@@ -29,6 +29,6 @@ def tokenize(lang, str):
            token += x
            
    if token:
-        tokens.append(x)
+        tokens.append(token)

    return tokens