distinct
Browse files- tokenizer_13a.py +1 -1
tokenizer_13a.py
CHANGED
|
@@ -104,4 +104,4 @@ class Tokenizer13a(BaseTokenizer):
|
|
| 104 |
|
| 105 |
@lru_cache(maxsize=2**16)
|
| 106 |
def tokenize(self, line):
|
| 107 |
-
self.__call__(line)
|
|
|
|
| 104 |
|
| 105 |
@lru_cache(maxsize=2**16)
|
| 106 |
def tokenize(self, line):
|
| 107 |
+
return self.__call__(line)
|