class CustomTokenizer: | |
def __init__(self): | |
pass | |
def __call__(self, text): | |
# No tokenization, return input text as-is | |
return text |
class CustomTokenizer: | |
def __init__(self): | |
pass | |
def __call__(self, text): | |
# No tokenization, return input text as-is | |
return text |