cswamy
initial commit
bd69f73
raw
history blame contribute delete
No virus
332 Bytes
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
def create_mt5_small():
"""
Initializes model and tokenizer.
"""
checkpoint = 'google/mt5-small'
tokenizer = AutoTokenizer.from_pretrained(checkpoint, return_tensors='pt')
model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint)
return model, tokenizer