{ | |
"eos_token":"</s>", | |
"model_max_length":512, | |
"pad_token":"<pad>", | |
"separate_vocabs":false, | |
"source_lang":"en", | |
"target_lang":"cy", | |
"tokenizer_class":"MarianTokenizer", | |
"unk_token":"<unk>" | |
} |
{ | |
"eos_token":"</s>", | |
"model_max_length":512, | |
"pad_token":"<pad>", | |
"separate_vocabs":false, | |
"source_lang":"en", | |
"target_lang":"cy", | |
"tokenizer_class":"MarianTokenizer", | |
"unk_token":"<unk>" | |
} |