xls-r-fleurs_zu-run1 / vocab.json
lucas-meyer's picture
Upload tokenizer
db458a2
raw
history blame
689 Bytes
{
"$": 1,
"&": 2,
"+": 3,
"0": 4,
"1": 5,
"2": 6,
"3": 7,
"4": 8,
"5": 9,
"6": 10,
"7": 11,
"8": 12,
"9": 13,
"<": 14,
">": 15,
"[PAD]": 60,
"[UNK]": 59,
"\\": 16,
"a": 17,
"b": 18,
"c": 19,
"d": 20,
"e": 21,
"f": 22,
"g": 23,
"h": 24,
"i": 25,
"j": 26,
"k": 27,
"l": 28,
"m": 29,
"n": 30,
"o": 31,
"p": 32,
"q": 33,
"r": 34,
"s": 35,
"t": 36,
"u": 37,
"v": 38,
"w": 39,
"x": 40,
"y": 41,
"z": 42,
"|": 0,
"~": 43,
"£": 44,
"½": 45,
"¾": 46,
"á": 47,
"ã": 48,
"é": 49,
"í": 50,
"ó": 51,
"ö": 52,
"ú": 53,
"ü": 54,
"ă": 55,
"ğ": 56,
"ș": 57,
"—": 58
}