Upload tokenizer
6a392d2
verified
|
{ |
|
"<extra_id_0>": 33664, |
|
"<extra_id_10>": 33654, |
|
"<extra_id_11>": 33653, |
|
"<extra_id_12>": 33652, |
|
"<extra_id_13>": 33651, |
|
"<extra_id_14>": 33650, |
|
"<extra_id_15>": 33649, |
|
"<extra_id_16>": 33648, |
|
"<extra_id_17>": 33647, |
|
"<extra_id_18>": 33646, |
|
"<extra_id_19>": 33645, |
|
"<extra_id_1>": 33663, |
|
"<extra_id_2>": 33662, |
|
"<extra_id_3>": 33661, |
|
"<extra_id_4>": 33660, |
|
"<extra_id_5>": 33659, |
|
"<extra_id_6>": 33658, |
|
"<extra_id_7>": 33657, |
|
"<extra_id_8>": 33656, |
|
"<extra_id_9>": 33655 |
|
} |
|
|
