Upload tokenizer
f7d8acf
verified
|
{ |
|
"<extra_id_0>": 50047, |
|
"<extra_id_10>": 50037, |
|
"<extra_id_11>": 50036, |
|
"<extra_id_12>": 50035, |
|
"<extra_id_13>": 50034, |
|
"<extra_id_14>": 50033, |
|
"<extra_id_15>": 50032, |
|
"<extra_id_16>": 50031, |
|
"<extra_id_17>": 50030, |
|
"<extra_id_18>": 50029, |
|
"<extra_id_19>": 50028, |
|
"<extra_id_1>": 50046, |
|
"<extra_id_20>": 50027, |
|
"<extra_id_21>": 50026, |
|
"<extra_id_22>": 50025, |
|
"<extra_id_23>": 50024, |
|
"<extra_id_24>": 50023, |
|
"<extra_id_25>": 50022, |
|
"<extra_id_26>": 50021, |
|
"<extra_id_27>": 50020, |
|
"<extra_id_28>": 50019, |
|
"<extra_id_29>": 50018, |
|
"<extra_id_2>": 50045, |
|
"<extra_id_30>": 50017, |
|
"<extra_id_31>": 50016, |
|
"<extra_id_32>": 50015, |
|
"<extra_id_33>": 50014, |
|
"<extra_id_34>": 50013, |
|
"<extra_id_35>": 50012, |
|
"<extra_id_36>": 50011, |
|
"<extra_id_37>": 50010, |
|
"<extra_id_38>": 50009, |
|
"<extra_id_39>": 50008, |
|
"<extra_id_3>": 50044, |
|
"<extra_id_40>": 50007, |
|
"<extra_id_41>": 50006, |
|
"<extra_id_42>": 50005, |
|
"<extra_id_43>": 50004, |
|
"<extra_id_44>": 50003, |
|
"<extra_id_45>": 50002, |
|
"<extra_id_46>": 50001, |
|
"<extra_id_47>": 50000, |
|
"<extra_id_4>": 50043, |
|
"<extra_id_5>": 50042, |
|
"<extra_id_6>": 50041, |
|
"<extra_id_7>": 50040, |
|
"<extra_id_8>": 50039, |
|
"<extra_id_9>": 50038 |
|
} |
|
|