Upload tokenizer
84a56c7
verified
|
{ |
|
"<extra_id_0>": 110099, |
|
"<extra_id_10>": 110089, |
|
"<extra_id_11>": 110088, |
|
"<extra_id_12>": 110087, |
|
"<extra_id_13>": 110086, |
|
"<extra_id_14>": 110085, |
|
"<extra_id_15>": 110084, |
|
"<extra_id_16>": 110083, |
|
"<extra_id_17>": 110082, |
|
"<extra_id_18>": 110081, |
|
"<extra_id_19>": 110080, |
|
"<extra_id_1>": 110098, |
|
"<extra_id_20>": 110079, |
|
"<extra_id_21>": 110078, |
|
"<extra_id_22>": 110077, |
|
"<extra_id_23>": 110076, |
|
"<extra_id_24>": 110075, |
|
"<extra_id_25>": 110074, |
|
"<extra_id_26>": 110073, |
|
"<extra_id_27>": 110072, |
|
"<extra_id_28>": 110071, |
|
"<extra_id_29>": 110070, |
|
"<extra_id_2>": 110097, |
|
"<extra_id_30>": 110069, |
|
"<extra_id_31>": 110068, |
|
"<extra_id_32>": 110067, |
|
"<extra_id_33>": 110066, |
|
"<extra_id_34>": 110065, |
|
"<extra_id_35>": 110064, |
|
"<extra_id_36>": 110063, |
|
"<extra_id_37>": 110062, |
|
"<extra_id_38>": 110061, |
|
"<extra_id_39>": 110060, |
|
"<extra_id_3>": 110096, |
|
"<extra_id_40>": 110059, |
|
"<extra_id_41>": 110058, |
|
"<extra_id_42>": 110057, |
|
"<extra_id_43>": 110056, |
|
"<extra_id_44>": 110055, |
|
"<extra_id_45>": 110054, |
|
"<extra_id_46>": 110053, |
|
"<extra_id_47>": 110052, |
|
"<extra_id_48>": 110051, |
|
"<extra_id_49>": 110050, |
|
"<extra_id_4>": 110095, |
|
"<extra_id_50>": 110049, |
|
"<extra_id_51>": 110048, |
|
"<extra_id_52>": 110047, |
|
"<extra_id_53>": 110046, |
|
"<extra_id_54>": 110045, |
|
"<extra_id_55>": 110044, |
|
"<extra_id_56>": 110043, |
|
"<extra_id_57>": 110042, |
|
"<extra_id_58>": 110041, |
|
"<extra_id_59>": 110040, |
|
"<extra_id_5>": 110094, |
|
"<extra_id_60>": 110039, |
|
"<extra_id_61>": 110038, |
|
"<extra_id_62>": 110037, |
|
"<extra_id_63>": 110036, |
|
"<extra_id_64>": 110035, |
|
"<extra_id_65>": 110034, |
|
"<extra_id_66>": 110033, |
|
"<extra_id_67>": 110032, |
|
"<extra_id_68>": 110031, |
|
"<extra_id_69>": 110030, |
|
"<extra_id_6>": 110093, |
|
"<extra_id_70>": 110029, |
|
"<extra_id_71>": 110028, |
|
"<extra_id_72>": 110027, |
|
"<extra_id_73>": 110026, |
|
"<extra_id_74>": 110025, |
|
"<extra_id_75>": 110024, |
|
"<extra_id_76>": 110023, |
|
"<extra_id_77>": 110022, |
|
"<extra_id_78>": 110021, |
|
"<extra_id_79>": 110020, |
|
"<extra_id_7>": 110092, |
|
"<extra_id_80>": 110019, |
|
"<extra_id_81>": 110018, |
|
"<extra_id_82>": 110017, |
|
"<extra_id_83>": 110016, |
|
"<extra_id_84>": 110015, |
|
"<extra_id_85>": 110014, |
|
"<extra_id_86>": 110013, |
|
"<extra_id_87>": 110012, |
|
"<extra_id_88>": 110011, |
|
"<extra_id_89>": 110010, |
|
"<extra_id_8>": 110091, |
|
"<extra_id_90>": 110009, |
|
"<extra_id_91>": 110008, |
|
"<extra_id_92>": 110007, |
|
"<extra_id_93>": 110006, |
|
"<extra_id_94>": 110005, |
|
"<extra_id_95>": 110004, |
|
"<extra_id_96>": 110003, |
|
"<extra_id_97>": 110002, |
|
"<extra_id_98>": 110001, |
|
"<extra_id_99>": 110000, |
|
"<extra_id_9>": 110090 |
|
} |
|
|
