Upload tokenizer
17b33b6
|
{ |
|
"<extra_id_0>": 64099, |
|
"<extra_id_10>": 64089, |
|
"<extra_id_11>": 64088, |
|
"<extra_id_12>": 64087, |
|
"<extra_id_13>": 64086, |
|
"<extra_id_14>": 64085, |
|
"<extra_id_15>": 64084, |
|
"<extra_id_16>": 64083, |
|
"<extra_id_17>": 64082, |
|
"<extra_id_18>": 64081, |
|
"<extra_id_19>": 64080, |
|
"<extra_id_1>": 64098, |
|
"<extra_id_20>": 64079, |
|
"<extra_id_21>": 64078, |
|
"<extra_id_22>": 64077, |
|
"<extra_id_23>": 64076, |
|
"<extra_id_24>": 64075, |
|
"<extra_id_25>": 64074, |
|
"<extra_id_26>": 64073, |
|
"<extra_id_27>": 64072, |
|
"<extra_id_28>": 64071, |
|
"<extra_id_29>": 64070, |
|
"<extra_id_2>": 64097, |
|
"<extra_id_30>": 64069, |
|
"<extra_id_31>": 64068, |
|
"<extra_id_32>": 64067, |
|
"<extra_id_33>": 64066, |
|
"<extra_id_34>": 64065, |
|
"<extra_id_35>": 64064, |
|
"<extra_id_36>": 64063, |
|
"<extra_id_37>": 64062, |
|
"<extra_id_38>": 64061, |
|
"<extra_id_39>": 64060, |
|
"<extra_id_3>": 64096, |
|
"<extra_id_40>": 64059, |
|
"<extra_id_41>": 64058, |
|
"<extra_id_42>": 64057, |
|
"<extra_id_43>": 64056, |
|
"<extra_id_44>": 64055, |
|
"<extra_id_45>": 64054, |
|
"<extra_id_46>": 64053, |
|
"<extra_id_47>": 64052, |
|
"<extra_id_48>": 64051, |
|
"<extra_id_49>": 64050, |
|
"<extra_id_4>": 64095, |
|
"<extra_id_50>": 64049, |
|
"<extra_id_51>": 64048, |
|
"<extra_id_52>": 64047, |
|
"<extra_id_53>": 64046, |
|
"<extra_id_54>": 64045, |
|
"<extra_id_55>": 64044, |
|
"<extra_id_56>": 64043, |
|
"<extra_id_57>": 64042, |
|
"<extra_id_58>": 64041, |
|
"<extra_id_59>": 64040, |
|
"<extra_id_5>": 64094, |
|
"<extra_id_60>": 64039, |
|
"<extra_id_61>": 64038, |
|
"<extra_id_62>": 64037, |
|
"<extra_id_63>": 64036, |
|
"<extra_id_64>": 64035, |
|
"<extra_id_65>": 64034, |
|
"<extra_id_66>": 64033, |
|
"<extra_id_67>": 64032, |
|
"<extra_id_68>": 64031, |
|
"<extra_id_69>": 64030, |
|
"<extra_id_6>": 64093, |
|
"<extra_id_70>": 64029, |
|
"<extra_id_71>": 64028, |
|
"<extra_id_72>": 64027, |
|
"<extra_id_73>": 64026, |
|
"<extra_id_74>": 64025, |
|
"<extra_id_75>": 64024, |
|
"<extra_id_76>": 64023, |
|
"<extra_id_77>": 64022, |
|
"<extra_id_78>": 64021, |
|
"<extra_id_79>": 64020, |
|
"<extra_id_7>": 64092, |
|
"<extra_id_80>": 64019, |
|
"<extra_id_81>": 64018, |
|
"<extra_id_82>": 64017, |
|
"<extra_id_83>": 64016, |
|
"<extra_id_84>": 64015, |
|
"<extra_id_85>": 64014, |
|
"<extra_id_86>": 64013, |
|
"<extra_id_87>": 64012, |
|
"<extra_id_88>": 64011, |
|
"<extra_id_89>": 64010, |
|
"<extra_id_8>": 64091, |
|
"<extra_id_90>": 64009, |
|
"<extra_id_91>": 64008, |
|
"<extra_id_92>": 64007, |
|
"<extra_id_93>": 64006, |
|
"<extra_id_94>": 64005, |
|
"<extra_id_95>": 64004, |
|
"<extra_id_96>": 64003, |
|
"<extra_id_97>": 64002, |
|
"<extra_id_98>": 64001, |
|
"<extra_id_99>": 64000, |
|
"<extra_id_9>": 64090 |
|
} |
|
|
