Upload tokenizer
a4d137b
|
{ |
|
"</s>": 1, |
|
"<extra_id_0>": 36099, |
|
"<extra_id_10>": 36089, |
|
"<extra_id_11>": 36088, |
|
"<extra_id_12>": 36087, |
|
"<extra_id_13>": 36086, |
|
"<extra_id_14>": 36085, |
|
"<extra_id_15>": 36084, |
|
"<extra_id_16>": 36083, |
|
"<extra_id_17>": 36082, |
|
"<extra_id_18>": 36081, |
|
"<extra_id_19>": 36080, |
|
"<extra_id_1>": 36098, |
|
"<extra_id_20>": 36079, |
|
"<extra_id_21>": 36078, |
|
"<extra_id_22>": 36077, |
|
"<extra_id_23>": 36076, |
|
"<extra_id_24>": 36075, |
|
"<extra_id_25>": 36074, |
|
"<extra_id_26>": 36073, |
|
"<extra_id_27>": 36072, |
|
"<extra_id_28>": 36071, |
|
"<extra_id_29>": 36070, |
|
"<extra_id_2>": 36097, |
|
"<extra_id_30>": 36069, |
|
"<extra_id_31>": 36068, |
|
"<extra_id_32>": 36067, |
|
"<extra_id_33>": 36066, |
|
"<extra_id_34>": 36065, |
|
"<extra_id_35>": 36064, |
|
"<extra_id_36>": 36063, |
|
"<extra_id_37>": 36062, |
|
"<extra_id_38>": 36061, |
|
"<extra_id_39>": 36060, |
|
"<extra_id_3>": 36096, |
|
"<extra_id_40>": 36059, |
|
"<extra_id_41>": 36058, |
|
"<extra_id_42>": 36057, |
|
"<extra_id_43>": 36056, |
|
"<extra_id_44>": 36055, |
|
"<extra_id_45>": 36054, |
|
"<extra_id_46>": 36053, |
|
"<extra_id_47>": 36052, |
|
"<extra_id_48>": 36051, |
|
"<extra_id_49>": 36050, |
|
"<extra_id_4>": 36095, |
|
"<extra_id_50>": 36049, |
|
"<extra_id_51>": 36048, |
|
"<extra_id_52>": 36047, |
|
"<extra_id_53>": 36046, |
|
"<extra_id_54>": 36045, |
|
"<extra_id_55>": 36044, |
|
"<extra_id_56>": 36043, |
|
"<extra_id_57>": 36042, |
|
"<extra_id_58>": 36041, |
|
"<extra_id_59>": 36040, |
|
"<extra_id_5>": 36094, |
|
"<extra_id_60>": 36039, |
|
"<extra_id_61>": 36038, |
|
"<extra_id_62>": 36037, |
|
"<extra_id_63>": 36036, |
|
"<extra_id_64>": 36035, |
|
"<extra_id_65>": 36034, |
|
"<extra_id_66>": 36033, |
|
"<extra_id_67>": 36032, |
|
"<extra_id_68>": 36031, |
|
"<extra_id_69>": 36030, |
|
"<extra_id_6>": 36093, |
|
"<extra_id_70>": 36029, |
|
"<extra_id_71>": 36028, |
|
"<extra_id_72>": 36027, |
|
"<extra_id_73>": 36026, |
|
"<extra_id_74>": 36025, |
|
"<extra_id_75>": 36024, |
|
"<extra_id_76>": 36023, |
|
"<extra_id_77>": 36022, |
|
"<extra_id_78>": 36021, |
|
"<extra_id_79>": 36020, |
|
"<extra_id_7>": 36092, |
|
"<extra_id_80>": 36019, |
|
"<extra_id_81>": 36018, |
|
"<extra_id_82>": 36017, |
|
"<extra_id_83>": 36016, |
|
"<extra_id_84>": 36015, |
|
"<extra_id_85>": 36014, |
|
"<extra_id_86>": 36013, |
|
"<extra_id_87>": 36012, |
|
"<extra_id_88>": 36011, |
|
"<extra_id_89>": 36010, |
|
"<extra_id_8>": 36091, |
|
"<extra_id_90>": 36009, |
|
"<extra_id_91>": 36008, |
|
"<extra_id_92>": 36007, |
|
"<extra_id_93>": 36006, |
|
"<extra_id_94>": 36005, |
|
"<extra_id_95>": 36004, |
|
"<extra_id_96>": 36003, |
|
"<extra_id_97>": 36002, |
|
"<extra_id_98>": 36001, |
|
"<extra_id_99>": 36000, |
|
"<extra_id_9>": 36090, |
|
"<pad>": 0, |
|
"<unk>": 2 |
|
} |
|
|