Upload tokenizer
e43d021
verified
|
{ |
|
"<extra_id_0>": 31999, |
|
"<extra_id_10>": 31989, |
|
"<extra_id_11>": 31988, |
|
"<extra_id_12>": 31987, |
|
"<extra_id_13>": 31986, |
|
"<extra_id_14>": 31985, |
|
"<extra_id_15>": 31984, |
|
"<extra_id_16>": 31983, |
|
"<extra_id_17>": 31982, |
|
"<extra_id_18>": 31981, |
|
"<extra_id_19>": 31980, |
|
"<extra_id_1>": 31998, |
|
"<extra_id_20>": 31979, |
|
"<extra_id_21>": 31978, |
|
"<extra_id_22>": 31977, |
|
"<extra_id_23>": 31976, |
|
"<extra_id_24>": 31975, |
|
"<extra_id_25>": 31974, |
|
"<extra_id_26>": 31973, |
|
"<extra_id_27>": 31972, |
|
"<extra_id_28>": 31971, |
|
"<extra_id_29>": 31970, |
|
"<extra_id_2>": 31997, |
|
"<extra_id_30>": 31969, |
|
"<extra_id_31>": 31968, |
|
"<extra_id_32>": 31967, |
|
"<extra_id_33>": 31966, |
|
"<extra_id_34>": 31965, |
|
"<extra_id_35>": 31964, |
|
"<extra_id_36>": 31963, |
|
"<extra_id_37>": 31962, |
|
"<extra_id_38>": 31961, |
|
"<extra_id_39>": 31960, |
|
"<extra_id_3>": 31996, |
|
"<extra_id_40>": 31959, |
|
"<extra_id_41>": 31958, |
|
"<extra_id_42>": 31957, |
|
"<extra_id_43>": 31956, |
|
"<extra_id_44>": 31955, |
|
"<extra_id_45>": 31954, |
|
"<extra_id_46>": 31953, |
|
"<extra_id_47>": 31952, |
|
"<extra_id_48>": 31951, |
|
"<extra_id_49>": 31950, |
|
"<extra_id_4>": 31995, |
|
"<extra_id_50>": 31949, |
|
"<extra_id_51>": 31948, |
|
"<extra_id_52>": 31947, |
|
"<extra_id_53>": 31946, |
|
"<extra_id_54>": 31945, |
|
"<extra_id_55>": 31944, |
|
"<extra_id_56>": 31943, |
|
"<extra_id_57>": 31942, |
|
"<extra_id_58>": 31941, |
|
"<extra_id_59>": 31940, |
|
"<extra_id_5>": 31994, |
|
"<extra_id_60>": 31939, |
|
"<extra_id_61>": 31938, |
|
"<extra_id_62>": 31937, |
|
"<extra_id_63>": 31936, |
|
"<extra_id_64>": 31935, |
|
"<extra_id_65>": 31934, |
|
"<extra_id_66>": 31933, |
|
"<extra_id_67>": 31932, |
|
"<extra_id_68>": 31931, |
|
"<extra_id_69>": 31930, |
|
"<extra_id_6>": 31993, |
|
"<extra_id_70>": 31929, |
|
"<extra_id_71>": 31928, |
|
"<extra_id_72>": 31927, |
|
"<extra_id_73>": 31926, |
|
"<extra_id_74>": 31925, |
|
"<extra_id_75>": 31924, |
|
"<extra_id_76>": 31923, |
|
"<extra_id_77>": 31922, |
|
"<extra_id_78>": 31921, |
|
"<extra_id_79>": 31920, |
|
"<extra_id_7>": 31992, |
|
"<extra_id_80>": 31919, |
|
"<extra_id_81>": 31918, |
|
"<extra_id_82>": 31917, |
|
"<extra_id_83>": 31916, |
|
"<extra_id_84>": 31915, |
|
"<extra_id_85>": 31914, |
|
"<extra_id_86>": 31913, |
|
"<extra_id_87>": 31912, |
|
"<extra_id_88>": 31911, |
|
"<extra_id_89>": 31910, |
|
"<extra_id_8>": 31991, |
|
"<extra_id_90>": 31909, |
|
"<extra_id_91>": 31908, |
|
"<extra_id_92>": 31907, |
|
"<extra_id_93>": 31906, |
|
"<extra_id_94>": 31905, |
|
"<extra_id_95>": 31904, |
|
"<extra_id_96>": 31903, |
|
"<extra_id_97>": 31902, |
|
"<extra_id_98>": 31901, |
|
"<extra_id_99>": 31900, |
|
"<extra_id_9>": 31990 |
|
} |
|
|
