salti commited on
Commit
8cb0152
1 Parent(s): 647da14

upload tokenizer

Browse files
Files changed (2) hide show
  1. added_tokens.json +1 -1
  2. tokenizer.json +0 -0
added_tokens.json CHANGED
@@ -1 +1 @@
1
- {"<extra_id_41>": 64044, "<extra_id_19>": 64022, "<extra_id_10>": 64013, "<extra_id_75>": 64078, "<extra_id_76>": 64079, "<extra_id_18>": 64021, "<extra_id_93>": 64096, "<extra_id_37>": 64040, "<extra_id_9>": 64012, "<extra_id_38>": 64041, "<extra_id_77>": 64080, "<extra_id_88>": 64091, "<extra_id_3>": 64006, "<extra_id_80>": 64083, "<extra_id_70>": 64073, "<extra_id_48>": 64051, "<extra_id_83>": 64086, "<extra_id_15>": 64018, "<extra_id_79>": 64082, "<extra_id_16>": 64019, "<extra_id_11>": 64014, "<extra_id_13>": 64016, "<extra_id_40>": 64043, "<extra_id_23>": 64026, "<extra_id_49>": 64052, "<extra_id_30>": 64033, "<extra_id_27>": 64030, "<extra_id_5>": 64008, "<extra_id_74>": 64077, "<extra_id_92>": 64095, "<extra_id_67>": 64070, "<extra_id_53>": 64056, "<extra_id_89>": 64092, "<extra_id_21>": 64024, "<extra_id_73>": 64076, "<extra_id_34>": 64037, "<extra_id_63>": 64066, "<extra_id_54>": 64057, "<extra_id_42>": 64045, "<extra_id_86>": 64089, "<extra_id_52>": 64055, "<extra_id_96>": 64099, "<extra_id_25>": 64028, "<extra_id_46>": 64049, "<extra_id_98>": 64101, "<extra_id_71>": 64074, "<extra_id_58>": 64061, "<extra_id_99>": 64102, "<extra_id_35>": 64038, "<extra_id_62>": 64065, "<extra_id_31>": 64034, "<extra_id_61>": 64064, "<extra_id_28>": 64031, "<extra_id_0>": 64003, "<extra_id_44>": 64047, "<extra_id_6>": 64009, "<extra_id_97>": 64100, "<extra_id_12>": 64015, "<extra_id_51>": 64054, "<extra_id_55>": 64058, "<extra_id_81>": 64084, "<extra_id_39>": 64042, "<extra_id_94>": 64097, "<extra_id_22>": 64025, "<extra_id_66>": 64069, "<extra_id_29>": 64032, "<extra_id_1>": 64004, "<extra_id_20>": 64023, "<extra_id_90>": 64093, "<extra_id_33>": 64036, "<extra_id_2>": 64005, "<extra_id_82>": 64085, "<extra_id_50>": 64053, "<extra_id_72>": 64075, "<extra_id_32>": 64035, "<extra_id_64>": 64067, "<extra_id_56>": 64059, "<extra_id_91>": 64094, "<extra_id_26>": 64029, "<extra_id_84>": 64087, "<extra_id_4>": 64007, "<extra_id_59>": 64062, "<extra_id_78>": 64081, "<extra_id_45>": 64048, "<extra_id_68>": 64071, "<extra_id_69>": 64072, "<extra_id_60>": 64063, "<extra_id_47>": 64050, "<extra_id_43>": 64046, "<extra_id_65>": 64068, "<extra_id_85>": 64088, "<extra_id_57>": 64060, "<extra_id_24>": 64027, "<extra_id_36>": 64039, "<extra_id_7>": 64010, "<extra_id_87>": 64090, "<extra_id_8>": 64011, "<extra_id_14>": 64017, "<extra_id_17>": 64020, "<extra_id_95>": 64098}
1
+ {"<extra_id_63>": 64066, "<extra_id_34>": 64037, "<extra_id_92>": 64095, "<extra_id_20>": 64023, "<extra_id_62>": 64065, "<extra_id_51>": 64054, "<extra_id_55>": 64058, "<extra_id_57>": 64060, "<extra_id_54>": 64057, "<extra_id_60>": 64063, "<extra_id_85>": 64088, "<extra_id_69>": 64072, "<extra_id_84>": 64087, "<extra_id_36>": 64039, "<extra_id_97>": 64100, "<extra_id_52>": 64055, "<extra_id_10>": 64013, "<extra_id_99>": 64102, "<extra_id_98>": 64101, "<extra_id_65>": 64068, "<extra_id_32>": 64035, "<extra_id_1>": 64004, "<extra_id_7>": 64010, "<extra_id_94>": 64097, "<extra_id_48>": 64051, "<extra_id_46>": 64049, "<extra_id_90>": 64093, "<extra_id_68>": 64071, "<extra_id_11>": 64014, "<extra_id_96>": 64099, "<extra_id_49>": 64052, "<extra_id_81>": 64084, "<extra_id_12>": 64015, "<extra_id_59>": 64062, "<extra_id_93>": 64096, "<extra_id_24>": 64027, "<extra_id_72>": 64075, "<extra_id_15>": 64018, "<extra_id_0>": 64003, "<extra_id_61>": 64064, "<extra_id_23>": 64026, "<extra_id_78>": 64081, "<extra_id_9>": 64012, "<extra_id_6>": 64009, "<extra_id_38>": 64041, "<extra_id_86>": 64089, "<extra_id_39>": 64042, "<extra_id_4>": 64007, "<extra_id_35>": 64038, "<extra_id_45>": 64048, "<extra_id_95>": 64098, "<extra_id_37>": 64040, "<extra_id_14>": 64017, "<extra_id_26>": 64029, "<extra_id_66>": 64069, "<extra_id_33>": 64036, "<extra_id_58>": 64061, "<extra_id_41>": 64044, "<extra_id_30>": 64033, "<extra_id_5>": 64008, "<extra_id_29>": 64032, "<extra_id_79>": 64082, "<extra_id_44>": 64047, "<extra_id_25>": 64028, "<extra_id_82>": 64085, "<extra_id_64>": 64067, "<extra_id_21>": 64024, "<extra_id_89>": 64092, "<extra_id_19>": 64022, "<extra_id_13>": 64016, "<extra_id_77>": 64080, "<extra_id_47>": 64050, "<extra_id_27>": 64030, "<extra_id_70>": 64073, "<extra_id_8>": 64011, "<extra_id_56>": 64059, "<extra_id_18>": 64021, "<extra_id_2>": 64005, "<extra_id_22>": 64025, "<extra_id_75>": 64078, "<extra_id_50>": 64053, "<extra_id_76>": 64079, "<extra_id_31>": 64034, "<extra_id_88>": 64091, "<extra_id_73>": 64076, "<extra_id_87>": 64090, "<extra_id_83>": 64086, "<extra_id_91>": 64094, "<extra_id_40>": 64043, "<extra_id_53>": 64056, "<extra_id_16>": 64019, "<extra_id_43>": 64046, "<extra_id_17>": 64020, "<extra_id_80>": 64083, "<extra_id_74>": 64077, "<extra_id_28>": 64031, "<extra_id_3>": 64006, "<extra_id_42>": 64045, "<extra_id_71>": 64074, "<extra_id_67>": 64070}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff