asuender commited on
Commit
7578efd
1 Parent(s): 483e813

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +105 -0
added_tokens.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 1,
3
+ "<extra_id_0>": 32099,
4
+ "<extra_id_10>": 32089,
5
+ "<extra_id_11>": 32088,
6
+ "<extra_id_12>": 32087,
7
+ "<extra_id_13>": 32086,
8
+ "<extra_id_14>": 32085,
9
+ "<extra_id_15>": 32084,
10
+ "<extra_id_16>": 32083,
11
+ "<extra_id_17>": 32082,
12
+ "<extra_id_18>": 32081,
13
+ "<extra_id_19>": 32080,
14
+ "<extra_id_1>": 32098,
15
+ "<extra_id_20>": 32079,
16
+ "<extra_id_21>": 32078,
17
+ "<extra_id_22>": 32077,
18
+ "<extra_id_23>": 32076,
19
+ "<extra_id_24>": 32075,
20
+ "<extra_id_25>": 32074,
21
+ "<extra_id_26>": 32073,
22
+ "<extra_id_27>": 32072,
23
+ "<extra_id_28>": 32071,
24
+ "<extra_id_29>": 32070,
25
+ "<extra_id_2>": 32097,
26
+ "<extra_id_30>": 32069,
27
+ "<extra_id_31>": 32068,
28
+ "<extra_id_32>": 32067,
29
+ "<extra_id_33>": 32066,
30
+ "<extra_id_34>": 32065,
31
+ "<extra_id_35>": 32064,
32
+ "<extra_id_36>": 32063,
33
+ "<extra_id_37>": 32062,
34
+ "<extra_id_38>": 32061,
35
+ "<extra_id_39>": 32060,
36
+ "<extra_id_3>": 32096,
37
+ "<extra_id_40>": 32059,
38
+ "<extra_id_41>": 32058,
39
+ "<extra_id_42>": 32057,
40
+ "<extra_id_43>": 32056,
41
+ "<extra_id_44>": 32055,
42
+ "<extra_id_45>": 32054,
43
+ "<extra_id_46>": 32053,
44
+ "<extra_id_47>": 32052,
45
+ "<extra_id_48>": 32051,
46
+ "<extra_id_49>": 32050,
47
+ "<extra_id_4>": 32095,
48
+ "<extra_id_50>": 32049,
49
+ "<extra_id_51>": 32048,
50
+ "<extra_id_52>": 32047,
51
+ "<extra_id_53>": 32046,
52
+ "<extra_id_54>": 32045,
53
+ "<extra_id_55>": 32044,
54
+ "<extra_id_56>": 32043,
55
+ "<extra_id_57>": 32042,
56
+ "<extra_id_58>": 32041,
57
+ "<extra_id_59>": 32040,
58
+ "<extra_id_5>": 32094,
59
+ "<extra_id_60>": 32039,
60
+ "<extra_id_61>": 32038,
61
+ "<extra_id_62>": 32037,
62
+ "<extra_id_63>": 32036,
63
+ "<extra_id_64>": 32035,
64
+ "<extra_id_65>": 32034,
65
+ "<extra_id_66>": 32033,
66
+ "<extra_id_67>": 32032,
67
+ "<extra_id_68>": 32031,
68
+ "<extra_id_69>": 32030,
69
+ "<extra_id_6>": 32093,
70
+ "<extra_id_70>": 32029,
71
+ "<extra_id_71>": 32028,
72
+ "<extra_id_72>": 32027,
73
+ "<extra_id_73>": 32026,
74
+ "<extra_id_74>": 32025,
75
+ "<extra_id_75>": 32024,
76
+ "<extra_id_76>": 32023,
77
+ "<extra_id_77>": 32022,
78
+ "<extra_id_78>": 32021,
79
+ "<extra_id_79>": 32020,
80
+ "<extra_id_7>": 32092,
81
+ "<extra_id_80>": 32019,
82
+ "<extra_id_81>": 32018,
83
+ "<extra_id_82>": 32017,
84
+ "<extra_id_83>": 32016,
85
+ "<extra_id_84>": 32015,
86
+ "<extra_id_85>": 32014,
87
+ "<extra_id_86>": 32013,
88
+ "<extra_id_87>": 32012,
89
+ "<extra_id_88>": 32011,
90
+ "<extra_id_89>": 32010,
91
+ "<extra_id_8>": 32091,
92
+ "<extra_id_90>": 32009,
93
+ "<extra_id_91>": 32008,
94
+ "<extra_id_92>": 32007,
95
+ "<extra_id_93>": 32006,
96
+ "<extra_id_94>": 32005,
97
+ "<extra_id_95>": 32004,
98
+ "<extra_id_96>": 32003,
99
+ "<extra_id_97>": 32002,
100
+ "<extra_id_98>": 32001,
101
+ "<extra_id_99>": 32000,
102
+ "<extra_id_9>": 32090,
103
+ "<pad>": 0,
104
+ "<unk>": 2
105
+ }