yzimmermann commited on
Commit
2328c12
1 Parent(s): a4d812e

Upload tokenizer

Browse files
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "</s>": 592,
3
+ "<s>": 591
4
+ }
merges.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ #version: 0.2
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
@@ -0,0 +1,699 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "[PAD]",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 11,
17
+ "content": "[UNK]",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 12,
26
+ "content": "[CLS]",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 13,
35
+ "content": "[SEP]",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 14,
44
+ "content": "[MASK]",
45
+ "single_word": false,
46
+ "lstrip": true,
47
+ "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
+ },
51
+ {
52
+ "id": 591,
53
+ "content": "<s>",
54
+ "single_word": false,
55
+ "lstrip": false,
56
+ "rstrip": false,
57
+ "normalized": true,
58
+ "special": true
59
+ },
60
+ {
61
+ "id": 592,
62
+ "content": "</s>",
63
+ "single_word": false,
64
+ "lstrip": false,
65
+ "rstrip": false,
66
+ "normalized": true,
67
+ "special": true
68
+ }
69
+ ],
70
+ "normalizer": null,
71
+ "pre_tokenizer": {
72
+ "type": "ByteLevel",
73
+ "add_prefix_space": false,
74
+ "trim_offsets": true,
75
+ "use_regex": true
76
+ },
77
+ "post_processor": {
78
+ "type": "RobertaProcessing",
79
+ "sep": [
80
+ "[SEP]",
81
+ 13
82
+ ],
83
+ "cls": [
84
+ "[CLS]",
85
+ 12
86
+ ],
87
+ "trim_offsets": true,
88
+ "add_prefix_space": false
89
+ },
90
+ "decoder": {
91
+ "type": "ByteLevel",
92
+ "add_prefix_space": true,
93
+ "trim_offsets": true,
94
+ "use_regex": true
95
+ },
96
+ "model": {
97
+ "type": "BPE",
98
+ "dropout": null,
99
+ "unk_token": null,
100
+ "continuing_subword_prefix": "",
101
+ "end_of_word_suffix": "",
102
+ "fuse_unk": false,
103
+ "byte_fallback": false,
104
+ "vocab": {
105
+ "[PAD]": 0,
106
+ "[unused1]": 1,
107
+ "[unused2]": 2,
108
+ "[unused3]": 3,
109
+ "[unused4]": 4,
110
+ "[unused5]": 5,
111
+ "[unused6]": 6,
112
+ "[unused7]": 7,
113
+ "[unused8]": 8,
114
+ "[unused9]": 9,
115
+ "[unused10]": 10,
116
+ "[UNK]": 11,
117
+ "[CLS]": 12,
118
+ "[SEP]": 13,
119
+ "[MASK]": 14,
120
+ "c": 15,
121
+ "C": 16,
122
+ "(": 17,
123
+ ")": 18,
124
+ "O": 19,
125
+ "1": 20,
126
+ "2": 21,
127
+ "=": 22,
128
+ "N": 23,
129
+ ".": 24,
130
+ "n": 25,
131
+ "3": 26,
132
+ "F": 27,
133
+ "Cl": 28,
134
+ ">>": 29,
135
+ "~": 30,
136
+ "-": 31,
137
+ "4": 32,
138
+ "[C@H]": 33,
139
+ "S": 34,
140
+ "[C@@H]": 35,
141
+ "[O-]": 36,
142
+ "Br": 37,
143
+ "#": 38,
144
+ "/": 39,
145
+ "[nH]": 40,
146
+ "[N+]": 41,
147
+ "s": 42,
148
+ "5": 43,
149
+ "o": 44,
150
+ "P": 45,
151
+ "[Na+]": 46,
152
+ "[Si]": 47,
153
+ "I": 48,
154
+ "[Na]": 49,
155
+ "[Pd]": 50,
156
+ "[K+]": 51,
157
+ "[K]": 52,
158
+ "[P]": 53,
159
+ "B": 54,
160
+ "[C@]": 55,
161
+ "[C@@]": 56,
162
+ "[Cl-]": 57,
163
+ "6": 58,
164
+ "[OH-]": 59,
165
+ "\\": 60,
166
+ "[N-]": 61,
167
+ "[Li]": 62,
168
+ "[H]": 63,
169
+ "[2H]": 64,
170
+ "[NH4+]": 65,
171
+ "[c-]": 66,
172
+ "[P-]": 67,
173
+ "[Cs+]": 68,
174
+ "[Li+]": 69,
175
+ "[Cs]": 70,
176
+ "[NaH]": 71,
177
+ "[H-]": 72,
178
+ "[O+]": 73,
179
+ "[BH4-]": 74,
180
+ "[Cu]": 75,
181
+ "7": 76,
182
+ "[Mg]": 77,
183
+ "[Fe+2]": 78,
184
+ "[n+]": 79,
185
+ "[Sn]": 80,
186
+ "[BH-]": 81,
187
+ "[Pd+2]": 82,
188
+ "[CH]": 83,
189
+ "[I-]": 84,
190
+ "[Br-]": 85,
191
+ "[C-]": 86,
192
+ "[Zn]": 87,
193
+ "[B-]": 88,
194
+ "[F-]": 89,
195
+ "[Al]": 90,
196
+ "[P+]": 91,
197
+ "[BH3-]": 92,
198
+ "[Fe]": 93,
199
+ "[C]": 94,
200
+ "[AlH4]": 95,
201
+ "[Ni]": 96,
202
+ "[SiH]": 97,
203
+ "8": 98,
204
+ "[Cu+2]": 99,
205
+ "[Mn]": 100,
206
+ "[AlH]": 101,
207
+ "[nH+]": 102,
208
+ "[AlH4-]": 103,
209
+ "[O-2]": 104,
210
+ "[Cr]": 105,
211
+ "[Mg+2]": 106,
212
+ "[NH3+]": 107,
213
+ "[S@]": 108,
214
+ "[Pt]": 109,
215
+ "[Al+3]": 110,
216
+ "[S@@]": 111,
217
+ "[S-]": 112,
218
+ "[Ti]": 113,
219
+ "[Zn+2]": 114,
220
+ "[PH]": 115,
221
+ "[NH2+]": 116,
222
+ "[Ru]": 117,
223
+ "[Ag+]": 118,
224
+ "[S+]": 119,
225
+ "[I+3]": 120,
226
+ "[NH+]": 121,
227
+ "[Ca+2]": 122,
228
+ "[Ag]": 123,
229
+ "9": 124,
230
+ "[Os]": 125,
231
+ "[Se]": 126,
232
+ "[SiH2]": 127,
233
+ "[Ca]": 128,
234
+ "[Ti+4]": 129,
235
+ "[Ac]": 130,
236
+ "[Cu+]": 131,
237
+ "[S]": 132,
238
+ "[Rh]": 133,
239
+ "[Cl+3]": 134,
240
+ "[cH-]": 135,
241
+ "[Zn+]": 136,
242
+ "[O]": 137,
243
+ "[Cl+]": 138,
244
+ "[SH]": 139,
245
+ "[H+]": 140,
246
+ "[Pd+]": 141,
247
+ "[se]": 142,
248
+ "[PH+]": 143,
249
+ "[I]": 144,
250
+ "[Pt+2]": 145,
251
+ "[C+]": 146,
252
+ "[Mg+]": 147,
253
+ "[Hg]": 148,
254
+ "[W]": 149,
255
+ "[SnH]": 150,
256
+ "[SiH3]": 151,
257
+ "[Fe+3]": 152,
258
+ "[NH]": 153,
259
+ "[Mo]": 154,
260
+ "[CH2+]": 155,
261
+ "%10": 156,
262
+ "[CH2-]": 157,
263
+ "[CH2]": 158,
264
+ "[n-]": 159,
265
+ "[Ce+4]": 160,
266
+ "[NH-]": 161,
267
+ "[Co]": 162,
268
+ "[I+]": 163,
269
+ "[PH2]": 164,
270
+ "[Pt+4]": 165,
271
+ "[Ce]": 166,
272
+ "[B]": 167,
273
+ "[Sn+2]": 168,
274
+ "[Ba+2]": 169,
275
+ "%11": 170,
276
+ "[Fe-3]": 171,
277
+ "[18F]": 172,
278
+ "[SH-]": 173,
279
+ "[Pb+2]": 174,
280
+ "[Os-2]": 175,
281
+ "[Zr+4]": 176,
282
+ "[N]": 177,
283
+ "[Ir]": 178,
284
+ "[Bi]": 179,
285
+ "[Ni+2]": 180,
286
+ "[P@]": 181,
287
+ "[Co+2]": 182,
288
+ "[s+]": 183,
289
+ "[As]": 184,
290
+ "[P+3]": 185,
291
+ "[Hg+2]": 186,
292
+ "[Yb+3]": 187,
293
+ "[CH-]": 188,
294
+ "[Zr+2]": 189,
295
+ "[Mn+2]": 190,
296
+ "[CH+]": 191,
297
+ "[In]": 192,
298
+ "[KH]": 193,
299
+ "[Ce+3]": 194,
300
+ "[Zr]": 195,
301
+ "[AlH2-]": 196,
302
+ "[OH2+]": 197,
303
+ "[Ti+3]": 198,
304
+ "[Rh+2]": 199,
305
+ "[Sb]": 200,
306
+ "[S-2]": 201,
307
+ "%12": 202,
308
+ "[P@@]": 203,
309
+ "[Si@H]": 204,
310
+ "[Mn+4]": 205,
311
+ "p": 206,
312
+ "[Ba]": 207,
313
+ "[NH2-]": 208,
314
+ "[Ge]": 209,
315
+ "[Pb+4]": 210,
316
+ "[Cr+3]": 211,
317
+ "[Au]": 212,
318
+ "[LiH]": 213,
319
+ "[Sc+3]": 214,
320
+ "[o+]": 215,
321
+ "[Rh-3]": 216,
322
+ "%13": 217,
323
+ "[Br]": 218,
324
+ "[Sb-]": 219,
325
+ "[S@+]": 220,
326
+ "[I+2]": 221,
327
+ "[Ar]": 222,
328
+ "[V]": 223,
329
+ "[Cu-]": 224,
330
+ "[Al-]": 225,
331
+ "[Te]": 226,
332
+ "[13c]": 227,
333
+ "[13C]": 228,
334
+ "[Cl]": 229,
335
+ "[PH4+]": 230,
336
+ "[SiH4]": 231,
337
+ "[te]": 232,
338
+ "[CH3-]": 233,
339
+ "[S@@+]": 234,
340
+ "[Rh+3]": 235,
341
+ "[SH+]": 236,
342
+ "[Bi+3]": 237,
343
+ "[Br+2]": 238,
344
+ "[La]": 239,
345
+ "[La+3]": 240,
346
+ "[Pt-2]": 241,
347
+ "[N@@]": 242,
348
+ "[PH3+]": 243,
349
+ "[N@]": 244,
350
+ "[Si+4]": 245,
351
+ "[Sr+2]": 246,
352
+ "[Al+]": 247,
353
+ "[Pb]": 248,
354
+ "[SeH]": 249,
355
+ "[Si-]": 250,
356
+ "[V+5]": 251,
357
+ "[Y+3]": 252,
358
+ "[Re]": 253,
359
+ "[Ru+]": 254,
360
+ "[Sm]": 255,
361
+ "*": 256,
362
+ "[3H]": 257,
363
+ "[NH2]": 258,
364
+ "[Ag-]": 259,
365
+ "[13CH3]": 260,
366
+ "[OH+]": 261,
367
+ "[Ru+3]": 262,
368
+ "[OH]": 263,
369
+ "[Gd+3]": 264,
370
+ "[13CH2]": 265,
371
+ "[In+3]": 266,
372
+ "[Si@@]": 267,
373
+ "[Si@]": 268,
374
+ "[Ti+2]": 269,
375
+ "[Sn+]": 270,
376
+ "[Cl+2]": 271,
377
+ "[AlH-]": 272,
378
+ "[Pd-2]": 273,
379
+ "[SnH3]": 274,
380
+ "[B+3]": 275,
381
+ "[Cu-2]": 276,
382
+ "[Nd+3]": 277,
383
+ "[Pb+3]": 278,
384
+ "[13cH]": 279,
385
+ "[Fe-4]": 280,
386
+ "[Ga]": 281,
387
+ "[Sn+4]": 282,
388
+ "[Hg+]": 283,
389
+ "[11CH3]": 284,
390
+ "[Hf]": 285,
391
+ "[Pr]": 286,
392
+ "[Y]": 287,
393
+ "[S+2]": 288,
394
+ "[Cd]": 289,
395
+ "[Cr+6]": 290,
396
+ "[Zr+3]": 291,
397
+ "[Rh+]": 292,
398
+ "[CH3]": 293,
399
+ "[N-3]": 294,
400
+ "[Hf+2]": 295,
401
+ "[Th]": 296,
402
+ "[Sb+3]": 297,
403
+ "%14": 298,
404
+ "[Cr+2]": 299,
405
+ "[Ru+2]": 300,
406
+ "[Hf+4]": 301,
407
+ "[14C]": 302,
408
+ "[Ta]": 303,
409
+ "[Tl+]": 304,
410
+ "[B+]": 305,
411
+ "[Os+4]": 306,
412
+ "[PdH2]": 307,
413
+ "[Pd-]": 308,
414
+ "[Cd+2]": 309,
415
+ "[Co+3]": 310,
416
+ "[S+4]": 311,
417
+ "[Nb+5]": 312,
418
+ "[123I]": 313,
419
+ "[c+]": 314,
420
+ "[Rb+]": 315,
421
+ "[V+2]": 316,
422
+ "[CH3+]": 317,
423
+ "[Ag+2]": 318,
424
+ "[cH+]": 319,
425
+ "[Mn+3]": 320,
426
+ "[Se-]": 321,
427
+ "[As-]": 322,
428
+ "[Eu+3]": 323,
429
+ "[SH2]": 324,
430
+ "[Sm+3]": 325,
431
+ "[IH+]": 326,
432
+ "%15": 327,
433
+ "[OH3+]": 328,
434
+ "[PH3]": 329,
435
+ "[IH2+]": 330,
436
+ "[SH2+]": 331,
437
+ "[Ir+3]": 332,
438
+ "[AlH3]": 333,
439
+ "[Sc]": 334,
440
+ "[Yb]": 335,
441
+ "[15NH2]": 336,
442
+ "[Lu]": 337,
443
+ "[sH+]": 338,
444
+ "[Gd]": 339,
445
+ "[18F-]": 340,
446
+ "[SH3+]": 341,
447
+ "[SnH4]": 342,
448
+ "[TeH]": 343,
449
+ "[Si@@H]": 344,
450
+ "[Ga+3]": 345,
451
+ "[CaH2]": 346,
452
+ "[Tl]": 347,
453
+ "[Ta+5]": 348,
454
+ "[GeH]": 349,
455
+ "[Br+]": 350,
456
+ "[Sr]": 351,
457
+ "[Tl+3]": 352,
458
+ "[Sm+2]": 353,
459
+ "[PH5]": 354,
460
+ "%16": 355,
461
+ "[N@@+]": 356,
462
+ "[Au+3]": 357,
463
+ "[C-4]": 358,
464
+ "[Nd]": 359,
465
+ "[Ti+]": 360,
466
+ "[IH]": 361,
467
+ "[N@+]": 362,
468
+ "[125I]": 363,
469
+ "[Eu]": 364,
470
+ "[Sn+3]": 365,
471
+ "[Nb]": 366,
472
+ "[Er+3]": 367,
473
+ "[123I-]": 368,
474
+ "[14c]": 369,
475
+ "%17": 370,
476
+ "[SnH2]": 371,
477
+ "[YH]": 372,
478
+ "[Sb+5]": 373,
479
+ "[Pr+3]": 374,
480
+ "[Ir+]": 375,
481
+ "[N+3]": 376,
482
+ "[AlH2]": 377,
483
+ "[19F]": 378,
484
+ "%18": 379,
485
+ "[Tb]": 380,
486
+ "[14CH]": 381,
487
+ "[Mo+4]": 382,
488
+ "[Si+]": 383,
489
+ "[BH]": 384,
490
+ "[Be]": 385,
491
+ "[Rb]": 386,
492
+ "[pH]": 387,
493
+ "%19": 388,
494
+ "%20": 389,
495
+ "[Xe]": 390,
496
+ "[Ir-]": 391,
497
+ "[Be+2]": 392,
498
+ "[C+4]": 393,
499
+ "[RuH2]": 394,
500
+ "[15NH]": 395,
501
+ "[U+2]": 396,
502
+ "[Au-]": 397,
503
+ "%21": 398,
504
+ "%22": 399,
505
+ "[Au+]": 400,
506
+ "[15n]": 401,
507
+ "[Al+2]": 402,
508
+ "[Tb+3]": 403,
509
+ "[15N]": 404,
510
+ "[V+3]": 405,
511
+ "[W+6]": 406,
512
+ "[14CH3]": 407,
513
+ "[Cr+4]": 408,
514
+ "[ClH+]": 409,
515
+ "b": 410,
516
+ "[Ti+6]": 411,
517
+ "[Nd+]": 412,
518
+ "[Zr+]": 413,
519
+ "[PH2+]": 414,
520
+ "[Fm]": 415,
521
+ "[N@H+]": 416,
522
+ "[RuH]": 417,
523
+ "[Dy+3]": 418,
524
+ "%23": 419,
525
+ "[Hf+3]": 420,
526
+ "[W+4]": 421,
527
+ "[11C]": 422,
528
+ "[13CH]": 423,
529
+ "[Er]": 424,
530
+ "[124I]": 425,
531
+ "[LaH]": 426,
532
+ "[F]": 427,
533
+ "[siH]": 428,
534
+ "[Ga+]": 429,
535
+ "[Cm]": 430,
536
+ "[GeH3]": 431,
537
+ "[IH-]": 432,
538
+ "[U+6]": 433,
539
+ "[SeH+]": 434,
540
+ "[32P]": 435,
541
+ "[SeH-]": 436,
542
+ "[Pt-]": 437,
543
+ "[Ir+2]": 438,
544
+ "[se+]": 439,
545
+ "[U]": 440,
546
+ "[F+]": 441,
547
+ "[BH2]": 442,
548
+ "[As+]": 443,
549
+ "[Cf]": 444,
550
+ "[ClH2+]": 445,
551
+ "[Ni+]": 446,
552
+ "[TeH3]": 447,
553
+ "[SbH2]": 448,
554
+ "[Ag+3]": 449,
555
+ "%24": 450,
556
+ "[18O]": 451,
557
+ "[PH4]": 452,
558
+ "[Os+2]": 453,
559
+ "[Na-]": 454,
560
+ "[Sb+2]": 455,
561
+ "[V+4]": 456,
562
+ "[Ho+3]": 457,
563
+ "[68Ga]": 458,
564
+ "[PH-]": 459,
565
+ "[Bi+2]": 460,
566
+ "[Ce+2]": 461,
567
+ "[Pd+3]": 462,
568
+ "[99Tc]": 463,
569
+ "[13C@@H]": 464,
570
+ "[Fe+6]": 465,
571
+ "[c]": 466,
572
+ "[GeH2]": 467,
573
+ "[10B]": 468,
574
+ "[Cu+3]": 469,
575
+ "[Mo+2]": 470,
576
+ "[Cr+]": 471,
577
+ "[Pd+4]": 472,
578
+ "[Dy]": 473,
579
+ "[AsH]": 474,
580
+ "[Ba+]": 475,
581
+ "[SeH2]": 476,
582
+ "[In+]": 477,
583
+ "[TeH2]": 478,
584
+ "[BrH+]": 479,
585
+ "[14cH]": 480,
586
+ "[W+]": 481,
587
+ "[13C@H]": 482,
588
+ "[AsH2]": 483,
589
+ "[In+2]": 484,
590
+ "[N+2]": 485,
591
+ "[N@@H+]": 486,
592
+ "[SbH]": 487,
593
+ "[60Co]": 488,
594
+ "[AsH4+]": 489,
595
+ "[AsH3]": 490,
596
+ "[18OH]": 491,
597
+ "[Ru-2]": 492,
598
+ "[Na-2]": 493,
599
+ "[CuH2]": 494,
600
+ "[31P]": 495,
601
+ "[Ti+5]": 496,
602
+ "[35S]": 497,
603
+ "[P@@H]": 498,
604
+ "[ArH]": 499,
605
+ "[Co+]": 500,
606
+ "[Zr-2]": 501,
607
+ "[BH2-]": 502,
608
+ "[131I]": 503,
609
+ "[SH5]": 504,
610
+ "[VH]": 505,
611
+ "[B+2]": 506,
612
+ "[Yb+2]": 507,
613
+ "[14C@H]": 508,
614
+ "[211At]": 509,
615
+ "[NH3+2]": 510,
616
+ "[IrH]": 511,
617
+ "[IrH2]": 512,
618
+ "[Rh-]": 513,
619
+ "[Cr-]": 514,
620
+ "[Sb+]": 515,
621
+ "[Ni+3]": 516,
622
+ "[TaH3]": 517,
623
+ "[Tl+2]": 518,
624
+ "[64Cu]": 519,
625
+ "[Tc]": 520,
626
+ "[Cd+]": 521,
627
+ "[1H]": 522,
628
+ "[15nH]": 523,
629
+ "[AlH2+]": 524,
630
+ "[FH+2]": 525,
631
+ "[BiH3]": 526,
632
+ "[Ru-]": 527,
633
+ "[Mo+6]": 528,
634
+ "[AsH+]": 529,
635
+ "[BaH2]": 530,
636
+ "[BaH]": 531,
637
+ "[Fe+4]": 532,
638
+ "[229Th]": 533,
639
+ "[Th+4]": 534,
640
+ "[As+3]": 535,
641
+ "[NH+3]": 536,
642
+ "[P@H]": 537,
643
+ "[Li-]": 538,
644
+ "[7NaH]": 539,
645
+ "[Bi+]": 540,
646
+ "[PtH+2]": 541,
647
+ "[p-]": 542,
648
+ "[Re+5]": 543,
649
+ "[NiH]": 544,
650
+ "[Ni-]": 545,
651
+ "[Xe+]": 546,
652
+ "[Ca+]": 547,
653
+ "[11c]": 548,
654
+ "[Rh+4]": 549,
655
+ "[AcH]": 550,
656
+ "[HeH]": 551,
657
+ "[Sc+2]": 552,
658
+ "[Mn+]": 553,
659
+ "[UH]": 554,
660
+ "[14CH2]": 555,
661
+ "[SiH4+]": 556,
662
+ "[18OH2]": 557,
663
+ "[Ac-]": 558,
664
+ "[Re+4]": 559,
665
+ "[118Sn]": 560,
666
+ "[153Sm]": 561,
667
+ "[P+2]": 562,
668
+ "[9CH]": 563,
669
+ "[9CH3]": 564,
670
+ "[Y-]": 565,
671
+ "[NiH2]": 566,
672
+ "[Si+2]": 567,
673
+ "[Mn+6]": 568,
674
+ "[ZrH2]": 569,
675
+ "[C-2]": 570,
676
+ "[Bi+5]": 571,
677
+ "[24NaH]": 572,
678
+ "[Fr]": 573,
679
+ "[15CH]": 574,
680
+ "[Se+]": 575,
681
+ "[At]": 576,
682
+ "[P-3]": 577,
683
+ "[124I-]": 578,
684
+ "[CuH2-]": 579,
685
+ "[Nb+4]": 580,
686
+ "[Nb+3]": 581,
687
+ "[MgH]": 582,
688
+ "[Ir+4]": 583,
689
+ "[67Ga+3]": 584,
690
+ "[67Ga]": 585,
691
+ "[13N]": 586,
692
+ "[15OH2]": 587,
693
+ "[2NH]": 588,
694
+ "[Ho]": 589,
695
+ "[Cn]": 590
696
+ },
697
+ "merges": []
698
+ }
699
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "[PAD]",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "11": {
13
+ "content": "[UNK]",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "12": {
21
+ "content": "[CLS]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "13": {
29
+ "content": "[SEP]",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "14": {
37
+ "content": "[MASK]",
38
+ "lstrip": true,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "591": {
45
+ "content": "<s>",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "592": {
53
+ "content": "</s>",
54
+ "lstrip": false,
55
+ "normalized": true,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ }
60
+ },
61
+ "bos_token": "<s>",
62
+ "clean_up_tokenization_spaces": true,
63
+ "cls_token": "[CLS]",
64
+ "eos_token": "</s>",
65
+ "errors": "replace",
66
+ "full_tokenizer_file": null,
67
+ "mask_token": "[MASK]",
68
+ "max_len": 512,
69
+ "model_max_length": 512,
70
+ "pad_token": "[PAD]",
71
+ "sep_token": "[SEP]",
72
+ "tokenizer_class": "RobertaTokenizer",
73
+ "trim_offsets": true,
74
+ "unk_token": "[UNK]"
75
+ }
vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"[PAD]":0,"[unused1]":1,"[unused2]":2,"[unused3]":3,"[unused4]":4,"[unused5]":5,"[unused6]":6,"[unused7]":7,"[unused8]":8,"[unused9]":9,"[unused10]":10,"[UNK]":11,"[CLS]":12,"[SEP]":13,"[MASK]":14,"c":15,"C":16,"(":17,")":18,"O":19,"1":20,"2":21,"=":22,"N":23,".":24,"n":25,"3":26,"F":27,"Cl":28,">>":29,"~":30,"-":31,"4":32,"[C@H]":33,"S":34,"[C@@H]":35,"[O-]":36,"Br":37,"#":38,"/":39,"[nH]":40,"[N+]":41,"s":42,"5":43,"o":44,"P":45,"[Na+]":46,"[Si]":47,"I":48,"[Na]":49,"[Pd]":50,"[K+]":51,"[K]":52,"[P]":53,"B":54,"[C@]":55,"[C@@]":56,"[Cl-]":57,"6":58,"[OH-]":59,"\\":60,"[N-]":61,"[Li]":62,"[H]":63,"[2H]":64,"[NH4+]":65,"[c-]":66,"[P-]":67,"[Cs+]":68,"[Li+]":69,"[Cs]":70,"[NaH]":71,"[H-]":72,"[O+]":73,"[BH4-]":74,"[Cu]":75,"7":76,"[Mg]":77,"[Fe+2]":78,"[n+]":79,"[Sn]":80,"[BH-]":81,"[Pd+2]":82,"[CH]":83,"[I-]":84,"[Br-]":85,"[C-]":86,"[Zn]":87,"[B-]":88,"[F-]":89,"[Al]":90,"[P+]":91,"[BH3-]":92,"[Fe]":93,"[C]":94,"[AlH4]":95,"[Ni]":96,"[SiH]":97,"8":98,"[Cu+2]":99,"[Mn]":100,"[AlH]":101,"[nH+]":102,"[AlH4-]":103,"[O-2]":104,"[Cr]":105,"[Mg+2]":106,"[NH3+]":107,"[S@]":108,"[Pt]":109,"[Al+3]":110,"[S@@]":111,"[S-]":112,"[Ti]":113,"[Zn+2]":114,"[PH]":115,"[NH2+]":116,"[Ru]":117,"[Ag+]":118,"[S+]":119,"[I+3]":120,"[NH+]":121,"[Ca+2]":122,"[Ag]":123,"9":124,"[Os]":125,"[Se]":126,"[SiH2]":127,"[Ca]":128,"[Ti+4]":129,"[Ac]":130,"[Cu+]":131,"[S]":132,"[Rh]":133,"[Cl+3]":134,"[cH-]":135,"[Zn+]":136,"[O]":137,"[Cl+]":138,"[SH]":139,"[H+]":140,"[Pd+]":141,"[se]":142,"[PH+]":143,"[I]":144,"[Pt+2]":145,"[C+]":146,"[Mg+]":147,"[Hg]":148,"[W]":149,"[SnH]":150,"[SiH3]":151,"[Fe+3]":152,"[NH]":153,"[Mo]":154,"[CH2+]":155,"%10":156,"[CH2-]":157,"[CH2]":158,"[n-]":159,"[Ce+4]":160,"[NH-]":161,"[Co]":162,"[I+]":163,"[PH2]":164,"[Pt+4]":165,"[Ce]":166,"[B]":167,"[Sn+2]":168,"[Ba+2]":169,"%11":170,"[Fe-3]":171,"[18F]":172,"[SH-]":173,"[Pb+2]":174,"[Os-2]":175,"[Zr+4]":176,"[N]":177,"[Ir]":178,"[Bi]":179,"[Ni+2]":180,"[P@]":181,"[Co+2]":182,"[s+]":183,"[As]":184,"[P+3]":185,"[Hg+2]":186,"[Yb+3]":187,"[CH-]":188,"[Zr+2]":189,"[Mn+2]":190,"[CH+]":191,"[In]":192,"[KH]":193,"[Ce+3]":194,"[Zr]":195,"[AlH2-]":196,"[OH2+]":197,"[Ti+3]":198,"[Rh+2]":199,"[Sb]":200,"[S-2]":201,"%12":202,"[P@@]":203,"[Si@H]":204,"[Mn+4]":205,"p":206,"[Ba]":207,"[NH2-]":208,"[Ge]":209,"[Pb+4]":210,"[Cr+3]":211,"[Au]":212,"[LiH]":213,"[Sc+3]":214,"[o+]":215,"[Rh-3]":216,"%13":217,"[Br]":218,"[Sb-]":219,"[S@+]":220,"[I+2]":221,"[Ar]":222,"[V]":223,"[Cu-]":224,"[Al-]":225,"[Te]":226,"[13c]":227,"[13C]":228,"[Cl]":229,"[PH4+]":230,"[SiH4]":231,"[te]":232,"[CH3-]":233,"[S@@+]":234,"[Rh+3]":235,"[SH+]":236,"[Bi+3]":237,"[Br+2]":238,"[La]":239,"[La+3]":240,"[Pt-2]":241,"[N@@]":242,"[PH3+]":243,"[N@]":244,"[Si+4]":245,"[Sr+2]":246,"[Al+]":247,"[Pb]":248,"[SeH]":249,"[Si-]":250,"[V+5]":251,"[Y+3]":252,"[Re]":253,"[Ru+]":254,"[Sm]":255,"*":256,"[3H]":257,"[NH2]":258,"[Ag-]":259,"[13CH3]":260,"[OH+]":261,"[Ru+3]":262,"[OH]":263,"[Gd+3]":264,"[13CH2]":265,"[In+3]":266,"[Si@@]":267,"[Si@]":268,"[Ti+2]":269,"[Sn+]":270,"[Cl+2]":271,"[AlH-]":272,"[Pd-2]":273,"[SnH3]":274,"[B+3]":275,"[Cu-2]":276,"[Nd+3]":277,"[Pb+3]":278,"[13cH]":279,"[Fe-4]":280,"[Ga]":281,"[Sn+4]":282,"[Hg+]":283,"[11CH3]":284,"[Hf]":285,"[Pr]":286,"[Y]":287,"[S+2]":288,"[Cd]":289,"[Cr+6]":290,"[Zr+3]":291,"[Rh+]":292,"[CH3]":293,"[N-3]":294,"[Hf+2]":295,"[Th]":296,"[Sb+3]":297,"%14":298,"[Cr+2]":299,"[Ru+2]":300,"[Hf+4]":301,"[14C]":302,"[Ta]":303,"[Tl+]":304,"[B+]":305,"[Os+4]":306,"[PdH2]":307,"[Pd-]":308,"[Cd+2]":309,"[Co+3]":310,"[S+4]":311,"[Nb+5]":312,"[123I]":313,"[c+]":314,"[Rb+]":315,"[V+2]":316,"[CH3+]":317,"[Ag+2]":318,"[cH+]":319,"[Mn+3]":320,"[Se-]":321,"[As-]":322,"[Eu+3]":323,"[SH2]":324,"[Sm+3]":325,"[IH+]":326,"%15":327,"[OH3+]":328,"[PH3]":329,"[IH2+]":330,"[SH2+]":331,"[Ir+3]":332,"[AlH3]":333,"[Sc]":334,"[Yb]":335,"[15NH2]":336,"[Lu]":337,"[sH+]":338,"[Gd]":339,"[18F-]":340,"[SH3+]":341,"[SnH4]":342,"[TeH]":343,"[Si@@H]":344,"[Ga+3]":345,"[CaH2]":346,"[Tl]":347,"[Ta+5]":348,"[GeH]":349,"[Br+]":350,"[Sr]":351,"[Tl+3]":352,"[Sm+2]":353,"[PH5]":354,"%16":355,"[N@@+]":356,"[Au+3]":357,"[C-4]":358,"[Nd]":359,"[Ti+]":360,"[IH]":361,"[N@+]":362,"[125I]":363,"[Eu]":364,"[Sn+3]":365,"[Nb]":366,"[Er+3]":367,"[123I-]":368,"[14c]":369,"%17":370,"[SnH2]":371,"[YH]":372,"[Sb+5]":373,"[Pr+3]":374,"[Ir+]":375,"[N+3]":376,"[AlH2]":377,"[19F]":378,"%18":379,"[Tb]":380,"[14CH]":381,"[Mo+4]":382,"[Si+]":383,"[BH]":384,"[Be]":385,"[Rb]":386,"[pH]":387,"%19":388,"%20":389,"[Xe]":390,"[Ir-]":391,"[Be+2]":392,"[C+4]":393,"[RuH2]":394,"[15NH]":395,"[U+2]":396,"[Au-]":397,"%21":398,"%22":399,"[Au+]":400,"[15n]":401,"[Al+2]":402,"[Tb+3]":403,"[15N]":404,"[V+3]":405,"[W+6]":406,"[14CH3]":407,"[Cr+4]":408,"[ClH+]":409,"b":410,"[Ti+6]":411,"[Nd+]":412,"[Zr+]":413,"[PH2+]":414,"[Fm]":415,"[N@H+]":416,"[RuH]":417,"[Dy+3]":418,"%23":419,"[Hf+3]":420,"[W+4]":421,"[11C]":422,"[13CH]":423,"[Er]":424,"[124I]":425,"[LaH]":426,"[F]":427,"[siH]":428,"[Ga+]":429,"[Cm]":430,"[GeH3]":431,"[IH-]":432,"[U+6]":433,"[SeH+]":434,"[32P]":435,"[SeH-]":436,"[Pt-]":437,"[Ir+2]":438,"[se+]":439,"[U]":440,"[F+]":441,"[BH2]":442,"[As+]":443,"[Cf]":444,"[ClH2+]":445,"[Ni+]":446,"[TeH3]":447,"[SbH2]":448,"[Ag+3]":449,"%24":450,"[18O]":451,"[PH4]":452,"[Os+2]":453,"[Na-]":454,"[Sb+2]":455,"[V+4]":456,"[Ho+3]":457,"[68Ga]":458,"[PH-]":459,"[Bi+2]":460,"[Ce+2]":461,"[Pd+3]":462,"[99Tc]":463,"[13C@@H]":464,"[Fe+6]":465,"[c]":466,"[GeH2]":467,"[10B]":468,"[Cu+3]":469,"[Mo+2]":470,"[Cr+]":471,"[Pd+4]":472,"[Dy]":473,"[AsH]":474,"[Ba+]":475,"[SeH2]":476,"[In+]":477,"[TeH2]":478,"[BrH+]":479,"[14cH]":480,"[W+]":481,"[13C@H]":482,"[AsH2]":483,"[In+2]":484,"[N+2]":485,"[N@@H+]":486,"[SbH]":487,"[60Co]":488,"[AsH4+]":489,"[AsH3]":490,"[18OH]":491,"[Ru-2]":492,"[Na-2]":493,"[CuH2]":494,"[31P]":495,"[Ti+5]":496,"[35S]":497,"[P@@H]":498,"[ArH]":499,"[Co+]":500,"[Zr-2]":501,"[BH2-]":502,"[131I]":503,"[SH5]":504,"[VH]":505,"[B+2]":506,"[Yb+2]":507,"[14C@H]":508,"[211At]":509,"[NH3+2]":510,"[IrH]":511,"[IrH2]":512,"[Rh-]":513,"[Cr-]":514,"[Sb+]":515,"[Ni+3]":516,"[TaH3]":517,"[Tl+2]":518,"[64Cu]":519,"[Tc]":520,"[Cd+]":521,"[1H]":522,"[15nH]":523,"[AlH2+]":524,"[FH+2]":525,"[BiH3]":526,"[Ru-]":527,"[Mo+6]":528,"[AsH+]":529,"[BaH2]":530,"[BaH]":531,"[Fe+4]":532,"[229Th]":533,"[Th+4]":534,"[As+3]":535,"[NH+3]":536,"[P@H]":537,"[Li-]":538,"[7NaH]":539,"[Bi+]":540,"[PtH+2]":541,"[p-]":542,"[Re+5]":543,"[NiH]":544,"[Ni-]":545,"[Xe+]":546,"[Ca+]":547,"[11c]":548,"[Rh+4]":549,"[AcH]":550,"[HeH]":551,"[Sc+2]":552,"[Mn+]":553,"[UH]":554,"[14CH2]":555,"[SiH4+]":556,"[18OH2]":557,"[Ac-]":558,"[Re+4]":559,"[118Sn]":560,"[153Sm]":561,"[P+2]":562,"[9CH]":563,"[9CH3]":564,"[Y-]":565,"[NiH2]":566,"[Si+2]":567,"[Mn+6]":568,"[ZrH2]":569,"[C-2]":570,"[Bi+5]":571,"[24NaH]":572,"[Fr]":573,"[15CH]":574,"[Se+]":575,"[At]":576,"[P-3]":577,"[124I-]":578,"[CuH2-]":579,"[Nb+4]":580,"[Nb+3]":581,"[MgH]":582,"[Ir+4]":583,"[67Ga+3]":584,"[67Ga]":585,"[13N]":586,"[15OH2]":587,"[2NH]":588,"[Ho]":589,"[Cn]":590}