sakethp2003 commited on
Commit
9177e36
1 Parent(s): 01c8fae

Upload 10 files

Browse files
added_tokens.json ADDED
@@ -0,0 +1,991 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\n": 57525,
3
+ "!}": 58155,
4
+ "##": 57681,
5
+ "###": 57880,
6
+ "####": 58227,
7
+ "$$": 57531,
8
+ "&-": 58121,
9
+ "&0&": 58122,
10
+ "&0\\\\": 58307,
11
+ "&1": 57989,
12
+ "&=&": 58476,
13
+ "'s": 57959,
14
+ "($": 58254,
15
+ "(-": 57821,
16
+ "(0)": 58157,
17
+ "(0,": 58408,
18
+ "(1+": 58036,
19
+ "(1-": 57892,
20
+ "(4": 58052,
21
+ "(5": 58201,
22
+ "(A": 57960,
23
+ "(B": 58334,
24
+ "(C": 58421,
25
+ "(E": 58358,
26
+ "(N": 58510,
27
+ "(R": 58505,
28
+ "(S": 58482,
29
+ "(T": 58242,
30
+ "(X": 58111,
31
+ "(\\alpha": 58295,
32
+ "(\\frac{": 57704,
33
+ "(\\lambda": 58470,
34
+ "(\\omega": 58218,
35
+ "(\\theta": 58118,
36
+ "(\\theta)": 58404,
37
+ "(a": 57765,
38
+ "(a)": 58193,
39
+ "(b": 58062,
40
+ "(b)": 58406,
41
+ "(c": 58101,
42
+ "(d": 58222,
43
+ "(f": 58146,
44
+ "(g": 58296,
45
+ "(i": 57927,
46
+ "(k": 57967,
47
+ "(k)": 58412,
48
+ "(m": 58180,
49
+ "(n": 57843,
50
+ "(n)": 58367,
51
+ "(p": 58082,
52
+ "(q": 58491,
53
+ "(r": 58050,
54
+ "(s": 57872,
55
+ "(s)": 58171,
56
+ "(t": 57659,
57
+ "(t)": 57723,
58
+ "(t)=": 58200,
59
+ "(u": 58156,
60
+ "(v": 58380,
61
+ "(w": 58480,
62
+ "(x": 57580,
63
+ "(x)": 57670,
64
+ "(x)=": 58017,
65
+ "(x+": 58210,
66
+ "(x,": 57955,
67
+ "(x,y)": 58460,
68
+ "(x-": 58127,
69
+ "(y": 57996,
70
+ "(y)": 58447,
71
+ "(z": 57978,
72
+ "(z)": 58239,
73
+ "({\\bf": 58297,
74
+ "))": 57835,
75
+ ")+": 57698,
76
+ ")-": 57786,
77
+ ")=": 57574,
78
+ ")=0": 58172,
79
+ ")=\\frac{": 57903,
80
+ ")\\": 57558,
81
+ ")\\,": 57945,
82
+ ")\\cdot": 58274,
83
+ ")]": 58141,
84
+ ")^2": 57972,
85
+ ")^2}": 58448,
86
+ ")^{": 57666,
87
+ ")^{2}": 57874,
88
+ ")^{2}}": 58346,
89
+ ")}": 57566,
90
+ ")}{": 57719,
91
+ "+1)": 57962,
92
+ "+1}": 57823,
93
+ "+4": 58152,
94
+ "+5": 58468,
95
+ "+C": 58387,
96
+ "+\\beta": 58497,
97
+ "+\\frac{": 57699,
98
+ "+\\frac{1}{": 58001,
99
+ "+\\left(": 58504,
100
+ "+\\sqrt{": 58492,
101
+ "+a": 58205,
102
+ "+b": 58091,
103
+ "+c": 58221,
104
+ "+i": 58350,
105
+ "+x": 58102,
106
+ "+{": 58012,
107
+ ",\\": 57551,
108
+ ",\\,": 57752,
109
+ ",\\ldots,": 58235,
110
+ ",\\quad": 58130,
111
+ ",t)": 58220,
112
+ "-1)": 57884,
113
+ "-1}": 57664,
114
+ "-1}{": 58442,
115
+ "-2}": 58213,
116
+ "-\\frac{": 57687,
117
+ "-\\frac{1}{": 57997,
118
+ "-\\infty": 58370,
119
+ "-a": 58051,
120
+ "-b": 58249,
121
+ "-c": 58206,
122
+ "-d": 58354,
123
+ "-f": 58310,
124
+ "-i": 58073,
125
+ "-k": 58294,
126
+ "-m": 58317,
127
+ "-n": 58383,
128
+ "-p": 58232,
129
+ "-r": 58386,
130
+ "-t": 58136,
131
+ "-x": 57883,
132
+ "-y": 58219,
133
+ "-{": 58014,
134
+ "/2}": 58110,
135
+ "0&": 57816,
136
+ "0&0&": 58418,
137
+ "0,": 57716,
138
+ "0.0": 58006,
139
+ "0.1": 57941,
140
+ "0.2": 58247,
141
+ "0\\\\": 58060,
142
+ "0}": 57564,
143
+ "1": 57526,
144
+ "1&": 57933,
145
+ "1+": 57718,
146
+ "1,": 57726,
147
+ "1,2": 58467,
148
+ "1-\\frac{": 58450,
149
+ "1/2": 58166,
150
+ "10^{": 58007,
151
+ "10^{-": 58244,
152
+ "10}": 58015,
153
+ "11}": 58196,
154
+ "12}": 58043,
155
+ "13}": 58458,
156
+ "15}": 58446,
157
+ "16}": 58443,
158
+ "1\\\\": 58237,
159
+ "1}": 57540,
160
+ "2&": 58289,
161
+ "2,": 57894,
162
+ "20}": 58414,
163
+ "2\\pi": 57915,
164
+ "2x": 57881,
165
+ "2}": 57539,
166
+ "2}}": 57595,
167
+ "3,": 58149,
168
+ "3x": 58191,
169
+ "3}": 57578,
170
+ "4\\pi": 58364,
171
+ "4x": 58420,
172
+ "4}": 57639,
173
+ "5}": 57679,
174
+ "6}": 57730,
175
+ "7}": 57847,
176
+ "8}": 57838,
177
+ "9)": 58444,
178
+ "9}": 57893,
179
+ ":=": 58276,
180
+ "<s_iitcdip>": 57523,
181
+ "<s_synthdog>": 57524,
182
+ "<sep/>": 57522,
183
+ "=(": 57867,
184
+ "=-": 57709,
185
+ "=-\\frac{": 58181,
186
+ "=0": 57661,
187
+ "=0,": 58279,
188
+ "=0.": 58076,
189
+ "=0}^": 58202,
190
+ "=0}^{": 58298,
191
+ "=1}^": 57831,
192
+ "=1}^{": 57877,
193
+ "=4": 58211,
194
+ "=A": 58502,
195
+ "=\\dfrac{": 58290,
196
+ "=\\frac{": 57575,
197
+ "=\\frac{1}{": 57797,
198
+ "=\\frac{1}{2": 58147,
199
+ "=\\frac{1}{2}": 58269,
200
+ "=\\frac{2": 58215,
201
+ "=\\int": 57990,
202
+ "=\\int_{": 58348,
203
+ "=\\left(": 58113,
204
+ "=\\left[": 58501,
205
+ "=\\sqrt{": 58085,
206
+ "=\\sum": 57963,
207
+ "=\\sum_{": 58025,
208
+ "=a": 58245,
209
+ "=x": 58173,
210
+ "={": 57888,
211
+ ">0": 58381,
212
+ "A_{": 57929,
213
+ "A}": 57776,
214
+ "B}": 57825,
215
+ "C_{": 57954,
216
+ "Cl": 58411,
217
+ "C}": 57856,
218
+ "D}": 58002,
219
+ "E_{": 57973,
220
+ "E}": 57896,
221
+ "F_{": 58047,
222
+ "F}": 57948,
223
+ "Gamma": 58005,
224
+ "G}": 58278,
225
+ "H_{": 58107,
226
+ "H}": 57895,
227
+ "I_{": 58089,
228
+ "I}": 58041,
229
+ "J}": 58456,
230
+ "K_{": 58208,
231
+ "K}": 58179,
232
+ "L}": 57866,
233
+ "M_{": 58153,
234
+ "M}": 57992,
235
+ "Now": 58291,
236
+ "N}": 57865,
237
+ "O}": 58112,
238
+ "P_{": 57928,
239
+ "P}": 57912,
240
+ "Q_{": 58344,
241
+ "Q}": 58253,
242
+ "R_{": 57969,
243
+ "R}": 57783,
244
+ "S_{": 58059,
245
+ "S}": 57958,
246
+ "T_{": 57922,
247
+ "Then": 58270,
248
+ "T}": 57762,
249
+ "U}": 58449,
250
+ "V_{": 57911,
251
+ "V}": 57957,
252
+ "W}": 58403,
253
+ "X_{": 58075,
254
+ "X}": 58055,
255
+ "Y}": 58432,
256
+ "Z}": 58248,
257
+ "[1": 58243,
258
+ "\\!": 57771,
259
+ "\\,": 57549,
260
+ "\\,,": 58252,
261
+ "\\,.": 58302,
262
+ "\\,\\,": 58013,
263
+ "\\,\\,\\,": 58489,
264
+ "\\,\\frac{": 58168,
265
+ "\\,d": 57975,
266
+ "\\:": 57932,
267
+ "\\;": 57655,
268
+ "\\;\\;": 58306,
269
+ "\\Big": 57857,
270
+ "\\Bigg": 58178,
271
+ "\\Delta": 57732,
272
+ "\\Gamma": 58020,
273
+ "\\Lambda": 58192,
274
+ "\\Omega": 58030,
275
+ "\\Phi": 58120,
276
+ "\\Psi": 58287,
277
+ "\\Rightarrow": 58088,
278
+ "\\Sigma": 58374,
279
+ "\\\\": 57582,
280
+ "\\alpha": 57631,
281
+ "\\alpha}": 57905,
282
+ "\\approx": 58263,
283
+ "\\bar": 57839,
284
+ "\\bar{": 57854,
285
+ "\\begin{": 57665,
286
+ "\\begin{array}{": 57755,
287
+ "\\begin{array}{c": 57914,
288
+ "\\begin{array}{cc": 58258,
289
+ "\\begin{array}{c}": 58167,
290
+ "\\begin{array}{l": 58109,
291
+ "\\begin{array}{l}": 58303,
292
+ "\\begin{bmatrix}": 58312,
293
+ "\\beta": 57697,
294
+ "\\beta}": 58105,
295
+ "\\bf": 57736,
296
+ "\\big": 57720,
297
+ "\\bigg": 58103,
298
+ "\\big{(}": 58373,
299
+ "\\big{)}": 58369,
300
+ "\\bold": 58115,
301
+ "\\boldsymbol": 58162,
302
+ "\\boldsymbol{": 58189,
303
+ "\\cdot": 57599,
304
+ "\\cdot\\": 57759,
305
+ "\\cdots": 58064,
306
+ "\\chi": 58163,
307
+ "\\circ": 57942,
308
+ "\\cos": 57680,
309
+ "\\cos(": 58161,
310
+ "\\cos\\theta": 58422,
311
+ "\\delta": 57779,
312
+ "\\delta_{": 58327,
313
+ "\\dfrac": 57827,
314
+ "\\dfrac{": 57837,
315
+ "\\dot": 57819,
316
+ "\\dot{": 57891,
317
+ "\\ell": 58214,
318
+ "\\end{array}": 57760,
319
+ "\\end{bmatrix}": 58316,
320
+ "\\epsilon": 57900,
321
+ "\\equiv": 58216,
322
+ "\\eta": 57988,
323
+ "\\exp": 58198,
324
+ "\\forall": 58437,
325
+ "\\frac": 57536,
326
+ "\\frac{": 57537,
327
+ "\\frac{1}{": 57586,
328
+ "\\frac{1}{2": 57725,
329
+ "\\frac{1}{2}": 57781,
330
+ "\\frac{1}{3}": 58429,
331
+ "\\frac{1}{4}": 58486,
332
+ "\\frac{1}{\\sqrt{": 58485,
333
+ "\\frac{2": 57772,
334
+ "\\frac{2}{": 58108,
335
+ "\\frac{3}{": 58132,
336
+ "\\frac{4}{": 58493,
337
+ "\\frac{\\partial": 57789,
338
+ "\\frac{\\pi": 58083,
339
+ "\\frac{\\pi}{": 58175,
340
+ "\\frac{\\sqrt{": 58452,
341
+ "\\frac{d": 57794,
342
+ "\\frac{n": 58336,
343
+ "\\frac{x": 57995,
344
+ "\\frac{x}{": 58477,
345
+ "\\frac{{": 57986,
346
+ "\\gamma": 57803,
347
+ "\\gamma}": 58471,
348
+ "\\geq": 58023,
349
+ "\\hat": 57722,
350
+ "\\hat{": 57739,
351
+ "\\hbar": 58284,
352
+ "\\hspace{": 58135,
353
+ "\\hspace{0.17em}}": 58230,
354
+ "\\in": 57569,
355
+ "\\infty": 57702,
356
+ "\\infty}": 57774,
357
+ "\\int": 57648,
358
+ "\\int\\limits": 58363,
359
+ "\\int\\limits_{": 58426,
360
+ "\\int_{": 57806,
361
+ "\\int_{0}^{": 58195,
362
+ "\\kappa": 58212,
363
+ "\\lambda": 57689,
364
+ "\\lambda}": 58160,
365
+ "\\langle": 57965,
366
+ "\\large": 58356,
367
+ "\\ldots": 57956,
368
+ "\\left": 57548,
369
+ "\\left(": 57561,
370
+ "\\left(\\begin{": 58288,
371
+ "\\left(\\frac{": 57785,
372
+ "\\left(x": 58016,
373
+ "\\left(x\\right)": 58351,
374
+ "\\left({": 57947,
375
+ "\\left[": 57768,
376
+ "\\left[\\begin{": 58293,
377
+ "\\left\\{": 58067,
378
+ "\\left|": 58072,
379
+ "\\leq": 57770,
380
+ "\\lim": 57812,
381
+ "\\limits_{": 58096,
382
+ "\\ln": 57936,
383
+ "\\log": 57976,
384
+ "\\mathbb": 57798,
385
+ "\\mathbb{": 57807,
386
+ "\\mathbb{R}": 58174,
387
+ "\\mathbf": 57622,
388
+ "\\mathbf{": 57623,
389
+ "\\mathbf{x}": 58225,
390
+ "\\mathcal": 57822,
391
+ "\\mathfrak{": 58503,
392
+ "\\mathrm": 57604,
393
+ "\\mathrm{": 57605,
394
+ "\\mathrm{d}": 58154,
395
+ "\\mbox{": 57809,
396
+ "\\mid": 58393,
397
+ "\\mu": 57658,
398
+ "\\mu_{": 58124,
399
+ "\\mu}": 57926,
400
+ "\\nabla": 57974,
401
+ "\\neq": 58355,
402
+ "\\nu": 57829,
403
+ "\\nu}": 58065,
404
+ "\\omega": 57694,
405
+ "\\omega_{": 58081,
406
+ "\\omega}": 58463,
407
+ "\\operatorname{": 58271,
408
+ "\\otimes": 58362,
409
+ "\\over": 57758,
410
+ "\\overline{": 57885,
411
+ "\\overrightarrow": 58490,
412
+ "\\partial": 57618,
413
+ "\\phi": 57729,
414
+ "\\phi}": 58391,
415
+ "\\pi": 57620,
416
+ "\\pi}": 57784,
417
+ "\\pm": 58070,
418
+ "\\prime": 57663,
419
+ "\\psi": 57849,
420
+ "\\qquad": 58024,
421
+ "\\quad": 57749,
422
+ "\\rangle": 57826,
423
+ "\\rangle=": 58506,
424
+ "\\rho": 57747,
425
+ "\\rho_{": 58240,
426
+ "\\rho}": 58343,
427
+ "\\right": 57546,
428
+ "\\right)": 57562,
429
+ "\\right)+": 58255,
430
+ "\\right)=": 57897,
431
+ "\\right)\\left(": 58499,
432
+ "\\right)^{2}": 58338,
433
+ "\\right)}": 57845,
434
+ "\\right.": 58228,
435
+ "\\right\\}": 58209,
436
+ "\\right]": 57775,
437
+ "\\rightarrow": 58229,
438
+ "\\right|": 58117,
439
+ "\\rm": 57601,
440
+ "\\rm{": 58277,
441
+ "\\sigma": 57713,
442
+ "\\sigma_{": 58084,
443
+ "\\sigma}": 58322,
444
+ "\\sim": 58337,
445
+ "\\sin": 57677,
446
+ "\\sin(": 58159,
447
+ "\\sin\\theta": 58481,
448
+ "\\sqrt": 57600,
449
+ "\\sqrt{": 57613,
450
+ "\\sqrt{2": 57980,
451
+ "\\sqrt{2}": 58139,
452
+ "\\sqrt{3}": 58264,
453
+ "\\sqrt{\\frac{": 58321,
454
+ "\\sum": 57660,
455
+ "\\sum_{": 57690,
456
+ "\\sum_{i": 58037,
457
+ "\\sum_{i=1}^{": 58335,
458
+ "\\sum_{j": 58464,
459
+ "\\sum_{k": 58326,
460
+ "\\sum_{n": 58280,
461
+ "\\tag{": 57628,
462
+ "\\tag{1": 57873,
463
+ "\\tag{3": 58165,
464
+ "\\tag{5": 58320,
465
+ "\\tag{7": 58509,
466
+ "\\tan": 58035,
467
+ "\\tau": 57814,
468
+ "\\tau}": 58410,
469
+ "\\text": 57583,
470
+ "\\text{": 57592,
471
+ "\\theta": 57635,
472
+ "\\theta)": 58100,
473
+ "\\theta}": 57949,
474
+ "\\tilde": 58028,
475
+ "\\tilde{": 58040,
476
+ "\\times": 57644,
477
+ "\\times10": 58106,
478
+ "\\times10^{": 58236,
479
+ "\\to": 57734,
480
+ "\\to0": 58435,
481
+ "\\to\\infty": 58469,
482
+ "\\varepsilon": 57913,
483
+ "\\varphi": 57909,
484
+ "\\vec": 57714,
485
+ "\\vec{": 57763,
486
+ "\\wedge": 58300,
487
+ "\\xi": 57934,
488
+ "\\zeta": 58431,
489
+ "\\{": 57746,
490
+ "\\|": 57917,
491
+ "\\}": 57787,
492
+ "],": 58438,
493
+ "]=": 58140,
494
+ "]{": 58398,
495
+ "]}": 58056,
496
+ "^2": 57585,
497
+ "^2)": 58433,
498
+ "^2+": 57938,
499
+ "^2-": 58183,
500
+ "^2=": 58465,
501
+ "^2}": 57744,
502
+ "^2}{": 58169,
503
+ "^3": 57982,
504
+ "^4": 58359,
505
+ "^n": 58184,
506
+ "^{": 57533,
507
+ "^{*}": 57946,
508
+ "^{+}": 58261,
509
+ "^{-": 57641,
510
+ "^{-1}": 57851,
511
+ "^{-}": 58366,
512
+ "^{0}": 58329,
513
+ "^{1/": 58424,
514
+ "^{1}": 58260,
515
+ "^{2": 57552,
516
+ "^{2}": 57554,
517
+ "^{2})": 58197,
518
+ "^{2}+": 57840,
519
+ "^{2}-": 58045,
520
+ "^{2}=": 58207,
521
+ "^{2}}": 57676,
522
+ "^{2}}{": 57924,
523
+ "^{2}}}": 58388,
524
+ "^{3}": 57887,
525
+ "^{3}}": 58441,
526
+ "^{4}": 58143,
527
+ "^{T}": 58241,
528
+ "^{\\circ}": 58177,
529
+ "^{\\infty}": 57981,
530
+ "^{\\prime": 57684,
531
+ "^{\\prime}": 57693,
532
+ "^{\\prime})": 58473,
533
+ "^{\\prime}}": 58142,
534
+ "^{\\rm": 58459,
535
+ "^{i": 57998,
536
+ "^{i}": 58397,
537
+ "^{k}": 58379,
538
+ "^{n}": 57916,
539
+ "^{{}": 58498,
540
+ "_0": 57899,
541
+ "_1": 57790,
542
+ "_1}": 58434,
543
+ "_2": 57800,
544
+ "_2}": 58415,
545
+ "_3": 58301,
546
+ "___": 58342,
547
+ "_i": 57953,
548
+ "_n": 58131,
549
+ "_{": 57528,
550
+ "_{0": 57626,
551
+ "_{0}": 57637,
552
+ "_{0})": 58347,
553
+ "_{0}}": 58099,
554
+ "_{1": 57577,
555
+ "_{1}": 57591,
556
+ "_{1})": 58259,
557
+ "_{1}+": 58176,
558
+ "_{1},": 58134,
559
+ "_{1}=": 58275,
560
+ "_{1}}": 57951,
561
+ "_{2": 57596,
562
+ "_{2}": 57612,
563
+ "_{2})": 58257,
564
+ "_{2}+": 58479,
565
+ "_{2}=": 58372,
566
+ "_{2}}": 57999,
567
+ "_{3": 57805,
568
+ "_{3}": 57842,
569
+ "_{4}": 58203,
570
+ "_{A": 58182,
571
+ "_{A}": 58428,
572
+ "_{B}": 58472,
573
+ "_{\\alpha": 58137,
574
+ "_{\\alpha}": 58405,
575
+ "_{\\mathrm{": 58104,
576
+ "_{\\mu}": 58313,
577
+ "_{\\rm": 57701,
578
+ "_{\\text{": 58265,
579
+ "_{a}": 58151,
580
+ "_{c": 58078,
581
+ "_{c}": 58262,
582
+ "_{f}": 58451,
583
+ "_{i": 57597,
584
+ "_{i=1}": 58133,
585
+ "_{ij}": 58341,
586
+ "_{i}": 57656,
587
+ "_{i})": 58440,
588
+ "_{i}^{": 58292,
589
+ "_{i}}": 58223,
590
+ "_{j": 57741,
591
+ "_{j}": 57858,
592
+ "_{k": 57721,
593
+ "_{k}": 57864,
594
+ "_{m": 57921,
595
+ "_{m}": 58150,
596
+ "_{n": 57662,
597
+ "_{n}": 57750,
598
+ "_{p": 58018,
599
+ "_{p}": 58188,
600
+ "_{r": 58074,
601
+ "_{r}": 58286,
602
+ "_{s}": 58186,
603
+ "_{t": 57848,
604
+ "_{t}": 58010,
605
+ "_{x": 57834,
606
+ "_{x}": 58086,
607
+ "_{y}": 58400,
608
+ "_{{": 57833,
609
+ "_{{}_{": 57939,
610
+ "a)": 57668,
611
+ "a^2": 58199,
612
+ "a^{2}": 57970,
613
+ "a_{1}": 57985,
614
+ "a_{2}": 58138,
615
+ "a_{n}": 58478,
616
+ "about": 58508,
617
+ "ack": 58022,
618
+ "align": 58507,
619
+ "alpha": 57629,
620
+ "also": 58246,
621
+ "arc": 58349,
622
+ "array": 57642,
623
+ "arrow": 57710,
624
+ "ass": 57828,
625
+ "ature": 58352,
626
+ "a}": 57570,
627
+ "because": 58484,
628
+ "both": 58353,
629
+ "b}": 57792,
630
+ "cause": 58323,
631
+ "change": 58360,
632
+ "const": 58033,
633
+ "cos(": 58026,
634
+ "c}": 57654,
635
+ "def": 57919,
636
+ "defined": 58318,
637
+ "diff": 58004,
638
+ "dition": 58158,
639
+ "does": 58474,
640
+ "dx": 57743,
641
+ "dx=": 58461,
642
+ "d}": 57673,
643
+ "e^{": 57705,
644
+ "e^{-": 57920,
645
+ "e^{i": 58457,
646
+ "ecause": 58382,
647
+ "ency": 58494,
648
+ "energy": 58266,
649
+ "eq": 57579,
650
+ "ess": 57757,
651
+ "ext": 57576,
652
+ "e}": 57603,
653
+ "f(": 57731,
654
+ "f(x": 57930,
655
+ "f(x)": 58058,
656
+ "f_{": 57940,
657
+ "ference": 58365,
658
+ "frac": 57535,
659
+ "from": 57841,
660
+ "function": 57818,
661
+ "f}": 57832,
662
+ "g_{": 58063,
663
+ "gamma": 57795,
664
+ "g}": 57889,
665
+ "hich": 57844,
666
+ "h}": 57918,
667
+ "ined": 57984,
668
+ "i}": 57568,
669
+ "j}": 57691,
670
+ "k}": 57671,
671
+ "lect": 58044,
672
+ "left": 57547,
673
+ "length": 58339,
674
+ "linear": 58361,
675
+ "llows": 58399,
676
+ "ln": 57862,
677
+ "ly,": 58256,
678
+ "l}": 57686,
679
+ "matrix": 57706,
680
+ "metric": 58376,
681
+ "m}": 57653,
682
+ "n't": 58333,
683
+ "n+1": 58061,
684
+ "n+1}": 58314,
685
+ "n-1": 58066,
686
+ "n-1}": 58281,
687
+ "number": 57882,
688
+ "n}": 57584,
689
+ "n}}": 57966,
690
+ "ode": 57977,
691
+ "ond": 57853,
692
+ "only": 58231,
693
+ "ook": 58304,
694
+ "oot": 58427,
695
+ "opt": 58454,
696
+ "ould": 57925,
697
+ "ound": 58029,
698
+ "own": 58071,
699
+ "p}": 57715,
700
+ "q}": 57944,
701
+ "r^{2}": 58496,
702
+ "rightarrow": 57868,
703
+ "r}": 57650,
704
+ "s,": 57669,
705
+ "s.": 57737,
706
+ "s:": 57796,
707
+ "should": 58419,
708
+ "sin(": 58009,
709
+ "spect": 58273,
710
+ "sqrt": 57598,
711
+ "square": 58390,
712
+ "subset": 58495,
713
+ "such": 58251,
714
+ "sym": 57968,
715
+ "s}": 57683,
716
+ "s}}": 58170,
717
+ "t)": 57550,
718
+ "t+": 58190,
719
+ "these": 58392,
720
+ "total": 58416,
721
+ "t}": 57616,
722
+ "t}}": 58123,
723
+ "unc": 57769,
724
+ "using": 58119,
725
+ "u}": 57667,
726
+ "v_{": 57993,
727
+ "value": 57861,
728
+ "vector": 58049,
729
+ "very": 58328,
730
+ "v}": 57852,
731
+ "which": 57860,
732
+ "will": 58054,
733
+ "w}": 58053,
734
+ "x)": 57634,
735
+ "x+": 57740,
736
+ "x+1": 58371,
737
+ "x,y": 58164,
738
+ "x-": 57777,
739
+ "x-1": 58430,
740
+ "x^": 57645,
741
+ "x^2": 57898,
742
+ "x^2+": 58439,
743
+ "x^2}": 58409,
744
+ "x^{": 57735,
745
+ "x^{2}": 58031,
746
+ "x_{1}": 58145,
747
+ "x_{2}": 58324,
748
+ "x_{i}": 58423,
749
+ "x}": 57560,
750
+ "x}+": 58315,
751
+ "x}{": 57901,
752
+ "x}}": 57910,
753
+ "your": 58396,
754
+ "y}": 57572,
755
+ "z}": 57863,
756
+ "{0}": 57608,
757
+ "{10}": 58125,
758
+ "{1}": 57544,
759
+ "{2}": 57541,
760
+ "{3}": 57607,
761
+ "{A}": 57878,
762
+ "{\\": 57529,
763
+ "{\\bf": 57753,
764
+ "{\\cal": 58097,
765
+ "{\\frac{": 57692,
766
+ "{\\frac{1}{": 58116,
767
+ "{\\left(": 57907,
768
+ "{\\left({": 58331,
769
+ "{\\mathrm{": 57761,
770
+ "{\\rm": 57610,
771
+ "{\\rm{": 58455,
772
+ "{\\text{": 57846,
773
+ "{\\theta}": 58224,
774
+ "{a}": 57756,
775
+ "{b}": 57904,
776
+ "{d}": 57801,
777
+ "{p}": 57871,
778
+ "{t}": 57820,
779
+ "{x}": 57640,
780
+ "{y}": 57875,
781
+ "{z}": 58038,
782
+ "{{": 57588,
783
+ "{{{": 57943,
784
+ "{}": 57675,
785
+ "|^{2}": 58395,
786
+ "|}": 58094,
787
+ "}&": 57724,
788
+ "}&{": 57991,
789
+ "}(": 57553,
790
+ "})": 57557,
791
+ "})=": 57870,
792
+ "}+": 57556,
793
+ "}+\\frac{": 57830,
794
+ "}+\\frac{1}{": 58272,
795
+ "}+{": 58144,
796
+ "}-": 57590,
797
+ "}-\\frac{": 58003,
798
+ "}-{": 58330,
799
+ "}=": 57543,
800
+ "}=-": 57950,
801
+ "}=0": 57937,
802
+ "}=1": 58000,
803
+ "}=2": 58238,
804
+ "}=\\frac{": 57652,
805
+ "}=\\frac{1}{": 58079,
806
+ "}[": 58090,
807
+ "}\\": 57530,
808
+ "}\\,": 57651,
809
+ "}\\;": 58114,
810
+ "}\\\\": 57751,
811
+ "}\\cdot": 57799,
812
+ "}\\end{array}": 58046,
813
+ "}\\frac{": 57700,
814
+ "}\\int_{": 58378,
815
+ "}\\left(": 57708,
816
+ "}\\left[": 58234,
817
+ "}\\quad": 58299,
818
+ "}\\right)": 57611,
819
+ "}\\right)=": 58217,
820
+ "}\\right)^{": 58093,
821
+ "}\\right)}": 58027,
822
+ "}\\right]": 57906,
823
+ "}\\right|": 58413,
824
+ "}\\times": 57923,
825
+ "}]": 58032,
826
+ "}^{": 57545,
827
+ "}^{-1}": 58377,
828
+ "}^{2}": 57685,
829
+ "}^{\\infty}": 58019,
830
+ "}_{": 57555,
831
+ "}_{2}": 57952,
832
+ "}_{\\rm": 58187,
833
+ "}dx": 58488,
834
+ "}{": 57534,
835
+ "}{1": 57711,
836
+ "}{1+": 58375,
837
+ "}{1-": 58462,
838
+ "}{2": 57594,
839
+ "}{2}": 57638,
840
+ "}{3": 57791,
841
+ "}{3}": 57879,
842
+ "}{4": 57813,
843
+ "}{4}": 57935,
844
+ "}{5}": 58250,
845
+ "}{6}": 58309,
846
+ "}{R": 58345,
847
+ "}{\\partial": 57778,
848
+ "}{\\sqrt{": 57979,
849
+ "}{c}": 58042,
850
+ "}{d": 57808,
851
+ "}{dt}": 58233,
852
+ "}{dx}": 58417,
853
+ "}{m": 58368,
854
+ "}{n": 58039,
855
+ "}{n}": 58384,
856
+ "}{r": 58128,
857
+ "}{x}": 58148,
858
+ "}|": 57869,
859
+ "}}&{{": 58226,
860
+ "}}+": 57902,
861
+ "}}=": 57703,
862
+ "}}=\\frac{": 58080,
863
+ "}}\\,": 58077,
864
+ "}}\\\\": 58282,
865
+ "}}\\right)": 57931,
866
+ "}}{": 57573,
867
+ "}}{{": 57971,
868
+ "}}}": 57643,
869
+ "}}}}": 58069,
870
+ "▁##": 57682,
871
+ "▁$$": 57532,
872
+ "▁$,": 57646,
873
+ "▁$.": 57630,
874
+ "▁&=": 58095,
875
+ "▁(A": 57961,
876
+ "▁(a": 57766,
877
+ "▁(a)": 58194,
878
+ "▁(b)": 58407,
879
+ "▁**": 57855,
880
+ "▁+\\": 57563,
881
+ "▁0&": 57817,
882
+ "▁0,": 57717,
883
+ "▁0.": 57625,
884
+ "▁1,": 57727,
885
+ "▁=\\": 57542,
886
+ "▁B}": 57824,
887
+ "▁P(": 58011,
888
+ "▁Solution": 58305,
889
+ "▁Therefore": 58500,
890
+ "▁\\": 57527,
891
+ "▁\\$": 58402,
892
+ "▁\\Delta": 57733,
893
+ "▁\\Gamma": 58021,
894
+ "▁\\Rightarrow": 58087,
895
+ "▁\\\\": 57581,
896
+ "▁\\alpha": 57632,
897
+ "▁\\begin{bmatrix}": 58311,
898
+ "▁\\beta": 57696,
899
+ "▁\\delta": 57780,
900
+ "▁\\dfrac{": 57836,
901
+ "▁\\dot{": 57890,
902
+ "▁\\forall": 58436,
903
+ "▁\\frac{": 57538,
904
+ "▁\\frac{1}{": 57587,
905
+ "▁\\frac{1}{2}": 57782,
906
+ "▁\\frac{2": 57773,
907
+ "▁\\frac{\\partial": 57788,
908
+ "▁\\frac{d": 57793,
909
+ "▁\\gamma": 57802,
910
+ "▁\\hat{": 57738,
911
+ "▁\\int": 57647,
912
+ "▁\\lambda": 57688,
913
+ "▁\\langle": 57964,
914
+ "▁\\large": 58357,
915
+ "▁\\left[": 57767,
916
+ "▁\\left\\{": 58068,
917
+ "▁\\lim_{": 58092,
918
+ "▁\\mathbf{": 57624,
919
+ "▁\\mathrm{": 57606,
920
+ "▁\\mbox{": 57810,
921
+ "▁\\mu": 57657,
922
+ "▁\\omega": 57695,
923
+ "▁\\overline{": 57886,
924
+ "▁\\partial": 57619,
925
+ "▁\\phi": 57728,
926
+ "▁\\pi": 57621,
927
+ "▁\\psi": 57850,
928
+ "▁\\rho": 57748,
929
+ "▁\\rm": 57602,
930
+ "▁\\sigma": 57712,
931
+ "▁\\sin": 57678,
932
+ "▁\\sqrt{": 57614,
933
+ "▁\\tau": 57815,
934
+ "▁\\text{": 57593,
935
+ "▁\\theta": 57636,
936
+ "▁\\varphi": 57908,
937
+ "▁\\vec{": 57764,
938
+ "▁\\{": 57745,
939
+ "▁assum": 58483,
940
+ "▁b)": 57987,
941
+ "▁calculat": 58126,
942
+ "▁calculate": 58308,
943
+ "▁compl": 58325,
944
+ "▁deno": 58319,
945
+ "▁deriv": 58268,
946
+ "▁distribution": 58487,
947
+ "▁dx": 57742,
948
+ "▁d}": 57672,
949
+ "▁eas": 57876,
950
+ "▁edge": 58185,
951
+ "▁entr": 58332,
952
+ "▁equal": 58129,
953
+ "▁equation": 57811,
954
+ "▁equations": 58385,
955
+ "▁expression": 58425,
956
+ "▁f(x)": 58057,
957
+ "▁finite": 58466,
958
+ "▁follows": 58453,
959
+ "▁fraction": 58475,
960
+ "▁hav": 57804,
961
+ "▁is:": 58394,
962
+ "▁i}": 57567,
963
+ "▁length": 58340,
964
+ "▁matrix": 57707,
965
+ "▁operat": 57994,
966
+ "▁partial": 57615,
967
+ "▁probab": 58283,
968
+ "▁probability": 58401,
969
+ "▁r}": 57649,
970
+ "▁simpl": 58204,
971
+ "▁sl": 58008,
972
+ "▁square": 58389,
973
+ "▁triangle": 58445,
974
+ "▁t}": 57617,
975
+ "▁u=": 58285,
976
+ "▁values": 58267,
977
+ "▁vector": 58048,
978
+ "▁wh": 57627,
979
+ "▁x)": 57633,
980
+ "▁x=": 57859,
981
+ "▁x}": 57559,
982
+ "▁y=": 58034,
983
+ "▁y}": 57571,
984
+ "▁{\\bf": 57754,
985
+ "▁{\\cal": 58098,
986
+ "▁{\\rm": 57609,
987
+ "▁{{": 57589,
988
+ "▁{}": 57674,
989
+ "▁{}^{": 57983,
990
+ "▁|": 57565
991
+ }
config.json ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "texify/checkpoint-88000",
3
+ "architectures": [
4
+ "VisionEncoderDecoderModel"
5
+ ],
6
+ "decoder": {
7
+ "_name_or_path": "",
8
+ "activation_dropout": 0.0,
9
+ "activation_function": "gelu",
10
+ "add_cross_attention": true,
11
+ "add_final_layer_norm": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": null,
20
+ "d_model": 1024,
21
+ "decoder_attention_heads": 16,
22
+ "decoder_ffn_dim": 4096,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 8,
25
+ "decoder_start_token_id": null,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_attention_heads": 16,
31
+ "encoder_ffn_dim": 4096,
32
+ "encoder_layerdrop": 0.0,
33
+ "encoder_layers": 12,
34
+ "encoder_no_repeat_ngram_size": 0,
35
+ "eos_token_id": 2,
36
+ "exponential_decay_length_penalty": null,
37
+ "finetuning_task": null,
38
+ "forced_bos_token_id": null,
39
+ "forced_eos_token_id": 2,
40
+ "id2label": {
41
+ "0": "LABEL_0",
42
+ "1": "LABEL_1"
43
+ },
44
+ "init_std": 0.02,
45
+ "is_decoder": true,
46
+ "is_encoder_decoder": false,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1
50
+ },
51
+ "length_penalty": 1.0,
52
+ "max_length": 20,
53
+ "max_position_embeddings": 1536,
54
+ "min_length": 0,
55
+ "model_type": "mbart",
56
+ "no_repeat_ngram_size": 0,
57
+ "num_beam_groups": 1,
58
+ "num_beams": 1,
59
+ "num_hidden_layers": 12,
60
+ "num_return_sequences": 1,
61
+ "output_attentions": false,
62
+ "output_hidden_states": false,
63
+ "output_scores": false,
64
+ "pad_token_id": 1,
65
+ "prefix": null,
66
+ "problem_type": null,
67
+ "pruned_heads": {},
68
+ "remove_invalid_values": false,
69
+ "repetition_penalty": 1.0,
70
+ "return_dict": true,
71
+ "return_dict_in_generate": false,
72
+ "scale_embedding": true,
73
+ "sep_token_id": null,
74
+ "suppress_tokens": null,
75
+ "task_specific_params": null,
76
+ "temperature": 1.0,
77
+ "tf_legacy_loss": false,
78
+ "tie_encoder_decoder": false,
79
+ "tie_word_embeddings": false,
80
+ "tokenizer_class": null,
81
+ "top_k": 50,
82
+ "top_p": 1.0,
83
+ "torch_dtype": null,
84
+ "torchscript": false,
85
+ "typical_p": 1.0,
86
+ "use_bfloat16": false,
87
+ "use_cache": true,
88
+ "vocab_size": 50000
89
+ },
90
+ "decoder_start_token_id": 0,
91
+ "encoder": {
92
+ "_name_or_path": "",
93
+ "add_cross_attention": false,
94
+ "architectures": null,
95
+ "attention_probs_dropout_prob": 0.0,
96
+ "bad_words_ids": null,
97
+ "begin_suppress_tokens": null,
98
+ "bos_token_id": null,
99
+ "chunk_size_feed_forward": 0,
100
+ "cross_attention_hidden_size": null,
101
+ "decoder_start_token_id": null,
102
+ "depths": [
103
+ 2,
104
+ 2,
105
+ 14,
106
+ 2
107
+ ],
108
+ "diversity_penalty": 0.0,
109
+ "do_sample": false,
110
+ "drop_path_rate": 0.1,
111
+ "early_stopping": false,
112
+ "embed_dim": 128,
113
+ "encoder_no_repeat_ngram_size": 0,
114
+ "eos_token_id": null,
115
+ "exponential_decay_length_penalty": null,
116
+ "finetuning_task": null,
117
+ "forced_bos_token_id": null,
118
+ "forced_eos_token_id": null,
119
+ "hidden_act": "gelu",
120
+ "hidden_dropout_prob": 0.0,
121
+ "hidden_size": 1024,
122
+ "id2label": {
123
+ "0": "LABEL_0",
124
+ "1": "LABEL_1"
125
+ },
126
+ "image_size": [
127
+ 420,
128
+ 420
129
+ ],
130
+ "initializer_range": 0.02,
131
+ "is_decoder": false,
132
+ "is_encoder_decoder": false,
133
+ "label2id": {
134
+ "LABEL_0": 0,
135
+ "LABEL_1": 1
136
+ },
137
+ "layer_norm_eps": 1e-05,
138
+ "length_penalty": 1.0,
139
+ "max_length": 20,
140
+ "min_length": 0,
141
+ "mlp_ratio": 4.0,
142
+ "model_type": "donut-swin",
143
+ "no_repeat_ngram_size": 0,
144
+ "num_beam_groups": 1,
145
+ "num_beams": 1,
146
+ "num_channels": 3,
147
+ "num_heads": [
148
+ 4,
149
+ 8,
150
+ 16,
151
+ 32
152
+ ],
153
+ "num_layers": 4,
154
+ "num_return_sequences": 1,
155
+ "output_attentions": false,
156
+ "output_hidden_states": false,
157
+ "output_scores": false,
158
+ "pad_token_id": null,
159
+ "patch_size": 4,
160
+ "path_norm": true,
161
+ "prefix": null,
162
+ "problem_type": null,
163
+ "pruned_heads": {},
164
+ "qkv_bias": true,
165
+ "remove_invalid_values": false,
166
+ "repetition_penalty": 1.0,
167
+ "return_dict": true,
168
+ "return_dict_in_generate": false,
169
+ "sep_token_id": null,
170
+ "suppress_tokens": null,
171
+ "task_specific_params": null,
172
+ "temperature": 1.0,
173
+ "tf_legacy_loss": false,
174
+ "tie_encoder_decoder": false,
175
+ "tie_word_embeddings": true,
176
+ "tokenizer_class": null,
177
+ "top_k": 50,
178
+ "top_p": 1.0,
179
+ "torch_dtype": null,
180
+ "torchscript": false,
181
+ "typical_p": 1.0,
182
+ "use_2d_embeddings": false,
183
+ "use_absolute_embeddings": false,
184
+ "use_bfloat16": false,
185
+ "window_size": 5
186
+ },
187
+ "is_encoder_decoder": true,
188
+ "model_type": "vision-encoder-decoder",
189
+ "pad_token_id": 1,
190
+ "tie_word_embeddings": false,
191
+ "torch_dtype": "float16",
192
+ "transformers_version": "4.36.0"
193
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "decoder_start_token_id": 0,
5
+ "eos_token_id": 2,
6
+ "forced_eos_token_id": 2,
7
+ "pad_token_id": 1,
8
+ "transformers_version": "4.36.0"
9
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4eed27b2bbeb493d7fbba31feda6af5c7527246a35a96d49eaa1010f9c7e9af
3
+ size 625067248
preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_align_long_axis": false,
3
+ "do_normalize": false,
4
+ "do_pad": false,
5
+ "do_rescale": false,
6
+ "do_resize": false,
7
+ "do_thumbnail": false,
8
+ "feature_extractor_type": "DonutFeatureExtractor",
9
+ "image_mean": [
10
+ 0.485,
11
+ 0.456,
12
+ 0.406
13
+ ],
14
+ "image_processor_type": "VariableDonutImageProcessor",
15
+ "image_std": [
16
+ 0.229,
17
+ 0.224,
18
+ 0.225
19
+ ],
20
+ "max_size": {
21
+ "height": 420,
22
+ "width": 420
23
+ },
24
+ "patch_size": [
25
+ 4,
26
+ 4
27
+ ],
28
+ "processor_class": "VariableDonutProcessor",
29
+ "resample": 2,
30
+ "rescale_factor": 0.00392156862745098,
31
+ "size": [
32
+ 420,
33
+ 420
34
+ ],
35
+ "train": false
36
+ }
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
3
+ size 1296245
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[START_REF]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "[END_REF]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "6": {
52
+ "content": "[IMAGE]",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "7": {
60
+ "content": "<fragments>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "8": {
68
+ "content": "</fragments>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "9": {
76
+ "content": "<work>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "10": {
84
+ "content": "</work>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "11": {
92
+ "content": "[START_SUP]",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "12": {
100
+ "content": "[END_SUP]",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "13": {
108
+ "content": "[START_SUB]",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "14": {
116
+ "content": "[END_SUB]",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "15": {
124
+ "content": "[START_DNA]",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "16": {
132
+ "content": "[END_DNA]",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "17": {
140
+ "content": "[START_AMINO]",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "18": {
148
+ "content": "[END_AMINO]",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "19": {
156
+ "content": "[START_SMILES]",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "20": {
164
+ "content": "[END_SMILES]",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "21": {
172
+ "content": "[START_I_SMILES]",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "22": {
180
+ "content": "[END_I_SMILES]",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ }
187
+ },
188
+ "additional_special_tokens": [],
189
+ "bos_token": "<s>",
190
+ "clean_up_tokenization_spaces": false,
191
+ "eos_token": "</s>",
192
+ "max_length": 4096,
193
+ "model_max_length": 768,
194
+ "pad_to_multiple_of": null,
195
+ "pad_token": "<pad>",
196
+ "pad_token_type_id": 0,
197
+ "padding_side": "right",
198
+ "processor_class": "VariableDonutProcessor",
199
+ "stride": 0,
200
+ "tokenizer_class": "NougatTokenizer",
201
+ "truncation_side": "right",
202
+ "truncation_strategy": "longest_first",
203
+ "unk_token": "<unk>",
204
+ "vocab_file": null
205
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3717b4b654d773f5f79c93cdc994e18dd9d0ee574ad5f9bb3f8c028b79e7b3
3
+ size 4536