shahrukhx01 commited on
Commit
babf6f8
1 Parent(s): aae7e5f

Upload model

Browse files
Files changed (2) hide show
  1. config.json +875 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,875 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/Users/shahrukh/Desktop/smole_bert_ckpts/smole-bert-mtr/guacamol_v1_train_m/",
3
+ "architectures": [
4
+ "BertModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 512,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1",
15
+ "2": "LABEL_2",
16
+ "3": "LABEL_3",
17
+ "4": "LABEL_4",
18
+ "5": "LABEL_5",
19
+ "6": "LABEL_6",
20
+ "7": "LABEL_7",
21
+ "8": "LABEL_8",
22
+ "9": "LABEL_9",
23
+ "10": "LABEL_10",
24
+ "11": "LABEL_11",
25
+ "12": "LABEL_12",
26
+ "13": "LABEL_13",
27
+ "14": "LABEL_14",
28
+ "15": "LABEL_15",
29
+ "16": "LABEL_16",
30
+ "17": "LABEL_17",
31
+ "18": "LABEL_18",
32
+ "19": "LABEL_19",
33
+ "20": "LABEL_20",
34
+ "21": "LABEL_21",
35
+ "22": "LABEL_22",
36
+ "23": "LABEL_23",
37
+ "24": "LABEL_24",
38
+ "25": "LABEL_25",
39
+ "26": "LABEL_26",
40
+ "27": "LABEL_27",
41
+ "28": "LABEL_28",
42
+ "29": "LABEL_29",
43
+ "30": "LABEL_30",
44
+ "31": "LABEL_31",
45
+ "32": "LABEL_32",
46
+ "33": "LABEL_33",
47
+ "34": "LABEL_34",
48
+ "35": "LABEL_35",
49
+ "36": "LABEL_36",
50
+ "37": "LABEL_37",
51
+ "38": "LABEL_38",
52
+ "39": "LABEL_39",
53
+ "40": "LABEL_40",
54
+ "41": "LABEL_41",
55
+ "42": "LABEL_42",
56
+ "43": "LABEL_43",
57
+ "44": "LABEL_44",
58
+ "45": "LABEL_45",
59
+ "46": "LABEL_46",
60
+ "47": "LABEL_47",
61
+ "48": "LABEL_48",
62
+ "49": "LABEL_49",
63
+ "50": "LABEL_50",
64
+ "51": "LABEL_51",
65
+ "52": "LABEL_52",
66
+ "53": "LABEL_53",
67
+ "54": "LABEL_54",
68
+ "55": "LABEL_55",
69
+ "56": "LABEL_56",
70
+ "57": "LABEL_57",
71
+ "58": "LABEL_58",
72
+ "59": "LABEL_59",
73
+ "60": "LABEL_60",
74
+ "61": "LABEL_61",
75
+ "62": "LABEL_62",
76
+ "63": "LABEL_63",
77
+ "64": "LABEL_64",
78
+ "65": "LABEL_65",
79
+ "66": "LABEL_66",
80
+ "67": "LABEL_67",
81
+ "68": "LABEL_68",
82
+ "69": "LABEL_69",
83
+ "70": "LABEL_70",
84
+ "71": "LABEL_71",
85
+ "72": "LABEL_72",
86
+ "73": "LABEL_73",
87
+ "74": "LABEL_74",
88
+ "75": "LABEL_75",
89
+ "76": "LABEL_76",
90
+ "77": "LABEL_77",
91
+ "78": "LABEL_78",
92
+ "79": "LABEL_79",
93
+ "80": "LABEL_80",
94
+ "81": "LABEL_81",
95
+ "82": "LABEL_82",
96
+ "83": "LABEL_83",
97
+ "84": "LABEL_84",
98
+ "85": "LABEL_85",
99
+ "86": "LABEL_86",
100
+ "87": "LABEL_87",
101
+ "88": "LABEL_88",
102
+ "89": "LABEL_89",
103
+ "90": "LABEL_90",
104
+ "91": "LABEL_91",
105
+ "92": "LABEL_92",
106
+ "93": "LABEL_93",
107
+ "94": "LABEL_94",
108
+ "95": "LABEL_95",
109
+ "96": "LABEL_96",
110
+ "97": "LABEL_97",
111
+ "98": "LABEL_98",
112
+ "99": "LABEL_99",
113
+ "100": "LABEL_100",
114
+ "101": "LABEL_101",
115
+ "102": "LABEL_102",
116
+ "103": "LABEL_103",
117
+ "104": "LABEL_104",
118
+ "105": "LABEL_105",
119
+ "106": "LABEL_106",
120
+ "107": "LABEL_107",
121
+ "108": "LABEL_108",
122
+ "109": "LABEL_109",
123
+ "110": "LABEL_110",
124
+ "111": "LABEL_111",
125
+ "112": "LABEL_112",
126
+ "113": "LABEL_113",
127
+ "114": "LABEL_114",
128
+ "115": "LABEL_115",
129
+ "116": "LABEL_116",
130
+ "117": "LABEL_117",
131
+ "118": "LABEL_118",
132
+ "119": "LABEL_119",
133
+ "120": "LABEL_120",
134
+ "121": "LABEL_121",
135
+ "122": "LABEL_122",
136
+ "123": "LABEL_123",
137
+ "124": "LABEL_124",
138
+ "125": "LABEL_125",
139
+ "126": "LABEL_126",
140
+ "127": "LABEL_127",
141
+ "128": "LABEL_128",
142
+ "129": "LABEL_129",
143
+ "130": "LABEL_130",
144
+ "131": "LABEL_131",
145
+ "132": "LABEL_132",
146
+ "133": "LABEL_133",
147
+ "134": "LABEL_134",
148
+ "135": "LABEL_135",
149
+ "136": "LABEL_136",
150
+ "137": "LABEL_137",
151
+ "138": "LABEL_138",
152
+ "139": "LABEL_139",
153
+ "140": "LABEL_140",
154
+ "141": "LABEL_141",
155
+ "142": "LABEL_142",
156
+ "143": "LABEL_143",
157
+ "144": "LABEL_144",
158
+ "145": "LABEL_145",
159
+ "146": "LABEL_146",
160
+ "147": "LABEL_147",
161
+ "148": "LABEL_148",
162
+ "149": "LABEL_149",
163
+ "150": "LABEL_150",
164
+ "151": "LABEL_151",
165
+ "152": "LABEL_152",
166
+ "153": "LABEL_153",
167
+ "154": "LABEL_154",
168
+ "155": "LABEL_155",
169
+ "156": "LABEL_156",
170
+ "157": "LABEL_157",
171
+ "158": "LABEL_158",
172
+ "159": "LABEL_159",
173
+ "160": "LABEL_160",
174
+ "161": "LABEL_161",
175
+ "162": "LABEL_162",
176
+ "163": "LABEL_163",
177
+ "164": "LABEL_164",
178
+ "165": "LABEL_165",
179
+ "166": "LABEL_166",
180
+ "167": "LABEL_167",
181
+ "168": "LABEL_168",
182
+ "169": "LABEL_169",
183
+ "170": "LABEL_170",
184
+ "171": "LABEL_171",
185
+ "172": "LABEL_172",
186
+ "173": "LABEL_173",
187
+ "174": "LABEL_174",
188
+ "175": "LABEL_175",
189
+ "176": "LABEL_176",
190
+ "177": "LABEL_177",
191
+ "178": "LABEL_178",
192
+ "179": "LABEL_179",
193
+ "180": "LABEL_180",
194
+ "181": "LABEL_181",
195
+ "182": "LABEL_182",
196
+ "183": "LABEL_183",
197
+ "184": "LABEL_184",
198
+ "185": "LABEL_185",
199
+ "186": "LABEL_186",
200
+ "187": "LABEL_187",
201
+ "188": "LABEL_188",
202
+ "189": "LABEL_189",
203
+ "190": "LABEL_190",
204
+ "191": "LABEL_191",
205
+ "192": "LABEL_192",
206
+ "193": "LABEL_193",
207
+ "194": "LABEL_194",
208
+ "195": "LABEL_195",
209
+ "196": "LABEL_196",
210
+ "197": "LABEL_197",
211
+ "198": "LABEL_198",
212
+ "199": "LABEL_199",
213
+ "200": "LABEL_200",
214
+ "201": "LABEL_201",
215
+ "202": "LABEL_202",
216
+ "203": "LABEL_203",
217
+ "204": "LABEL_204",
218
+ "205": "LABEL_205",
219
+ "206": "LABEL_206",
220
+ "207": "LABEL_207",
221
+ "208": "LABEL_208",
222
+ "209": "LABEL_209"
223
+ },
224
+ "initializer_range": 0.02,
225
+ "intermediate_size": 2048,
226
+ "is_gpu": true,
227
+ "label2id": {
228
+ "LABEL_0": 0,
229
+ "LABEL_1": 1,
230
+ "LABEL_10": 10,
231
+ "LABEL_100": 100,
232
+ "LABEL_101": 101,
233
+ "LABEL_102": 102,
234
+ "LABEL_103": 103,
235
+ "LABEL_104": 104,
236
+ "LABEL_105": 105,
237
+ "LABEL_106": 106,
238
+ "LABEL_107": 107,
239
+ "LABEL_108": 108,
240
+ "LABEL_109": 109,
241
+ "LABEL_11": 11,
242
+ "LABEL_110": 110,
243
+ "LABEL_111": 111,
244
+ "LABEL_112": 112,
245
+ "LABEL_113": 113,
246
+ "LABEL_114": 114,
247
+ "LABEL_115": 115,
248
+ "LABEL_116": 116,
249
+ "LABEL_117": 117,
250
+ "LABEL_118": 118,
251
+ "LABEL_119": 119,
252
+ "LABEL_12": 12,
253
+ "LABEL_120": 120,
254
+ "LABEL_121": 121,
255
+ "LABEL_122": 122,
256
+ "LABEL_123": 123,
257
+ "LABEL_124": 124,
258
+ "LABEL_125": 125,
259
+ "LABEL_126": 126,
260
+ "LABEL_127": 127,
261
+ "LABEL_128": 128,
262
+ "LABEL_129": 129,
263
+ "LABEL_13": 13,
264
+ "LABEL_130": 130,
265
+ "LABEL_131": 131,
266
+ "LABEL_132": 132,
267
+ "LABEL_133": 133,
268
+ "LABEL_134": 134,
269
+ "LABEL_135": 135,
270
+ "LABEL_136": 136,
271
+ "LABEL_137": 137,
272
+ "LABEL_138": 138,
273
+ "LABEL_139": 139,
274
+ "LABEL_14": 14,
275
+ "LABEL_140": 140,
276
+ "LABEL_141": 141,
277
+ "LABEL_142": 142,
278
+ "LABEL_143": 143,
279
+ "LABEL_144": 144,
280
+ "LABEL_145": 145,
281
+ "LABEL_146": 146,
282
+ "LABEL_147": 147,
283
+ "LABEL_148": 148,
284
+ "LABEL_149": 149,
285
+ "LABEL_15": 15,
286
+ "LABEL_150": 150,
287
+ "LABEL_151": 151,
288
+ "LABEL_152": 152,
289
+ "LABEL_153": 153,
290
+ "LABEL_154": 154,
291
+ "LABEL_155": 155,
292
+ "LABEL_156": 156,
293
+ "LABEL_157": 157,
294
+ "LABEL_158": 158,
295
+ "LABEL_159": 159,
296
+ "LABEL_16": 16,
297
+ "LABEL_160": 160,
298
+ "LABEL_161": 161,
299
+ "LABEL_162": 162,
300
+ "LABEL_163": 163,
301
+ "LABEL_164": 164,
302
+ "LABEL_165": 165,
303
+ "LABEL_166": 166,
304
+ "LABEL_167": 167,
305
+ "LABEL_168": 168,
306
+ "LABEL_169": 169,
307
+ "LABEL_17": 17,
308
+ "LABEL_170": 170,
309
+ "LABEL_171": 171,
310
+ "LABEL_172": 172,
311
+ "LABEL_173": 173,
312
+ "LABEL_174": 174,
313
+ "LABEL_175": 175,
314
+ "LABEL_176": 176,
315
+ "LABEL_177": 177,
316
+ "LABEL_178": 178,
317
+ "LABEL_179": 179,
318
+ "LABEL_18": 18,
319
+ "LABEL_180": 180,
320
+ "LABEL_181": 181,
321
+ "LABEL_182": 182,
322
+ "LABEL_183": 183,
323
+ "LABEL_184": 184,
324
+ "LABEL_185": 185,
325
+ "LABEL_186": 186,
326
+ "LABEL_187": 187,
327
+ "LABEL_188": 188,
328
+ "LABEL_189": 189,
329
+ "LABEL_19": 19,
330
+ "LABEL_190": 190,
331
+ "LABEL_191": 191,
332
+ "LABEL_192": 192,
333
+ "LABEL_193": 193,
334
+ "LABEL_194": 194,
335
+ "LABEL_195": 195,
336
+ "LABEL_196": 196,
337
+ "LABEL_197": 197,
338
+ "LABEL_198": 198,
339
+ "LABEL_199": 199,
340
+ "LABEL_2": 2,
341
+ "LABEL_20": 20,
342
+ "LABEL_200": 200,
343
+ "LABEL_201": 201,
344
+ "LABEL_202": 202,
345
+ "LABEL_203": 203,
346
+ "LABEL_204": 204,
347
+ "LABEL_205": 205,
348
+ "LABEL_206": 206,
349
+ "LABEL_207": 207,
350
+ "LABEL_208": 208,
351
+ "LABEL_209": 209,
352
+ "LABEL_21": 21,
353
+ "LABEL_22": 22,
354
+ "LABEL_23": 23,
355
+ "LABEL_24": 24,
356
+ "LABEL_25": 25,
357
+ "LABEL_26": 26,
358
+ "LABEL_27": 27,
359
+ "LABEL_28": 28,
360
+ "LABEL_29": 29,
361
+ "LABEL_3": 3,
362
+ "LABEL_30": 30,
363
+ "LABEL_31": 31,
364
+ "LABEL_32": 32,
365
+ "LABEL_33": 33,
366
+ "LABEL_34": 34,
367
+ "LABEL_35": 35,
368
+ "LABEL_36": 36,
369
+ "LABEL_37": 37,
370
+ "LABEL_38": 38,
371
+ "LABEL_39": 39,
372
+ "LABEL_4": 4,
373
+ "LABEL_40": 40,
374
+ "LABEL_41": 41,
375
+ "LABEL_42": 42,
376
+ "LABEL_43": 43,
377
+ "LABEL_44": 44,
378
+ "LABEL_45": 45,
379
+ "LABEL_46": 46,
380
+ "LABEL_47": 47,
381
+ "LABEL_48": 48,
382
+ "LABEL_49": 49,
383
+ "LABEL_5": 5,
384
+ "LABEL_50": 50,
385
+ "LABEL_51": 51,
386
+ "LABEL_52": 52,
387
+ "LABEL_53": 53,
388
+ "LABEL_54": 54,
389
+ "LABEL_55": 55,
390
+ "LABEL_56": 56,
391
+ "LABEL_57": 57,
392
+ "LABEL_58": 58,
393
+ "LABEL_59": 59,
394
+ "LABEL_6": 6,
395
+ "LABEL_60": 60,
396
+ "LABEL_61": 61,
397
+ "LABEL_62": 62,
398
+ "LABEL_63": 63,
399
+ "LABEL_64": 64,
400
+ "LABEL_65": 65,
401
+ "LABEL_66": 66,
402
+ "LABEL_67": 67,
403
+ "LABEL_68": 68,
404
+ "LABEL_69": 69,
405
+ "LABEL_7": 7,
406
+ "LABEL_70": 70,
407
+ "LABEL_71": 71,
408
+ "LABEL_72": 72,
409
+ "LABEL_73": 73,
410
+ "LABEL_74": 74,
411
+ "LABEL_75": 75,
412
+ "LABEL_76": 76,
413
+ "LABEL_77": 77,
414
+ "LABEL_78": 78,
415
+ "LABEL_79": 79,
416
+ "LABEL_8": 8,
417
+ "LABEL_80": 80,
418
+ "LABEL_81": 81,
419
+ "LABEL_82": 82,
420
+ "LABEL_83": 83,
421
+ "LABEL_84": 84,
422
+ "LABEL_85": 85,
423
+ "LABEL_86": 86,
424
+ "LABEL_87": 87,
425
+ "LABEL_88": 88,
426
+ "LABEL_89": 89,
427
+ "LABEL_9": 9,
428
+ "LABEL_90": 90,
429
+ "LABEL_91": 91,
430
+ "LABEL_92": 92,
431
+ "LABEL_93": 93,
432
+ "LABEL_94": 94,
433
+ "LABEL_95": 95,
434
+ "LABEL_96": 96,
435
+ "LABEL_97": 97,
436
+ "LABEL_98": 98,
437
+ "LABEL_99": 99
438
+ },
439
+ "layer_norm_eps": 1e-12,
440
+ "max_position_embeddings": 768,
441
+ "model_type": "bert",
442
+ "norm_mean": [
443
+ 11.78879961265325,
444
+ 11.788797208559462,
445
+ 0.161743306260005,
446
+ -1.1315692811063311,
447
+ 0.553857507652851,
448
+ 16.225420435445013,
449
+ 396.67377846899547,
450
+ 373.906517186301,
451
+ 396.22376326211344,
452
+ 146.2243854390529,
453
+ 0.00020579622717389938,
454
+ 0.27397533012168174,
455
+ -0.42619569075751296,
456
+ 0.430395067609715,
457
+ 0.26979931345055264,
458
+ 1.0978297230672145,
459
+ 1.811797453672612,
460
+ 2.4777456612803634,
461
+ 27.297373511547264,
462
+ 10.013927309892821,
463
+ 2.2705885909391057,
464
+ -2.221993498354204,
465
+ 2.310685266802566,
466
+ -2.3124941317400713,
467
+ 6.704786113625519,
468
+ 0.029053546411851386,
469
+ 2.9510481899052503,
470
+ 1.8092407597256042,
471
+ 959.3629399774176,
472
+ 19.888259842310287,
473
+ 15.738962804358646,
474
+ 16.342765087539934,
475
+ 13.409361297776742,
476
+ 9.178509017278888,
477
+ 9.781031913717728,
478
+ 6.960772064819403,
479
+ 7.650269643836828,
480
+ 4.899768109960316,
481
+ 5.481163654539192,
482
+ 3.4355717527107705,
483
+ 3.906185352370315,
484
+ -2.714885743615984,
485
+ 19.39068024303442,
486
+ 8.268273499916912,
487
+ 5.250129211450636,
488
+ 165.17984316050834,
489
+ 13.689998022284593,
490
+ 9.316074803723536,
491
+ 4.573632631781159,
492
+ 4.4158152995195445,
493
+ 3.1316978959444772,
494
+ 3.1475899005376693,
495
+ 7.8365444688313275,
496
+ 6.171607431181991,
497
+ 2.9705834068162282,
498
+ 2.3401706686613735,
499
+ 28.302697177791813,
500
+ 41.3419996730726,
501
+ 23.08491483824693,
502
+ 14.872661089974958,
503
+ 15.460703687489545,
504
+ 23.871966640269605,
505
+ 0.3851038562974869,
506
+ 10.896161411247874,
507
+ 3.782488232116172,
508
+ 29.326847745603075,
509
+ 16.74055030412742,
510
+ 57.260832252759364,
511
+ 0.0,
512
+ 7.471333178473629,
513
+ 8.91175093982249,
514
+ 6.041776976115462,
515
+ 3.696903561892062,
516
+ 6.597380475443101,
517
+ 37.483061243548185,
518
+ 11.484073075191473,
519
+ 6.500935377003061,
520
+ 29.436572297903666,
521
+ 46.0190707068987,
522
+ 1.1107764067672086,
523
+ 7.913686247777438,
524
+ 0.0,
525
+ 80.33889588752622,
526
+ 10.907522913974908,
527
+ 11.27308924719699,
528
+ 0.049622794706427234,
529
+ 15.22262179998044,
530
+ 19.196714534306004,
531
+ 23.495050107709968,
532
+ 14.69896886379223,
533
+ 17.316323941800068,
534
+ 23.357185185607648,
535
+ 20.15938033245458,
536
+ 9.519507586809771,
537
+ 15.016775897112439,
538
+ 2.024063184343625,
539
+ 20.245986605067703,
540
+ 9.531171127967182,
541
+ 2.8819911824014013,
542
+ 0.11692336047179511,
543
+ 11.082355891559102,
544
+ 2.512950480176817,
545
+ 3.2587894946295695,
546
+ 0.2598054173379498,
547
+ 0.3286261371553574,
548
+ 27.898829160854103,
549
+ 1.6650642838291294,
550
+ 6.169583160527341,
551
+ 0.29147029622089005,
552
+ 0.6742096482298382,
553
+ 0.9656799444507282,
554
+ 1.5070606957483441,
555
+ 0.9732731968480187,
556
+ 2.480333892596363,
557
+ 5.162941912051176,
558
+ 1.5237843883924644,
559
+ 7.259591518053513,
560
+ 5.608242531639206,
561
+ 0.20247756664027447,
562
+ 0.44167326471364476,
563
+ 0.6441508313539193,
564
+ 3.4460138370470914,
565
+ 3.4843022313496315,
566
+ 106.97658736969558,
567
+ 0.0672121052168558,
568
+ 0.2092122874486295,
569
+ 0.18132689866656612,
570
+ 0.061390114240470535,
571
+ 0.02878790735085272,
572
+ 1.349936061782855,
573
+ 0.12412104588470384,
574
+ 0.12250295341150448,
575
+ 0.09600001256770853,
576
+ 0.09610369616307858,
577
+ 1.0891961693624401,
578
+ 0.993552765524262,
579
+ 0.017652132111752063,
580
+ 0.008457282358707538,
581
+ 0.056956855056617524,
582
+ 2.06690969473036,
583
+ 0.8959825748721235,
584
+ 0.15192631552489036,
585
+ 0.018136774371928767,
586
+ 0.06698274453618872,
587
+ 0.12479184732747678,
588
+ 0.12412104588470384,
589
+ 0.010770526209956138,
590
+ 0.004945393306438437,
591
+ 0.012108201686586485,
592
+ 0.2481823951538916,
593
+ 0.14366461813017634,
594
+ 0.787110872324649,
595
+ 0.034873034724578665,
596
+ 0.6166369754552652,
597
+ 0.4245049893802863,
598
+ 0.0015096959871306664,
599
+ 0.0021561474946273046,
600
+ 0.0017390566677977603,
601
+ 1.5058848295190337,
602
+ 0.000993634455629705,
603
+ 0.8969604996920911,
604
+ 2.9848307758046474e-05,
605
+ 0.0014303623270369114,
606
+ 0.0037632432228631753,
607
+ 0.13374162676419207,
608
+ 0.8178428470886904,
609
+ 0.0451220010305521,
610
+ 0.017309662054317637,
611
+ 0.6755166899169275,
612
+ 0.013918737196646935,
613
+ 0.030101232892206765,
614
+ 0.09081740376277193,
615
+ 0.02967471628397994,
616
+ 3.927408915532431e-05,
617
+ 0.0003573942113134512,
618
+ 0.11362465281705186,
619
+ 0.0787147004486672,
620
+ 0.0036493483643127347,
621
+ 0.01761757091329538,
622
+ 0.3028228644321281,
623
+ 0.03790342344380349,
624
+ 0.05174361246213978,
625
+ 0.041843400067865626,
626
+ 0.03347880455956465,
627
+ 0.02212623634832661,
628
+ 0.0008247558722618105,
629
+ 0.015250914300795535,
630
+ 0.013098694215083764,
631
+ 0.25869842526612125,
632
+ 0.09532764016136938,
633
+ 0.09382108610137113,
634
+ 0.005384477623194963,
635
+ 0.004389272203999045,
636
+ 0.12206229813118175,
637
+ 0.07021971496437054,
638
+ 0.026331705815078738,
639
+ 0.0,
640
+ 0.23489597079264538,
641
+ 0.004157555077982631,
642
+ 0.08453747690683558,
643
+ 0.10048511354924657,
644
+ 0.026359197677487463,
645
+ 0.0034773278538124145,
646
+ 0.01119939926353228,
647
+ 0.04697966544759894,
648
+ 0.0001704495469341075,
649
+ 0.057197997964031216,
650
+ 0.31014355465068055,
651
+ 0.05334913722680944,
652
+ 16.225420435445013
653
+ ],
654
+ "norm_std": [
655
+ 2.4557450586041694,
656
+ 2.455744580377551,
657
+ 0.1901073412259103,
658
+ 1.5837939398994312,
659
+ 0.2140204835539139,
660
+ 7.163352430420644,
661
+ 110.37124252883991,
662
+ 103.94724708282811,
663
+ 110.24507857321171,
664
+ 41.959360763282824,
665
+ 0.014615358118186055,
666
+ 0.08567380560002029,
667
+ 0.07620985256921298,
668
+ 0.07446761246686605,
669
+ 0.07922235708746773,
670
+ 0.19993954116649107,
671
+ 0.26602153956973107,
672
+ 0.32704134361048515,
673
+ 15.627713059641515,
674
+ 0.3737861594982892,
675
+ 0.16970128065807558,
676
+ 0.15912196564614803,
677
+ 0.14528050179945476,
678
+ 0.19622936556573745,
679
+ 1.1645324328599111,
680
+ 0.29289836148468523,
681
+ 0.35572580912640833,
682
+ 0.450081661911271,
683
+ 358.19568896327723,
684
+ 5.58516632100786,
685
+ 4.604040680995728,
686
+ 4.619608667697351,
687
+ 3.7688930166851935,
688
+ 2.837170436634257,
689
+ 2.9230796797319907,
690
+ 2.4191765322763215,
691
+ 2.5710201479065646,
692
+ 1.9207999015688948,
693
+ 2.0595565417285258,
694
+ 1.5581000901709552,
695
+ 1.6750030761512265,
696
+ 1.0314899449675925,
697
+ 5.990600525015119,
698
+ 3.093041429116176,
699
+ 856.8649505165378,
700
+ 45.533845879164865,
701
+ 8.721823398756896,
702
+ 8.632107693693463,
703
+ 6.281047295721583,
704
+ 5.682491319134954,
705
+ 4.393709984185692,
706
+ 6.664534480284654,
707
+ 6.329666250761914,
708
+ 6.0350975762603145,
709
+ 5.331090335383015,
710
+ 5.033238754812009,
711
+ 21.780687922235597,
712
+ 20.399811144341708,
713
+ 14.568933118611575,
714
+ 10.597285239702495,
715
+ 10.508655284068706,
716
+ 13.991167827590573,
717
+ 1.5327257387908346,
718
+ 7.980222464822894,
719
+ 7.0937633795621675,
720
+ 25.58650754754035,
721
+ 14.428247364489906,
722
+ 26.10058915784191,
723
+ 0.0,
724
+ 8.812798184267185,
725
+ 6.850115981793158,
726
+ 7.232254169264399,
727
+ 5.839282733976217,
728
+ 9.770108548637852,
729
+ 20.672974730036653,
730
+ 9.287071768188628,
731
+ 8.41942718112866,
732
+ 22.16609318252839,
733
+ 22.599419775147982,
734
+ 2.7896064158812597,
735
+ 9.446327552383305,
736
+ 0.0,
737
+ 38.478930914153246,
738
+ 15.076238963878009,
739
+ 8.493696981028185,
740
+ 0.5333544860135173,
741
+ 11.8621258118974,
742
+ 13.66309682823155,
743
+ 17.819490186431942,
744
+ 15.199685124398282,
745
+ 15.200637820116304,
746
+ 21.027598387702177,
747
+ 17.652103289937063,
748
+ 8.761897467133657,
749
+ 17.608388797411507,
750
+ 3.6343330743143096,
751
+ 13.727245414380686,
752
+ 9.579603715673986,
753
+ 3.120179604616355,
754
+ 1.781709640086731,
755
+ 6.998686351805373,
756
+ 4.0313107361807115,
757
+ 3.347100879326076,
758
+ 2.2034466221280313,
759
+ 0.20375306190633777,
760
+ 7.845011198538416,
761
+ 1.6124574759304917,
762
+ 2.5611289010997695,
763
+ 0.7547619389342607,
764
+ 0.8079401120375572,
765
+ 1.1091285570095153,
766
+ 0.941287574438209,
767
+ 0.9194454569796577,
768
+ 1.1909042955391855,
769
+ 2.1922388970756055,
770
+ 1.3908116828429344,
771
+ 2.8542392945412787,
772
+ 3.4917021803363664,
773
+ 0.6402797341314147,
774
+ 0.6837148847140367,
775
+ 0.9592563423099368,
776
+ 1.3269105507330647,
777
+ 1.818510762759157,
778
+ 29.816802920344593,
779
+ 0.2790494135700369,
780
+ 0.6556820384157217,
781
+ 0.6128744325067826,
782
+ 0.26344263872625673,
783
+ 0.1741949667318314,
784
+ 1.5015598717905254,
785
+ 0.3597066754796728,
786
+ 0.44485977583637965,
787
+ 0.327287322684933,
788
+ 0.32748243336484867,
789
+ 1.073886022407389,
790
+ 1.0245570424105435,
791
+ 0.13666537358955438,
792
+ 0.09392808209002645,
793
+ 0.2610584184706553,
794
+ 1.6264149868160163,
795
+ 0.9702311384818341,
796
+ 0.4330233280453187,
797
+ 0.16895374444599429,
798
+ 0.26662563113225124,
799
+ 0.360641632049109,
800
+ 0.3597066754796728,
801
+ 0.10610264834046756,
802
+ 0.07291652220211808,
803
+ 0.11606588269547549,
804
+ 0.9158423087759645,
805
+ 0.6364174686814384,
806
+ 0.9873875751404888,
807
+ 0.19708141957511546,
808
+ 0.8430467616020442,
809
+ 0.7292080772794137,
810
+ 0.040197180139894484,
811
+ 0.04848722404467991,
812
+ 0.0418350453787292,
813
+ 0.9414416809467188,
814
+ 0.03153122436234195,
815
+ 1.2678042687955886,
816
+ 0.005463278945489645,
817
+ 0.037834617980830695,
818
+ 0.06859881948714805,
819
+ 0.4317994497087872,
820
+ 1.0920572398444384,
821
+ 0.21490450485434368,
822
+ 0.14826374250214336,
823
+ 1.1759820802559418,
824
+ 0.12080458933046213,
825
+ 0.17637179856764468,
826
+ 0.29786944984794644,
827
+ 0.18737083569796253,
828
+ 0.007308297941144899,
829
+ 0.019595225472568874,
830
+ 0.37837107259052205,
831
+ 0.3114517034148772,
832
+ 0.060701980951763886,
833
+ 0.14090881807826325,
834
+ 0.691570542668661,
835
+ 0.19875864125414572,
836
+ 0.2399044125900563,
837
+ 0.21579629690385252,
838
+ 0.19428831720071638,
839
+ 0.15404791607563412,
840
+ 0.03127347245649173,
841
+ 0.12754309055946822,
842
+ 0.1184612880875633,
843
+ 0.5726782531127644,
844
+ 0.40940381168561424,
845
+ 0.4067791846825119,
846
+ 0.09677889753682423,
847
+ 0.07558558290250689,
848
+ 0.3687494220695116,
849
+ 0.26131949035968716,
850
+ 0.16443258686114756,
851
+ 0.0,
852
+ 0.49223416630062444,
853
+ 0.0721047797124303,
854
+ 0.2952006668799927,
855
+ 0.313381735484985,
856
+ 0.1643636792061654,
857
+ 0.06161744361208939,
858
+ 0.10642789979118751,
859
+ 0.21842322996454705,
860
+ 0.013351977820369445,
861
+ 0.24133017412974148,
862
+ 1.4776749963606077,
863
+ 0.23108070589768165,
864
+ 7.163352430420644
865
+ ],
866
+ "num_attention_heads": 8,
867
+ "num_hidden_layers": 6,
868
+ "pad_token_id": 0,
869
+ "position_embedding_type": "absolute",
870
+ "torch_dtype": "float32",
871
+ "transformers_version": "4.33.3",
872
+ "type_vocab_size": 5,
873
+ "use_cache": true,
874
+ "vocab_size": 4096
875
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:739382059c35a99ff13ccf4a1ef6ebcfe9a61dc0b92e0ef6ae669ce6946f72fc
3
+ size 86716521