sileod commited on
Commit
3c76686
1 Parent(s): 1f88cb9
Files changed (1) hide show
  1. config.json +348 -348
config.json CHANGED
@@ -11,358 +11,358 @@
11
  "hidden_dropout_prob": 0.1,
12
  "hidden_size": 768,
13
  "id2label": {
14
- "0": "LABEL_0",
15
- "1": "LABEL_1",
16
- "2": "LABEL_2",
17
- "3": "LABEL_3",
18
- "4": "LABEL_4",
19
- "5": "LABEL_5",
20
- "6": "LABEL_6",
21
- "7": "LABEL_7",
22
- "8": "LABEL_8",
23
- "9": "LABEL_9",
24
- "10": "LABEL_10",
25
- "11": "LABEL_11",
26
- "12": "LABEL_12",
27
- "13": "LABEL_13",
28
- "14": "LABEL_14",
29
- "15": "LABEL_15",
30
- "16": "LABEL_16",
31
- "17": "LABEL_17",
32
- "18": "LABEL_18",
33
- "19": "LABEL_19",
34
- "20": "LABEL_20",
35
- "21": "LABEL_21",
36
- "22": "LABEL_22",
37
- "23": "LABEL_23",
38
- "24": "LABEL_24",
39
- "25": "LABEL_25",
40
- "26": "LABEL_26",
41
- "27": "LABEL_27",
42
- "28": "LABEL_28",
43
- "29": "LABEL_29",
44
- "30": "LABEL_30",
45
- "31": "LABEL_31",
46
- "32": "LABEL_32",
47
- "33": "LABEL_33",
48
- "34": "LABEL_34",
49
- "35": "LABEL_35",
50
- "36": "LABEL_36",
51
- "37": "LABEL_37",
52
- "38": "LABEL_38",
53
- "39": "LABEL_39",
54
- "40": "LABEL_40",
55
- "41": "LABEL_41",
56
- "42": "LABEL_42",
57
- "43": "LABEL_43",
58
- "44": "LABEL_44",
59
- "45": "LABEL_45",
60
- "46": "LABEL_46",
61
- "47": "LABEL_47",
62
- "48": "LABEL_48",
63
- "49": "LABEL_49",
64
- "50": "LABEL_50",
65
- "51": "LABEL_51",
66
- "52": "LABEL_52",
67
- "53": "LABEL_53",
68
- "54": "LABEL_54",
69
- "55": "LABEL_55",
70
- "56": "LABEL_56",
71
- "57": "LABEL_57",
72
- "58": "LABEL_58",
73
- "59": "LABEL_59",
74
- "60": "LABEL_60",
75
- "61": "LABEL_61",
76
- "62": "LABEL_62",
77
- "63": "LABEL_63",
78
- "64": "LABEL_64",
79
- "65": "LABEL_65",
80
- "66": "LABEL_66",
81
- "67": "LABEL_67",
82
- "68": "LABEL_68",
83
- "69": "LABEL_69",
84
- "70": "LABEL_70",
85
- "71": "LABEL_71",
86
- "72": "LABEL_72",
87
- "73": "LABEL_73",
88
- "74": "LABEL_74",
89
- "75": "LABEL_75",
90
- "76": "LABEL_76",
91
- "77": "LABEL_77",
92
- "78": "LABEL_78",
93
- "79": "LABEL_79",
94
- "80": "LABEL_80",
95
- "81": "LABEL_81",
96
- "82": "LABEL_82",
97
- "83": "LABEL_83",
98
- "84": "LABEL_84",
99
- "85": "LABEL_85",
100
- "86": "LABEL_86",
101
- "87": "LABEL_87",
102
- "88": "LABEL_88",
103
- "89": "LABEL_89",
104
- "90": "LABEL_90",
105
- "91": "LABEL_91",
106
- "92": "LABEL_92",
107
- "93": "LABEL_93",
108
- "94": "LABEL_94",
109
- "95": "LABEL_95",
110
- "96": "LABEL_96",
111
- "97": "LABEL_97",
112
- "98": "LABEL_98",
113
- "99": "LABEL_99",
114
- "100": "LABEL_100",
115
- "101": "LABEL_101",
116
- "102": "LABEL_102",
117
- "103": "LABEL_103",
118
- "104": "LABEL_104",
119
- "105": "LABEL_105",
120
- "106": "LABEL_106",
121
- "107": "LABEL_107",
122
- "108": "LABEL_108",
123
- "109": "LABEL_109",
124
- "110": "LABEL_110",
125
- "111": "LABEL_111",
126
- "112": "LABEL_112",
127
- "113": "LABEL_113",
128
- "114": "LABEL_114",
129
- "115": "LABEL_115",
130
- "116": "LABEL_116",
131
- "117": "LABEL_117",
132
- "118": "LABEL_118",
133
- "119": "LABEL_119",
134
- "120": "LABEL_120",
135
- "121": "LABEL_121",
136
- "122": "LABEL_122",
137
- "123": "LABEL_123",
138
- "124": "LABEL_124",
139
- "125": "LABEL_125",
140
- "126": "LABEL_126",
141
- "127": "LABEL_127",
142
- "128": "LABEL_128",
143
- "129": "LABEL_129",
144
- "130": "LABEL_130",
145
- "131": "LABEL_131",
146
- "132": "LABEL_132",
147
- "133": "LABEL_133",
148
- "134": "LABEL_134",
149
- "135": "LABEL_135",
150
- "136": "LABEL_136",
151
- "137": "LABEL_137",
152
- "138": "LABEL_138",
153
- "139": "LABEL_139",
154
- "140": "LABEL_140",
155
- "141": "LABEL_141",
156
- "142": "LABEL_142",
157
- "143": "LABEL_143",
158
- "144": "LABEL_144",
159
- "145": "LABEL_145",
160
- "146": "LABEL_146",
161
- "147": "LABEL_147",
162
- "148": "LABEL_148",
163
- "149": "LABEL_149",
164
- "150": "LABEL_150",
165
- "151": "LABEL_151",
166
- "152": "LABEL_152",
167
- "153": "LABEL_153",
168
- "154": "LABEL_154",
169
- "155": "LABEL_155",
170
- "156": "LABEL_156",
171
- "157": "LABEL_157",
172
- "158": "LABEL_158",
173
- "159": "LABEL_159",
174
- "160": "LABEL_160",
175
- "161": "LABEL_161",
176
- "162": "LABEL_162",
177
- "163": "LABEL_163",
178
- "164": "LABEL_164",
179
- "165": "LABEL_165",
180
- "166": "LABEL_166",
181
- "167": "LABEL_167",
182
- "168": "LABEL_168",
183
- "169": "LABEL_169",
184
- "170": "LABEL_170",
185
- "171": "LABEL_171",
186
- "172": "LABEL_172",
187
- "173": "LABEL_173"
188
  },
189
  "initializer_range": 0.02,
190
  "intermediate_size": 3072,
191
  "label2id": {
192
- "LABEL_0": 0,
193
- "LABEL_1": 1,
194
- "LABEL_10": 10,
195
- "LABEL_100": 100,
196
- "LABEL_101": 101,
197
- "LABEL_102": 102,
198
- "LABEL_103": 103,
199
- "LABEL_104": 104,
200
- "LABEL_105": 105,
201
- "LABEL_106": 106,
202
- "LABEL_107": 107,
203
- "LABEL_108": 108,
204
- "LABEL_109": 109,
205
- "LABEL_11": 11,
206
- "LABEL_110": 110,
207
- "LABEL_111": 111,
208
- "LABEL_112": 112,
209
- "LABEL_113": 113,
210
- "LABEL_114": 114,
211
- "LABEL_115": 115,
212
- "LABEL_116": 116,
213
- "LABEL_117": 117,
214
- "LABEL_118": 118,
215
- "LABEL_119": 119,
216
- "LABEL_12": 12,
217
- "LABEL_120": 120,
218
- "LABEL_121": 121,
219
- "LABEL_122": 122,
220
- "LABEL_123": 123,
221
- "LABEL_124": 124,
222
- "LABEL_125": 125,
223
- "LABEL_126": 126,
224
- "LABEL_127": 127,
225
- "LABEL_128": 128,
226
- "LABEL_129": 129,
227
- "LABEL_13": 13,
228
- "LABEL_130": 130,
229
- "LABEL_131": 131,
230
- "LABEL_132": 132,
231
- "LABEL_133": 133,
232
- "LABEL_134": 134,
233
- "LABEL_135": 135,
234
- "LABEL_136": 136,
235
- "LABEL_137": 137,
236
- "LABEL_138": 138,
237
- "LABEL_139": 139,
238
- "LABEL_14": 14,
239
- "LABEL_140": 140,
240
- "LABEL_141": 141,
241
- "LABEL_142": 142,
242
- "LABEL_143": 143,
243
- "LABEL_144": 144,
244
- "LABEL_145": 145,
245
- "LABEL_146": 146,
246
- "LABEL_147": 147,
247
- "LABEL_148": 148,
248
- "LABEL_149": 149,
249
- "LABEL_15": 15,
250
- "LABEL_150": 150,
251
- "LABEL_151": 151,
252
- "LABEL_152": 152,
253
- "LABEL_153": 153,
254
- "LABEL_154": 154,
255
- "LABEL_155": 155,
256
- "LABEL_156": 156,
257
- "LABEL_157": 157,
258
- "LABEL_158": 158,
259
- "LABEL_159": 159,
260
- "LABEL_16": 16,
261
- "LABEL_160": 160,
262
- "LABEL_161": 161,
263
- "LABEL_162": 162,
264
- "LABEL_163": 163,
265
- "LABEL_164": 164,
266
- "LABEL_165": 165,
267
- "LABEL_166": 166,
268
- "LABEL_167": 167,
269
- "LABEL_168": 168,
270
- "LABEL_169": 169,
271
- "LABEL_17": 17,
272
- "LABEL_170": 170,
273
- "LABEL_171": 171,
274
- "LABEL_172": 172,
275
- "LABEL_173": 173,
276
- "LABEL_18": 18,
277
- "LABEL_19": 19,
278
- "LABEL_2": 2,
279
- "LABEL_20": 20,
280
- "LABEL_21": 21,
281
- "LABEL_22": 22,
282
- "LABEL_23": 23,
283
- "LABEL_24": 24,
284
- "LABEL_25": 25,
285
- "LABEL_26": 26,
286
- "LABEL_27": 27,
287
- "LABEL_28": 28,
288
- "LABEL_29": 29,
289
- "LABEL_3": 3,
290
- "LABEL_30": 30,
291
- "LABEL_31": 31,
292
- "LABEL_32": 32,
293
- "LABEL_33": 33,
294
- "LABEL_34": 34,
295
- "LABEL_35": 35,
296
- "LABEL_36": 36,
297
- "LABEL_37": 37,
298
- "LABEL_38": 38,
299
- "LABEL_39": 39,
300
- "LABEL_4": 4,
301
- "LABEL_40": 40,
302
- "LABEL_41": 41,
303
- "LABEL_42": 42,
304
- "LABEL_43": 43,
305
- "LABEL_44": 44,
306
- "LABEL_45": 45,
307
- "LABEL_46": 46,
308
- "LABEL_47": 47,
309
- "LABEL_48": 48,
310
- "LABEL_49": 49,
311
- "LABEL_5": 5,
312
- "LABEL_50": 50,
313
- "LABEL_51": 51,
314
- "LABEL_52": 52,
315
- "LABEL_53": 53,
316
- "LABEL_54": 54,
317
- "LABEL_55": 55,
318
- "LABEL_56": 56,
319
- "LABEL_57": 57,
320
- "LABEL_58": 58,
321
- "LABEL_59": 59,
322
- "LABEL_6": 6,
323
- "LABEL_60": 60,
324
- "LABEL_61": 61,
325
- "LABEL_62": 62,
326
- "LABEL_63": 63,
327
- "LABEL_64": 64,
328
- "LABEL_65": 65,
329
- "LABEL_66": 66,
330
- "LABEL_67": 67,
331
- "LABEL_68": 68,
332
- "LABEL_69": 69,
333
- "LABEL_7": 7,
334
- "LABEL_70": 70,
335
- "LABEL_71": 71,
336
- "LABEL_72": 72,
337
- "LABEL_73": 73,
338
- "LABEL_74": 74,
339
- "LABEL_75": 75,
340
- "LABEL_76": 76,
341
- "LABEL_77": 77,
342
- "LABEL_78": 78,
343
- "LABEL_79": 79,
344
- "LABEL_8": 8,
345
- "LABEL_80": 80,
346
- "LABEL_81": 81,
347
- "LABEL_82": 82,
348
- "LABEL_83": 83,
349
- "LABEL_84": 84,
350
- "LABEL_85": 85,
351
- "LABEL_86": 86,
352
- "LABEL_87": 87,
353
- "LABEL_88": 88,
354
- "LABEL_89": 89,
355
- "LABEL_9": 9,
356
- "LABEL_90": 90,
357
- "LABEL_91": 91,
358
- "LABEL_92": 92,
359
- "LABEL_93": 93,
360
- "LABEL_94": 94,
361
- "LABEL_95": 95,
362
- "LABEL_96": 96,
363
- "LABEL_97": 97,
364
- "LABEL_98": 98,
365
- "LABEL_99": 99
366
  },
367
  "layer_norm_eps": 1e-05,
368
  "max_position_embeddings": 514,
11
  "hidden_dropout_prob": 0.1,
12
  "hidden_size": 768,
13
  "id2label": {
14
+ "0": "[no-conn]",
15
+ "1": "absolutely,",
16
+ "10": "alternately,",
17
+ "100": "notably,",
18
+ "101": "now,",
19
+ "102": "obviously,",
20
+ "103": "occasionally,",
21
+ "104": "oddly,",
22
+ "105": "often,",
23
+ "106": "on_the_contrary,",
24
+ "107": "on_the_other_hand",
25
+ "108": "once,",
26
+ "109": "only,",
27
+ "11": "alternatively",
28
+ "110": "optionally,",
29
+ "111": "or,",
30
+ "112": "originally,",
31
+ "113": "otherwise,",
32
+ "114": "overall,",
33
+ "115": "particularly,",
34
+ "116": "perhaps,",
35
+ "117": "personally,",
36
+ "118": "plus,",
37
+ "119": "preferably,",
38
+ "12": "although,",
39
+ "120": "presently,",
40
+ "121": "presumably,",
41
+ "122": "previously,",
42
+ "123": "probably,",
43
+ "124": "rather,",
44
+ "125": "realistically,",
45
+ "126": "really,",
46
+ "127": "recently,",
47
+ "128": "regardless,",
48
+ "129": "remarkably,",
49
+ "13": "altogether,",
50
+ "130": "sadly,",
51
+ "131": "second,",
52
+ "132": "secondly,",
53
+ "133": "separately,",
54
+ "134": "seriously,",
55
+ "135": "significantly,",
56
+ "136": "similarly,",
57
+ "137": "simultaneously",
58
+ "138": "slowly,",
59
+ "139": "so,",
60
+ "14": "amazingly,",
61
+ "140": "sometimes,",
62
+ "141": "soon,",
63
+ "142": "specifically,",
64
+ "143": "still,",
65
+ "144": "strangely,",
66
+ "145": "subsequently,",
67
+ "146": "suddenly,",
68
+ "147": "supposedly,",
69
+ "148": "surely,",
70
+ "149": "surprisingly,",
71
+ "15": "and",
72
+ "150": "technically,",
73
+ "151": "thankfully,",
74
+ "152": "then,",
75
+ "153": "theoretically,",
76
+ "154": "thereafter,",
77
+ "155": "thereby,",
78
+ "156": "therefore",
79
+ "157": "third,",
80
+ "158": "thirdly,",
81
+ "159": "this,",
82
+ "16": "anyway,",
83
+ "160": "though,",
84
+ "161": "thus,",
85
+ "162": "together,",
86
+ "163": "traditionally,",
87
+ "164": "truly,",
88
+ "165": "truthfully,",
89
+ "166": "typically,",
90
+ "167": "ultimately,",
91
+ "168": "undoubtedly,",
92
+ "169": "unfortunately,",
93
+ "17": "apparently,",
94
+ "170": "unsurprisingly,",
95
+ "171": "usually,",
96
+ "172": "well,",
97
+ "173": "yet,",
98
+ "18": "arguably,",
99
+ "19": "as_a_result,",
100
+ "2": "accordingly",
101
+ "20": "basically,",
102
+ "21": "because_of_that",
103
+ "22": "because_of_this",
104
+ "23": "besides,",
105
+ "24": "but",
106
+ "25": "by_comparison,",
107
+ "26": "by_contrast,",
108
+ "27": "by_doing_this,",
109
+ "28": "by_then",
110
+ "29": "certainly,",
111
+ "3": "actually,",
112
+ "30": "clearly,",
113
+ "31": "coincidentally,",
114
+ "32": "collectively,",
115
+ "33": "consequently",
116
+ "34": "conversely",
117
+ "35": "curiously,",
118
+ "36": "currently,",
119
+ "37": "elsewhere,",
120
+ "38": "especially,",
121
+ "39": "essentially,",
122
+ "4": "additionally",
123
+ "40": "eventually,",
124
+ "41": "evidently,",
125
+ "42": "finally,",
126
+ "43": "first,",
127
+ "44": "firstly,",
128
+ "45": "for_example",
129
+ "46": "for_instance",
130
+ "47": "fortunately,",
131
+ "48": "frankly,",
132
+ "49": "frequently,",
133
+ "5": "admittedly,",
134
+ "50": "further,",
135
+ "51": "furthermore",
136
+ "52": "generally,",
137
+ "53": "gradually,",
138
+ "54": "happily,",
139
+ "55": "hence,",
140
+ "56": "here,",
141
+ "57": "historically,",
142
+ "58": "honestly,",
143
+ "59": "hopefully,",
144
+ "6": "afterward",
145
+ "60": "however",
146
+ "61": "ideally,",
147
+ "62": "immediately,",
148
+ "63": "importantly,",
149
+ "64": "in_contrast,",
150
+ "65": "in_fact,",
151
+ "66": "in_other_words",
152
+ "67": "in_particular,",
153
+ "68": "in_short,",
154
+ "69": "in_sum,",
155
+ "7": "again,",
156
+ "70": "in_the_end,",
157
+ "71": "in_the_meantime,",
158
+ "72": "in_turn,",
159
+ "73": "incidentally,",
160
+ "74": "increasingly,",
161
+ "75": "indeed,",
162
+ "76": "inevitably,",
163
+ "77": "initially,",
164
+ "78": "instead,",
165
+ "79": "interestingly,",
166
+ "8": "already,",
167
+ "80": "ironically,",
168
+ "81": "lastly,",
169
+ "82": "lately,",
170
+ "83": "later,",
171
+ "84": "likewise,",
172
+ "85": "locally,",
173
+ "86": "luckily,",
174
+ "87": "maybe,",
175
+ "88": "meaning,",
176
+ "89": "meantime,",
177
+ "9": "also,",
178
+ "90": "meanwhile,",
179
+ "91": "moreover",
180
+ "92": "mostly,",
181
+ "93": "namely,",
182
+ "94": "nationally,",
183
+ "95": "naturally,",
184
+ "96": "nevertheless",
185
+ "97": "next,",
186
+ "98": "nonetheless",
187
+ "99": "normally,"
188
  },
189
  "initializer_range": 0.02,
190
  "intermediate_size": 3072,
191
  "label2id": {
192
+ "[no-conn]": 0,
193
+ "absolutely,": 1,
194
+ "accordingly": 2,
195
+ "actually,": 3,
196
+ "additionally": 4,
197
+ "admittedly,": 5,
198
+ "afterward": 6,
199
+ "again,": 7,
200
+ "already,": 8,
201
+ "also,": 9,
202
+ "alternately,": 10,
203
+ "alternatively": 11,
204
+ "although,": 12,
205
+ "altogether,": 13,
206
+ "amazingly,": 14,
207
+ "and": 15,
208
+ "anyway,": 16,
209
+ "apparently,": 17,
210
+ "arguably,": 18,
211
+ "as_a_result,": 19,
212
+ "basically,": 20,
213
+ "because_of_that": 21,
214
+ "because_of_this": 22,
215
+ "besides,": 23,
216
+ "but": 24,
217
+ "by_comparison,": 25,
218
+ "by_contrast,": 26,
219
+ "by_doing_this,": 27,
220
+ "by_then": 28,
221
+ "certainly,": 29,
222
+ "clearly,": 30,
223
+ "coincidentally,": 31,
224
+ "collectively,": 32,
225
+ "consequently": 33,
226
+ "conversely": 34,
227
+ "curiously,": 35,
228
+ "currently,": 36,
229
+ "elsewhere,": 37,
230
+ "especially,": 38,
231
+ "essentially,": 39,
232
+ "eventually,": 40,
233
+ "evidently,": 41,
234
+ "finally,": 42,
235
+ "first,": 43,
236
+ "firstly,": 44,
237
+ "for_example": 45,
238
+ "for_instance": 46,
239
+ "fortunately,": 47,
240
+ "frankly,": 48,
241
+ "frequently,": 49,
242
+ "further,": 50,
243
+ "furthermore": 51,
244
+ "generally,": 52,
245
+ "gradually,": 53,
246
+ "happily,": 54,
247
+ "hence,": 55,
248
+ "here,": 56,
249
+ "historically,": 57,
250
+ "honestly,": 58,
251
+ "hopefully,": 59,
252
+ "however": 60,
253
+ "ideally,": 61,
254
+ "immediately,": 62,
255
+ "importantly,": 63,
256
+ "in_contrast,": 64,
257
+ "in_fact,": 65,
258
+ "in_other_words": 66,
259
+ "in_particular,": 67,
260
+ "in_short,": 68,
261
+ "in_sum,": 69,
262
+ "in_the_end,": 70,
263
+ "in_the_meantime,": 71,
264
+ "in_turn,": 72,
265
+ "incidentally,": 73,
266
+ "increasingly,": 74,
267
+ "indeed,": 75,
268
+ "inevitably,": 76,
269
+ "initially,": 77,
270
+ "instead,": 78,
271
+ "interestingly,": 79,
272
+ "ironically,": 80,
273
+ "lastly,": 81,
274
+ "lately,": 82,
275
+ "later,": 83,
276
+ "likewise,": 84,
277
+ "locally,": 85,
278
+ "luckily,": 86,
279
+ "maybe,": 87,
280
+ "meaning,": 88,
281
+ "meantime,": 89,
282
+ "meanwhile,": 90,
283
+ "moreover": 91,
284
+ "mostly,": 92,
285
+ "namely,": 93,
286
+ "nationally,": 94,
287
+ "naturally,": 95,
288
+ "nevertheless": 96,
289
+ "next,": 97,
290
+ "nonetheless": 98,
291
+ "normally,": 99,
292
+ "notably,": 100,
293
+ "now,": 101,
294
+ "obviously,": 102,
295
+ "occasionally,": 103,
296
+ "oddly,": 104,
297
+ "often,": 105,
298
+ "on_the_contrary,": 106,
299
+ "on_the_other_hand": 107,
300
+ "once,": 108,
301
+ "only,": 109,
302
+ "optionally,": 110,
303
+ "or,": 111,
304
+ "originally,": 112,
305
+ "otherwise,": 113,
306
+ "overall,": 114,
307
+ "particularly,": 115,
308
+ "perhaps,": 116,
309
+ "personally,": 117,
310
+ "plus,": 118,
311
+ "preferably,": 119,
312
+ "presently,": 120,
313
+ "presumably,": 121,
314
+ "previously,": 122,
315
+ "probably,": 123,
316
+ "rather,": 124,
317
+ "realistically,": 125,
318
+ "really,": 126,
319
+ "recently,": 127,
320
+ "regardless,": 128,
321
+ "remarkably,": 129,
322
+ "sadly,": 130,
323
+ "second,": 131,
324
+ "secondly,": 132,
325
+ "separately,": 133,
326
+ "seriously,": 134,
327
+ "significantly,": 135,
328
+ "similarly,": 136,
329
+ "simultaneously": 137,
330
+ "slowly,": 138,
331
+ "so,": 139,
332
+ "sometimes,": 140,
333
+ "soon,": 141,
334
+ "specifically,": 142,
335
+ "still,": 143,
336
+ "strangely,": 144,
337
+ "subsequently,": 145,
338
+ "suddenly,": 146,
339
+ "supposedly,": 147,
340
+ "surely,": 148,
341
+ "surprisingly,": 149,
342
+ "technically,": 150,
343
+ "thankfully,": 151,
344
+ "then,": 152,
345
+ "theoretically,": 153,
346
+ "thereafter,": 154,
347
+ "thereby,": 155,
348
+ "therefore": 156,
349
+ "third,": 157,
350
+ "thirdly,": 158,
351
+ "this,": 159,
352
+ "though,": 160,
353
+ "thus,": 161,
354
+ "together,": 162,
355
+ "traditionally,": 163,
356
+ "truly,": 164,
357
+ "truthfully,": 165,
358
+ "typically,": 166,
359
+ "ultimately,": 167,
360
+ "undoubtedly,": 168,
361
+ "unfortunately,": 169,
362
+ "unsurprisingly,": 170,
363
+ "usually,": 171,
364
+ "well,": 172,
365
+ "yet,": 173
366
  },
367
  "layer_norm_eps": 1e-05,
368
  "max_position_embeddings": 514,