asahi417 commited on
Commit
6eb0768
1 Parent(s): 27ea463
config.json ADDED
@@ -0,0 +1,685 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "tner_output/twitter_ner_baseline/roberta_large/model_tpkhxk/epoch_11",
3
+ "adapters": {
4
+ "adapters": {},
5
+ "config_map": {},
6
+ "fusion_config_map": {},
7
+ "fusions": {}
8
+ },
9
+ "architectures": [
10
+ "RobertaForTokenClassification"
11
+ ],
12
+ "attention_probs_dropout_prob": 0.1,
13
+ "bos_token_id": 0,
14
+ "classifier_dropout": null,
15
+ "crf_state_dict": {
16
+ "_constraint_mask": [
17
+ [
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 1.0
35
+ ],
36
+ [
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 1.0,
42
+ 0.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 1.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0
54
+ ],
55
+ [
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0,
61
+ 0.0,
62
+ 1.0,
63
+ 0.0,
64
+ 0.0,
65
+ 1.0,
66
+ 0.0,
67
+ 1.0,
68
+ 0.0,
69
+ 1.0,
70
+ 0.0,
71
+ 0.0,
72
+ 1.0
73
+ ],
74
+ [
75
+ 1.0,
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 0.0,
81
+ 1.0,
82
+ 0.0,
83
+ 0.0,
84
+ 1.0,
85
+ 0.0,
86
+ 1.0,
87
+ 0.0,
88
+ 1.0,
89
+ 0.0,
90
+ 0.0,
91
+ 1.0
92
+ ],
93
+ [
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 0.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 0.0,
102
+ 0.0,
103
+ 1.0,
104
+ 0.0,
105
+ 1.0,
106
+ 0.0,
107
+ 1.0,
108
+ 0.0,
109
+ 0.0,
110
+ 1.0
111
+ ],
112
+ [
113
+ 1.0,
114
+ 1.0,
115
+ 1.0,
116
+ 0.0,
117
+ 1.0,
118
+ 1.0,
119
+ 1.0,
120
+ 0.0,
121
+ 0.0,
122
+ 1.0,
123
+ 0.0,
124
+ 1.0,
125
+ 0.0,
126
+ 1.0,
127
+ 0.0,
128
+ 0.0,
129
+ 1.0
130
+ ],
131
+ [
132
+ 1.0,
133
+ 1.0,
134
+ 1.0,
135
+ 0.0,
136
+ 1.0,
137
+ 0.0,
138
+ 1.0,
139
+ 1.0,
140
+ 0.0,
141
+ 1.0,
142
+ 0.0,
143
+ 1.0,
144
+ 0.0,
145
+ 1.0,
146
+ 0.0,
147
+ 0.0,
148
+ 1.0
149
+ ],
150
+ [
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 0.0,
155
+ 1.0,
156
+ 0.0,
157
+ 1.0,
158
+ 1.0,
159
+ 0.0,
160
+ 1.0,
161
+ 0.0,
162
+ 1.0,
163
+ 0.0,
164
+ 1.0,
165
+ 0.0,
166
+ 0.0,
167
+ 1.0
168
+ ],
169
+ [
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 0.0,
174
+ 1.0,
175
+ 0.0,
176
+ 1.0,
177
+ 0.0,
178
+ 1.0,
179
+ 1.0,
180
+ 0.0,
181
+ 1.0,
182
+ 0.0,
183
+ 1.0,
184
+ 0.0,
185
+ 0.0,
186
+ 1.0
187
+ ],
188
+ [
189
+ 1.0,
190
+ 1.0,
191
+ 1.0,
192
+ 0.0,
193
+ 1.0,
194
+ 0.0,
195
+ 1.0,
196
+ 0.0,
197
+ 0.0,
198
+ 1.0,
199
+ 1.0,
200
+ 1.0,
201
+ 0.0,
202
+ 1.0,
203
+ 0.0,
204
+ 0.0,
205
+ 1.0
206
+ ],
207
+ [
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 0.0,
212
+ 1.0,
213
+ 0.0,
214
+ 1.0,
215
+ 0.0,
216
+ 0.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 0.0,
221
+ 1.0,
222
+ 0.0,
223
+ 0.0,
224
+ 1.0
225
+ ],
226
+ [
227
+ 1.0,
228
+ 1.0,
229
+ 1.0,
230
+ 0.0,
231
+ 1.0,
232
+ 0.0,
233
+ 1.0,
234
+ 0.0,
235
+ 0.0,
236
+ 1.0,
237
+ 0.0,
238
+ 1.0,
239
+ 1.0,
240
+ 1.0,
241
+ 0.0,
242
+ 0.0,
243
+ 1.0
244
+ ],
245
+ [
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 0.0,
250
+ 1.0,
251
+ 0.0,
252
+ 1.0,
253
+ 0.0,
254
+ 0.0,
255
+ 1.0,
256
+ 0.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 0.0,
261
+ 0.0,
262
+ 1.0
263
+ ],
264
+ [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 0.0,
269
+ 1.0,
270
+ 0.0,
271
+ 1.0,
272
+ 0.0,
273
+ 0.0,
274
+ 1.0,
275
+ 0.0,
276
+ 1.0,
277
+ 0.0,
278
+ 1.0,
279
+ 1.0,
280
+ 0.0,
281
+ 1.0
282
+ ],
283
+ [
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 0.0,
288
+ 1.0,
289
+ 0.0,
290
+ 1.0,
291
+ 0.0,
292
+ 0.0,
293
+ 1.0,
294
+ 0.0,
295
+ 1.0,
296
+ 0.0,
297
+ 1.0,
298
+ 1.0,
299
+ 0.0,
300
+ 1.0
301
+ ],
302
+ [
303
+ 1.0,
304
+ 1.0,
305
+ 1.0,
306
+ 0.0,
307
+ 1.0,
308
+ 0.0,
309
+ 1.0,
310
+ 0.0,
311
+ 0.0,
312
+ 1.0,
313
+ 0.0,
314
+ 1.0,
315
+ 0.0,
316
+ 1.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0
320
+ ],
321
+ [
322
+ 0.0,
323
+ 0.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 0.0,
330
+ 0.0,
331
+ 0.0,
332
+ 0.0,
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0
339
+ ]
340
+ ],
341
+ "end_transitions": [
342
+ 0.7933367490768433,
343
+ 0.7660828232765198,
344
+ -0.06889191269874573,
345
+ -0.44860461354255676,
346
+ -0.8407546877861023,
347
+ -0.5090795159339905,
348
+ -0.8464639186859131,
349
+ 0.2335522323846817,
350
+ -1.0348395109176636,
351
+ -0.8655450940132141,
352
+ -0.29520362615585327,
353
+ -0.25719234347343445,
354
+ -0.26060569286346436,
355
+ -1.949448585510254,
356
+ 0.6188551783561707
357
+ ],
358
+ "start_transitions": [
359
+ -0.04462481662631035,
360
+ -1.4731993675231934,
361
+ -1.8659398555755615,
362
+ -0.7233441472053528,
363
+ -1.5533177852630615,
364
+ -1.9306763410568237,
365
+ 2.313884735107422,
366
+ -1.9233157634735107,
367
+ 0.8560681939125061,
368
+ 0.48461124300956726,
369
+ -1.442211389541626,
370
+ -0.3982425630092621,
371
+ -0.9219292402267456,
372
+ -0.8922821879386902,
373
+ 1.1996196508407593
374
+ ],
375
+ "transitions": [
376
+ [
377
+ -0.1578478366136551,
378
+ 0.04684785380959511,
379
+ 0.3704332709312439,
380
+ 0.05486037954688072,
381
+ 0.05366460606455803,
382
+ -0.2762161195278168,
383
+ 0.17666670680046082,
384
+ -0.2522323429584503,
385
+ -0.09780196845531464,
386
+ 0.012215950526297092,
387
+ -0.1491989642381668,
388
+ -0.3038862943649292,
389
+ -0.9390131235122681,
390
+ 0.027598600834608078,
391
+ 0.08510816097259521
392
+ ],
393
+ [
394
+ -0.0031031814869493246,
395
+ 0.24637995660305023,
396
+ 0.13758684694766998,
397
+ 0.13345810770988464,
398
+ 0.003993125166743994,
399
+ 0.10199562460184097,
400
+ -0.07698921114206314,
401
+ -0.24842138588428497,
402
+ 0.25906893610954285,
403
+ -0.37054529786109924,
404
+ 0.02566160447895527,
405
+ -0.17524519562721252,
406
+ 0.1727232187986374,
407
+ -0.09592244029045105,
408
+ -0.1828186959028244
409
+ ],
410
+ [
411
+ -0.18690648674964905,
412
+ 0.35480836033821106,
413
+ 0.24903824925422668,
414
+ 0.0837230309844017,
415
+ 0.23465943336486816,
416
+ 0.14681914448738098,
417
+ -0.2487126588821411,
418
+ -0.038459453731775284,
419
+ 0.40411657094955444,
420
+ 0.01977403275668621,
421
+ 0.03400612622499466,
422
+ 0.0071535431779921055,
423
+ 0.013699489645659924,
424
+ 0.21974553167819977,
425
+ 0.05305386707186699
426
+ ],
427
+ [
428
+ -0.1876312792301178,
429
+ -0.2942487895488739,
430
+ 0.22237396240234375,
431
+ 0.2586787939071655,
432
+ -0.333413690328598,
433
+ -0.09828013181686401,
434
+ -0.5036143064498901,
435
+ 0.307254433631897,
436
+ -0.2413642257452011,
437
+ -0.09204663336277008,
438
+ 0.08610488474369049,
439
+ 0.548678457736969,
440
+ -0.05243103206157684,
441
+ -0.06452324241399765,
442
+ -0.46948304772377014
443
+ ],
444
+ [
445
+ -0.20657697319984436,
446
+ -0.2657403349876404,
447
+ 0.5231056809425354,
448
+ -0.10995686799287796,
449
+ 0.23433539271354675,
450
+ -0.535048246383667,
451
+ -0.0767919048666954,
452
+ -0.19428612291812897,
453
+ 0.3992660343647003,
454
+ -0.38233649730682373,
455
+ 0.030506497249007225,
456
+ -0.01026616245508194,
457
+ 0.21552246809005737,
458
+ 0.3351028263568878,
459
+ 0.11978903412818909
460
+ ],
461
+ [
462
+ 0.3074694871902466,
463
+ 0.26866161823272705,
464
+ 0.09610038250684738,
465
+ -0.20332233607769012,
466
+ 0.11561107635498047,
467
+ -0.14647576212882996,
468
+ -0.16894203424453735,
469
+ -0.3580749034881592,
470
+ 0.17854997515678406,
471
+ 0.3427543342113495,
472
+ -0.4245355427265167,
473
+ 0.08761177211999893,
474
+ -0.2958607077598572,
475
+ 0.07739856094121933,
476
+ -0.22789715230464935
477
+ ],
478
+ [
479
+ -0.14805911481380463,
480
+ -0.11408297717571259,
481
+ 0.26798686385154724,
482
+ 0.23594574630260468,
483
+ 0.3385336995124817,
484
+ -0.06514183431863785,
485
+ -0.0461859367787838,
486
+ 0.3350384533405304,
487
+ 0.21683892607688904,
488
+ 0.03269153833389282,
489
+ -0.0656530037522316,
490
+ -0.08856572210788727,
491
+ 0.15566127002239227,
492
+ -0.18167349696159363,
493
+ 0.34148964285850525
494
+ ],
495
+ [
496
+ -0.1127101257443428,
497
+ -0.3826950788497925,
498
+ -0.2669356167316437,
499
+ -0.461702823638916,
500
+ -0.41710370779037476,
501
+ -0.0702233612537384,
502
+ -0.11369229108095169,
503
+ 0.1915094554424286,
504
+ 0.3724644184112549,
505
+ -0.34414324164390564,
506
+ -0.15967389941215515,
507
+ 0.20121344923973083,
508
+ 0.3604208827018738,
509
+ -0.5485358834266663,
510
+ 0.21668192744255066
511
+ ],
512
+ [
513
+ -0.1688036024570465,
514
+ -0.15336443483829498,
515
+ 0.2544049024581909,
516
+ 0.24033331871032715,
517
+ 0.12171769887208939,
518
+ -0.3838456869125366,
519
+ -0.0074991146102547646,
520
+ -0.08810938149690628,
521
+ -0.21702410280704498,
522
+ -0.0528096966445446,
523
+ -0.14653879404067993,
524
+ -0.05199436470866203,
525
+ 0.002074611373245716,
526
+ 0.2012213170528412,
527
+ 0.288925439119339
528
+ ],
529
+ [
530
+ 0.22219862043857574,
531
+ -0.044316355139017105,
532
+ -0.0638178288936615,
533
+ 0.42762842774391174,
534
+ 0.09210900962352753,
535
+ 0.12551797926425934,
536
+ -0.09737419337034225,
537
+ 0.17437288165092468,
538
+ 0.24873363971710205,
539
+ -0.18124058842658997,
540
+ 0.3546338677406311,
541
+ -0.7292534708976746,
542
+ -0.33278846740722656,
543
+ 0.008221630938351154,
544
+ -0.11730626225471497
545
+ ],
546
+ [
547
+ -0.23304006457328796,
548
+ -0.028551694005727768,
549
+ 0.5155944228172302,
550
+ 0.2513803541660309,
551
+ 0.09943322837352753,
552
+ -0.393790066242218,
553
+ 0.03832674026489258,
554
+ -0.15821225941181183,
555
+ -0.03423134982585907,
556
+ 0.058019015938043594,
557
+ -0.4183603525161743,
558
+ 0.21931660175323486,
559
+ 0.11472862213850021,
560
+ 0.08449922502040863,
561
+ 0.17577196657657623
562
+ ],
563
+ [
564
+ -0.159979909658432,
565
+ -0.047536831349134445,
566
+ -0.477870911359787,
567
+ -0.43213698267936707,
568
+ 0.04355110228061676,
569
+ -0.184714674949646,
570
+ 0.24718499183654785,
571
+ -0.5315103530883789,
572
+ -0.10700102150440216,
573
+ -0.3050001561641693,
574
+ 0.05658664181828499,
575
+ -0.12697279453277588,
576
+ 0.14856143295764923,
577
+ -0.08941243588924408,
578
+ -0.16980907320976257
579
+ ],
580
+ [
581
+ 0.2060289829969406,
582
+ 0.07922971993684769,
583
+ -0.16504667699337006,
584
+ 0.03269433230161667,
585
+ -0.3002014458179474,
586
+ -0.20642398297786713,
587
+ 0.171391561627388,
588
+ -0.18262028694152832,
589
+ -0.11646348237991333,
590
+ -0.3637770712375641,
591
+ -0.26733481884002686,
592
+ -0.6091853976249695,
593
+ -0.0871502235531807,
594
+ -0.3890778422355652,
595
+ 0.09652034193277359
596
+ ],
597
+ [
598
+ -0.06114780902862549,
599
+ 0.17919358611106873,
600
+ -0.3307234048843384,
601
+ -0.21899092197418213,
602
+ -0.4780017137527466,
603
+ -0.15414142608642578,
604
+ 0.16528336703777313,
605
+ 0.06374052166938782,
606
+ 0.07499241083860397,
607
+ -0.022954143583774567,
608
+ -0.182890847325325,
609
+ 0.6316706538200378,
610
+ 0.08174489438533783,
611
+ -0.3397708535194397,
612
+ -0.004406135529279709
613
+ ],
614
+ [
615
+ -0.3282168507575989,
616
+ -0.22762583196163177,
617
+ -0.08048500120639801,
618
+ -0.21526356041431427,
619
+ 0.4841962158679962,
620
+ -0.31729182600975037,
621
+ -0.16811956465244293,
622
+ 0.44018277525901794,
623
+ 0.0008649819646961987,
624
+ 0.13380058109760284,
625
+ 0.05162348970770836,
626
+ 0.3217698335647583,
627
+ 0.017427818849682808,
628
+ 0.19482779502868652,
629
+ -0.2700863182544708
630
+ ]
631
+ ]
632
+ },
633
+ "eos_token_id": 2,
634
+ "hidden_act": "gelu",
635
+ "hidden_dropout_prob": 0.1,
636
+ "hidden_size": 1024,
637
+ "id2label": {
638
+ "0": "O",
639
+ "1": "B-event",
640
+ "2": "B-location",
641
+ "3": "I-location",
642
+ "4": "B-person",
643
+ "5": "I-person",
644
+ "6": "B-corporation",
645
+ "7": "I-corporation",
646
+ "8": "I-event",
647
+ "9": "B-product",
648
+ "10": "I-product",
649
+ "11": "B-work of art",
650
+ "12": "I-work of art",
651
+ "13": "B-group",
652
+ "14": "I-group"
653
+ },
654
+ "initializer_range": 0.02,
655
+ "intermediate_size": 4096,
656
+ "label2id": {
657
+ "B-corporation": 6,
658
+ "B-event": 1,
659
+ "B-group": 13,
660
+ "B-location": 2,
661
+ "B-person": 4,
662
+ "B-product": 9,
663
+ "B-work of art": 11,
664
+ "I-corporation": 7,
665
+ "I-event": 8,
666
+ "I-group": 14,
667
+ "I-location": 3,
668
+ "I-person": 5,
669
+ "I-product": 10,
670
+ "I-work of art": 12,
671
+ "O": 0
672
+ },
673
+ "layer_norm_eps": 1e-05,
674
+ "max_position_embeddings": 514,
675
+ "model_type": "roberta",
676
+ "num_attention_heads": 16,
677
+ "num_hidden_layers": 24,
678
+ "pad_token_id": 1,
679
+ "position_embedding_type": "absolute",
680
+ "torch_dtype": "float32",
681
+ "transformers_version": "4.11.3",
682
+ "type_vocab_size": 1,
683
+ "use_cache": true,
684
+ "vocab_size": 50265
685
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0df09cad777187f16aaa0a5efb299abb508fcb302ec6ed4bbcd8a0bb9605450
3
+ size 1417472625
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "name_or_path": "tner_output/twitter_ner_baseline/roberta_large/model_tpkhxk/epoch_11", "special_tokens_map_file": "./tner_output/search/roberta_large/twitter_ner/model_tpkhxk/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff