asahi417 commited on
Commit
0b3173b
1 Parent(s): 905945a

model update

Browse files
config.json ADDED
@@ -0,0 +1,679 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "roberta-base",
3
+ "architectures": [
4
+ "RobertaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "crf_state_dict": {
10
+ "_constraint_mask": [
11
+ [
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0
29
+ ],
30
+ [
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0
48
+ ],
49
+ [
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 1.0,
65
+ 0.0,
66
+ 1.0
67
+ ],
68
+ [
69
+ 1.0,
70
+ 1.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 1.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 1.0,
84
+ 0.0,
85
+ 1.0
86
+ ],
87
+ [
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 1.0,
100
+ 0.0,
101
+ 0.0,
102
+ 1.0,
103
+ 0.0,
104
+ 1.0
105
+ ],
106
+ [
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 1.0,
120
+ 0.0,
121
+ 1.0,
122
+ 0.0,
123
+ 1.0
124
+ ],
125
+ [
126
+ 1.0,
127
+ 1.0,
128
+ 1.0,
129
+ 1.0,
130
+ 1.0,
131
+ 1.0,
132
+ 1.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 1.0,
140
+ 1.0,
141
+ 0.0,
142
+ 1.0
143
+ ],
144
+ [
145
+ 1.0,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 1.0,
160
+ 0.0,
161
+ 1.0
162
+ ],
163
+ [
164
+ 1.0,
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 0.0,
172
+ 1.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 1.0,
179
+ 0.0,
180
+ 1.0
181
+ ],
182
+ [
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 0.0,
191
+ 0.0,
192
+ 1.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 1.0,
198
+ 0.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 1.0,
203
+ 1.0,
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0,
208
+ 1.0,
209
+ 0.0,
210
+ 0.0,
211
+ 0.0,
212
+ 1.0,
213
+ 0.0,
214
+ 0.0,
215
+ 0.0,
216
+ 1.0,
217
+ 0.0,
218
+ 1.0
219
+ ],
220
+ [
221
+ 1.0,
222
+ 1.0,
223
+ 1.0,
224
+ 1.0,
225
+ 1.0,
226
+ 1.0,
227
+ 1.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 1.0,
233
+ 0.0,
234
+ 0.0,
235
+ 1.0,
236
+ 0.0,
237
+ 1.0
238
+ ],
239
+ [
240
+ 1.0,
241
+ 1.0,
242
+ 1.0,
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0,
252
+ 1.0,
253
+ 0.0,
254
+ 1.0,
255
+ 0.0,
256
+ 1.0
257
+ ],
258
+ [
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 1.0,
273
+ 1.0,
274
+ 0.0,
275
+ 1.0
276
+ ],
277
+ [
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 1.0,
293
+ 0.0,
294
+ 1.0
295
+ ],
296
+ [
297
+ 1.0,
298
+ 1.0,
299
+ 1.0,
300
+ 1.0,
301
+ 1.0,
302
+ 1.0,
303
+ 1.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 1.0,
312
+ 0.0,
313
+ 0.0
314
+ ],
315
+ [
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 0.0,
330
+ 0.0,
331
+ 0.0,
332
+ 0.0
333
+ ]
334
+ ],
335
+ "end_transitions": [
336
+ -0.4684418737888336,
337
+ -2.511308193206787,
338
+ -0.4623289704322815,
339
+ 0.18997743725776672,
340
+ -0.13672193884849548,
341
+ -0.19599823653697968,
342
+ -0.09508302807807922,
343
+ -0.2742212116718292,
344
+ 1.655328631401062,
345
+ 0.2364160120487213,
346
+ -0.18163415789604187,
347
+ -0.5102927088737488,
348
+ 2.0175106525421143,
349
+ 0.8966974020004272,
350
+ -1.3882125616073608
351
+ ],
352
+ "start_transitions": [
353
+ 2.04715633392334,
354
+ -0.31564345955848694,
355
+ 1.013444185256958,
356
+ 0.8718185424804688,
357
+ 0.2712210714817047,
358
+ -0.8178648948669434,
359
+ 0.2473793625831604,
360
+ 0.6123576760292053,
361
+ 0.09635329246520996,
362
+ 0.43174129724502563,
363
+ 1.6137698888778687,
364
+ -0.24742919206619263,
365
+ 1.7744131088256836,
366
+ -0.7015848159790039,
367
+ 0.9760684370994568
368
+ ],
369
+ "transitions": [
370
+ [
371
+ -0.1270618587732315,
372
+ 0.0865037813782692,
373
+ 0.20970012247562408,
374
+ 0.04871656000614166,
375
+ 0.15084080398082733,
376
+ 0.1870890110731125,
377
+ -0.025417571887373924,
378
+ 0.07803522050380707,
379
+ 0.08127237111330032,
380
+ 0.3263898193836212,
381
+ -0.11054063588380814,
382
+ 0.34507694840431213,
383
+ 0.08063632994890213,
384
+ -0.3955973982810974,
385
+ 0.4331788718700409
386
+ ],
387
+ [
388
+ 0.020732922479510307,
389
+ 0.265266478061676,
390
+ 0.4086432158946991,
391
+ 0.3414164185523987,
392
+ -0.1627676635980606,
393
+ -0.4444495141506195,
394
+ 0.04754981771111488,
395
+ -0.617547333240509,
396
+ -0.10417133569717407,
397
+ -0.2260081171989441,
398
+ 0.6056564450263977,
399
+ -0.22141017019748688,
400
+ 0.2334374040365219,
401
+ -0.24009087681770325,
402
+ 0.0464932806789875
403
+ ],
404
+ [
405
+ -0.32129740715026855,
406
+ 0.30746182799339294,
407
+ -0.44308266043663025,
408
+ -0.09067360311746597,
409
+ 0.02594163827598095,
410
+ 0.054308146238327026,
411
+ -0.30705365538597107,
412
+ -0.2607330083847046,
413
+ 0.2556297481060028,
414
+ 0.3638714551925659,
415
+ -0.37692368030548096,
416
+ -0.14569033682346344,
417
+ 0.17723748087882996,
418
+ 0.39900416135787964,
419
+ -0.12451571971178055
420
+ ],
421
+ [
422
+ 0.035905562341213226,
423
+ -0.35420721769332886,
424
+ 0.07558207213878632,
425
+ -0.04898068308830261,
426
+ -0.3468376696109772,
427
+ 0.0819142609834671,
428
+ -0.24118109047412872,
429
+ -0.16222117841243744,
430
+ 0.059606537222862244,
431
+ 0.579510509967804,
432
+ 0.12647897005081177,
433
+ 0.2972663342952728,
434
+ -0.15214888751506805,
435
+ 0.07717656344175339,
436
+ -0.20168255269527435
437
+ ],
438
+ [
439
+ -0.10988985747098923,
440
+ -0.15759176015853882,
441
+ 0.18069757521152496,
442
+ 0.24784591794013977,
443
+ -0.1826421022415161,
444
+ 0.11285563558340073,
445
+ 0.029766272753477097,
446
+ 0.1829925775527954,
447
+ 0.020348960533738136,
448
+ -0.5790755748748779,
449
+ 0.3058984875679016,
450
+ 0.3696746826171875,
451
+ 0.2943328022956848,
452
+ 0.4187123775482178,
453
+ -0.06584056466817856
454
+ ],
455
+ [
456
+ 0.5778209567070007,
457
+ -0.1550922840833664,
458
+ -0.17005695402622223,
459
+ 0.21888934075832367,
460
+ -0.0987241268157959,
461
+ -0.2138545662164688,
462
+ -0.2961842715740204,
463
+ 0.21853631734848022,
464
+ 0.08733738958835602,
465
+ 0.1732124537229538,
466
+ 0.012827172875404358,
467
+ -0.39205366373062134,
468
+ -0.2397550791501999,
469
+ 0.7359107732772827,
470
+ -0.30322200059890747
471
+ ],
472
+ [
473
+ 0.30835142731666565,
474
+ 0.18199004232883453,
475
+ -0.23071691393852234,
476
+ 0.07519257813692093,
477
+ -0.3006647825241089,
478
+ -0.22338630259037018,
479
+ 0.36292341351509094,
480
+ -0.1669275015592575,
481
+ -0.10870001465082169,
482
+ -0.417815238237381,
483
+ 0.33958712220191956,
484
+ -0.08915771543979645,
485
+ 0.16988518834114075,
486
+ -0.13071578741073608,
487
+ -0.13169747591018677
488
+ ],
489
+ [
490
+ -0.1825239509344101,
491
+ -0.06032129004597664,
492
+ -0.11419851332902908,
493
+ 0.11649321764707565,
494
+ -0.15078102052211761,
495
+ 0.05721569433808327,
496
+ 0.15539152920246124,
497
+ 0.1490965634584427,
498
+ -0.06250990927219391,
499
+ 0.079411581158638,
500
+ 0.268951416015625,
501
+ 0.2026214301586151,
502
+ 0.3623451292514801,
503
+ 0.6320552825927734,
504
+ -0.29348284006118774
505
+ ],
506
+ [
507
+ -0.3976886570453644,
508
+ -0.11971747875213623,
509
+ 0.5550814270973206,
510
+ -0.20710957050323486,
511
+ 0.26982447504997253,
512
+ 0.1094808280467987,
513
+ 0.4171890914440155,
514
+ 0.2847338318824768,
515
+ -0.29747381806373596,
516
+ 0.11556798964738846,
517
+ -0.42085689306259155,
518
+ -0.20381823182106018,
519
+ -0.1320376694202423,
520
+ -0.08456902205944061,
521
+ 0.43453216552734375
522
+ ],
523
+ [
524
+ -0.03658383712172508,
525
+ -0.012955465354025364,
526
+ 0.052638061344623566,
527
+ 0.1243215873837471,
528
+ -0.10308931022882462,
529
+ 0.4010932445526123,
530
+ -0.23081545531749725,
531
+ 0.10897678136825562,
532
+ -0.30448317527770996,
533
+ 0.37836843729019165,
534
+ -0.13308532536029816,
535
+ -0.22834356129169464,
536
+ -0.32330456376075745,
537
+ 0.18331480026245117,
538
+ -0.07475696504116058
539
+ ],
540
+ [
541
+ 0.4401257038116455,
542
+ 0.1768082082271576,
543
+ -0.30624452233314514,
544
+ -0.4645151197910309,
545
+ 0.12465409189462662,
546
+ 0.16773360967636108,
547
+ -0.014425227418541908,
548
+ 0.07834259420633316,
549
+ -0.0881722941994667,
550
+ -0.1853989064693451,
551
+ 0.019380783662199974,
552
+ -0.058270394802093506,
553
+ -0.034863103181123734,
554
+ -0.31407323479652405,
555
+ -0.13009674847126007
556
+ ],
557
+ [
558
+ -0.37027472257614136,
559
+ 0.32549360394477844,
560
+ 0.2504803538322449,
561
+ 0.19011732935905457,
562
+ 0.24709364771842957,
563
+ -0.22658921778202057,
564
+ -0.07339753210544586,
565
+ 0.1528608500957489,
566
+ -0.36086344718933105,
567
+ 0.18543387949466705,
568
+ -0.13220855593681335,
569
+ -0.16181913018226624,
570
+ -0.573129415512085,
571
+ 0.029792217537760735,
572
+ 0.4576672315597534
573
+ ],
574
+ [
575
+ -0.14162465929985046,
576
+ 0.0316760390996933,
577
+ 0.20881691575050354,
578
+ 0.3950963616371155,
579
+ -0.14713308215141296,
580
+ -0.21527227759361267,
581
+ 0.16928252577781677,
582
+ 0.22524012625217438,
583
+ -0.620922327041626,
584
+ 0.17128828167915344,
585
+ 0.13766540586948395,
586
+ -0.31718698143959045,
587
+ -0.106533482670784,
588
+ 0.050578828901052475,
589
+ 0.024287668988108635
590
+ ],
591
+ [
592
+ -0.5655285120010376,
593
+ -0.16035562753677368,
594
+ -0.31755414605140686,
595
+ -0.07679922133684158,
596
+ -0.15979549288749695,
597
+ 0.017346711829304695,
598
+ 0.1461765319108963,
599
+ 0.037325579673051834,
600
+ 0.03056003898382187,
601
+ -0.14054889976978302,
602
+ 0.28088274598121643,
603
+ -0.7118891477584839,
604
+ 0.32795894145965576,
605
+ 0.43596091866493225,
606
+ 0.16411158442497253
607
+ ],
608
+ [
609
+ 0.33911505341529846,
610
+ -0.47170379757881165,
611
+ 0.1916237622499466,
612
+ 0.4052870273590088,
613
+ 0.002804133575409651,
614
+ -0.001292021363042295,
615
+ -0.04968656972050667,
616
+ -0.019467193633317947,
617
+ 0.29833313822746277,
618
+ 0.05193063244223595,
619
+ 0.2820134460926056,
620
+ -0.07352016866207123,
621
+ 0.12595157325267792,
622
+ 0.061767756938934326,
623
+ 0.04632202535867691
624
+ ]
625
+ ]
626
+ },
627
+ "eos_token_id": 2,
628
+ "hidden_act": "gelu",
629
+ "hidden_dropout_prob": 0.1,
630
+ "hidden_size": 768,
631
+ "id2label": {
632
+ "0": "B-corporation",
633
+ "1": "B-creative_work",
634
+ "2": "B-event",
635
+ "3": "B-group",
636
+ "4": "B-location",
637
+ "5": "B-person",
638
+ "6": "B-product",
639
+ "7": "I-corporation",
640
+ "8": "I-creative_work",
641
+ "9": "I-event",
642
+ "10": "I-group",
643
+ "11": "I-location",
644
+ "12": "I-person",
645
+ "13": "I-product",
646
+ "14": "O"
647
+ },
648
+ "initializer_range": 0.02,
649
+ "intermediate_size": 3072,
650
+ "label2id": {
651
+ "B-corporation": 0,
652
+ "B-creative_work": 1,
653
+ "B-event": 2,
654
+ "B-group": 3,
655
+ "B-location": 4,
656
+ "B-person": 5,
657
+ "B-product": 6,
658
+ "I-corporation": 7,
659
+ "I-creative_work": 8,
660
+ "I-event": 9,
661
+ "I-group": 10,
662
+ "I-location": 11,
663
+ "I-person": 12,
664
+ "I-product": 13,
665
+ "O": 14
666
+ },
667
+ "layer_norm_eps": 1e-05,
668
+ "max_position_embeddings": 514,
669
+ "model_type": "roberta",
670
+ "num_attention_heads": 12,
671
+ "num_hidden_layers": 12,
672
+ "pad_token_id": 1,
673
+ "position_embedding_type": "absolute",
674
+ "torch_dtype": "float32",
675
+ "transformers_version": "4.17.0",
676
+ "type_vocab_size": 1,
677
+ "use_cache": true,
678
+ "vocab_size": 50265
679
+ }
eval/metric.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"2020.dev": {"micro/f1": 0.6267281105990782, "micro/recall": 0.6039707419017764, "micro/precision": 0.6512676056338028, "macro/f1": 0.5701553372879711, "macro/recall": 0.555543157501832, "macro/precision": 0.5937427303597909, "per_entity_metric": {"corporation": {"precision": 0.4896907216494845, "recall": 0.46798029556650245, "f1": 0.4785894206549118}, "creative_work": {"precision": 0.4801762114537445, "recall": 0.5240384615384616, "f1": 0.5011494252873563}, "event": {"precision": 0.4689265536723164, "recall": 0.32421875, "f1": 0.38337182448036955}, "group": {"precision": 0.5020242914979757, "recall": 0.5462555066079295, "f1": 0.5232067510548523}, "location": {"precision": 0.5920398009950248, "recall": 0.6574585635359116, "f1": 0.6230366492146596}, "person": {"precision": 0.9051094890510949, "recall": 0.8294314381270903, "f1": 0.8656195462478184}, "product": {"precision": 0.7182320441988951, "recall": 0.5394190871369294, "f1": 0.6161137440758294}}}, "2021.test": {"micro/f1": 0.6292598583300797, "micro/f1_ci": {"90": [0.6203561038703848, 0.6383713910709995], "95": [0.6176665362422668, 0.6402174993862855]}, "micro/recall": 0.6522895467160037, "micro/precision": 0.6078008835254821, "macro/f1": 0.5801391525963128, "macro/f1_ci": {"90": [0.5706479170337199, 0.5895435802054562], "95": [0.5683005423599842, 0.591224418095869]}, "macro/recall": 0.6093566927041311, "macro/precision": 0.561299065461589, "per_entity_metric": {"corporation": {"f1": 0.5084577114427861, "f1_ci": {"90": [0.4853421533681846, 0.5318766288230535], "95": [0.4797044931901418, 0.5382276716148611]}, "precision": 0.4603603603603604, "recall": 0.5677777777777778}, "creative_work": {"f1": 0.4311111111111111, "f1_ci": {"90": [0.40297930875424204, 0.45687784242856444], "95": [0.3977589462751393, 0.4626014494076413]}, "precision": 0.362956033676333, "recall": 0.53077975376197}, "event": {"f1": 0.43412417970721856, "f1_ci": {"90": [0.4104564336925949, 0.4592981654684908], "95": [0.40595052558715705, 0.46451053774810414]}, "precision": 0.4875283446712018, "recall": 0.39126478616924476}, "group": {"f1": 0.5742821473158553, "f1_ci": {"90": [0.5546425448320031, 0.5957460438616817], "95": [0.5513172334386521, 0.6002062750249663]}, "precision": 0.5456702253855279, "recall": 0.6060606060606061}, "location": {"f1": 0.6221945137157108, "f1_ci": {"90": [0.5949765181002504, 0.6499372523117569], "95": [0.5879496915045089, 0.654404383222051]}, "precision": 0.5619369369369369, "recall": 0.696927374301676}, "person": {"f1": 0.8355033926279112, "f1_ci": {"90": [0.8248637020802289, 0.8458253171418082], "95": [0.8232432720253611, 0.8476208969130158]}, "precision": 0.8310835461510397, "recall": 0.8399705014749262}, "product": {"f1": 0.6553010122535963, "f1_ci": {"90": [0.6312858170985778, 0.6768174198347701], "95": [0.627383392458284, 0.6805450292410157]}, "precision": 0.6795580110497238, "recall": 0.6327160493827161}}}, "2020.test": {"micro/f1": 0.6406833956219968, "micro/f1_ci": {"90": [0.6212006275799037, 0.65925861459307], "95": [0.6172535127265766, 0.6624785595184814]}, "micro/recall": 0.6227296315516346, "micro/precision": 0.6597031335898845, "macro/f1": 0.6034797152397938, "macro/f1_ci": {"90": [0.5822921536779121, 0.6235008350433789], "95": [0.5789494114878518, 0.6274931740257587]}, "macro/recall": 0.5944332571745292, "macro/precision": 0.6195345632949651, "per_entity_metric": {"corporation": {"f1": 0.5931372549019607, "f1_ci": {"90": [0.5367088607594938, 0.6467168372714782], "95": [0.5238062077198566, 0.6587219920589171]}, "precision": 0.5576036866359447, "recall": 0.6335078534031413}, "creative_work": {"f1": 0.49479166666666674, "f1_ci": {"90": [0.43730574712643683, 0.5454545454545454], "95": [0.4247653526414588, 0.551414290784337]}, "precision": 0.4634146341463415, "recall": 0.5307262569832403}, "event": {"f1": 0.4357298474945534, "f1_ci": {"90": [0.3834290310101196, 0.4890279445304863], "95": [0.36965890542958846, 0.4979600032784198]}, "precision": 0.5154639175257731, "recall": 0.37735849056603776}, "group": {"f1": 0.5475792988313857, "f1_ci": {"90": [0.5, 0.5928588490770902], "95": [0.48897043218815545, 0.6012537129609505]}, "precision": 0.5694444444444444, "recall": 0.5273311897106109}, "location": {"f1": 0.6783625730994153, "f1_ci": {"90": [0.6153640477169888, 0.7284489497654816], "95": [0.601445723216823, 0.7416137682881293]}, "precision": 0.655367231638418, "recall": 0.703030303030303}, "person": {"f1": 0.8197573656845752, "f1_ci": {"90": [0.7920048291080993, 0.8452904917036292], "95": [0.7878187763275092, 0.850997406727133]}, "precision": 0.8476702508960573, "recall": 0.7936241610738255}, "product": {"f1": 0.655, "f1_ci": {"90": [0.5980106726234797, 0.7074705076890668], "95": [0.5899218708571227, 0.7168878682293317]}, "precision": 0.7277777777777777, "recall": 0.5954545454545455}}}, "2021.test (span detection)": {"micro/f1": 0.7728692547969656, "micro/f1_ci": {}, "micro/recall": 0.8012027292702671, "micro/precision": 0.7464712854218295, "macro/f1": 0.7728692547969656, "macro/f1_ci": {}, "macro/recall": 0.8012027292702671, "macro/precision": 0.7464712854218295}, "2020.test (span detection)": {"micro/f1": 0.7528029898558464, "micro/f1_ci": {}, "micro/recall": 0.7317073170731707, "micro/precision": 0.7751511819681144, "macro/f1": 0.7528029898558464, "macro/f1_ci": {}, "macro/recall": 0.7317073170731707, "macro/precision": 0.7751511819681144}}
eval/prediction.2020.dev.json ADDED
The diff for this file is too large to render. See raw diff
 
eval/prediction.2020.test.json ADDED
The diff for this file is too large to render. See raw diff
 
eval/prediction.2021.test.json ADDED
The diff for this file is too large to render. See raw diff
 
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44506e280789f0ec629c4e1dfd77219f1ce44b7da2cd243978b28f55239fed90
3
+ size 496351921
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "roberta-base", "tokenizer_class": "RobertaTokenizer"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff