| {"2020.dev": {"micro/f1": 0.6097291321171918, "micro/f1_ci": {"90": [0.5868079325567909, 0.63032248456917], "95": [0.5822013770758399, 0.6354781126958922]}, "micro/recall": 0.5762800417972832, "micro/precision": 0.6473004694835681, "macro/f1": 0.5485671600527923, "macro/f1_ci": {"90": [0.5259759097454456, 0.5710590866555073], "95": [0.5219924634275895, 0.5763742058201239]}, "macro/recall": 0.516395955195652, "macro/precision": 0.5909586704756083, "per_entity_metric": {"corporation": {"f1": 0.463855421686747, "f1_ci": {"90": [0.39415843709746673, 0.5206510787947913], "95": [0.38254770570785385, 0.5322643064016778]}, "precision": 0.5968992248062015, "recall": 0.3793103448275862}, "creative_work": {"f1": 0.4352078239608802, "f1_ci": {"90": [0.3761882918304937, 0.49159112641040353], "95": [0.3655312148932755, 0.5042498970969225]}, "precision": 0.4427860696517413, "recall": 0.42788461538461536}, "event": {"f1": 0.36483516483516487, "f1_ci": {"90": [0.31336164887920975, 0.4180742179147089], "95": [0.3059333023008379, 0.4292096476464521]}, "precision": 0.41708542713567837, "recall": 0.32421875}, "group": {"f1": 0.5104408352668213, "f1_ci": {"90": [0.4524616559910677, 0.5651542904814154], "95": [0.4397082527401676, 0.5734614580429328]}, "precision": 0.5392156862745098, "recall": 0.4845814977973568}, "location": {"f1": 0.5845272206303725, "f1_ci": {"90": [0.5212404740055061, 0.6436879850672954], "95": [0.5110215824675985, 0.6597429169296177]}, "precision": 0.6071428571428571, "recall": 0.56353591160221}, "person": {"f1": 0.832214765100671, "f1_ci": {"90": [0.8055026282737127, 0.8555828359900279], "95": [0.7982747177296307, 0.8588587171540668]}, "precision": 0.835016835016835, "recall": 0.8294314381270903}, "product": {"f1": 0.6488888888888888, "f1_ci": {"90": [0.6028880235847449, 0.6914327828579229], "95": [0.5933545571612534, 0.6993382642726864]}, "precision": 0.6985645933014354, "recall": 0.6058091286307054}}}, "2021.test": {"micro/f1": 0.5975328568134655, "micro/f1_ci": {"90": [0.5884765780883313, 0.607416997286015], "95": [0.5856800190740152, 0.6090599602957004]}, "micro/recall": 0.5993293246993524, "micro/precision": 0.5957471264367816, "macro/f1": 0.5381597483205461, "macro/f1_ci": {"90": [0.5280780766922246, 0.5477470848759257], "95": [0.5257125084540567, 0.5492256670312153]}, "macro/recall": 0.5387121336414861, "macro/precision": 0.542354390945883, "per_entity_metric": {"corporation": {"f1": 0.4580801944106926, "f1_ci": {"90": [0.4338360989124348, 0.4834060204338683], "95": [0.42710914814086165, 0.4886376491155903]}, "precision": 0.5053619302949062, "recall": 0.41888888888888887}, "creative_work": {"f1": 0.34596577017114916, "f1_ci": {"90": [0.31764855381742396, 0.3741928701293489], "95": [0.3121986795811456, 0.3798364622570018]}, "precision": 0.312707182320442, "recall": 0.387140902872777}, "event": {"f1": 0.39068825910931176, "f1_ci": {"90": [0.36661452215294726, 0.4133490115396555], "95": [0.3626746940641033, 0.4183597598227044]}, "precision": 0.44013683010262256, "recall": 0.35122838944494994}, "group": {"f1": 0.5587734241908008, "f1_ci": {"90": [0.5371702250942422, 0.5821725377453488], "95": [0.533288858228611, 0.5867683070439539]}, "precision": 0.5786873676781934, "recall": 0.5401844532279315}, "location": {"f1": 0.605316973415133, "f1_ci": {"90": [0.5760203616878768, 0.6356601592038754], "95": [0.5704535729567823, 0.640532623371107]}, "precision": 0.5912117177097204, "recall": 0.6201117318435754}, "person": {"f1": 0.7912393533808447, "f1_ci": {"90": [0.779798489519728, 0.8035930425469965], "95": [0.7771022620663187, 0.8057028417120974]}, "precision": 0.7484380138112463, "recall": 0.8392330383480826}, "product": {"f1": 0.6170542635658913, "f1_ci": {"90": [0.5939498836882777, 0.6388620436306093], "95": [0.5898086654660722, 0.6434219867526783]}, "precision": 0.6199376947040498, "recall": 0.6141975308641975}}}, "2020.test": {"micro/f1": 0.6206706981858163, "micro/f1_ci": {"90": [0.5996667588795984, 0.6404823987136419], "95": [0.5957533569486779, 0.643675914543435]}, "micro/recall": 0.5858847950181629, "micro/precision": 0.6598480420806546, "macro/f1": 0.5759943942191786, "macro/f1_ci": {"90": [0.5526042321903029, 0.5974100499944388], "95": [0.5477604023620692, 0.6006670262557575]}, "macro/recall": 0.5405209827280408, "macro/precision": 0.620210630252674, "per_entity_metric": {"corporation": {"f1": 0.5395894428152492, "f1_ci": {"90": [0.47706422018348627, 0.6], "95": [0.4620131450827653, 0.6122448979591837]}, "precision": 0.6133333333333333, "recall": 0.4816753926701571}, "creative_work": {"f1": 0.4602739726027397, "f1_ci": {"90": [0.40098958333333334, 0.5177710297316896], "95": [0.3906236847643097, 0.530731296434948]}, "precision": 0.45161290322580644, "recall": 0.4692737430167598}, "event": {"f1": 0.40495867768595034, "f1_ci": {"90": [0.35057319954318383, 0.45530024798317476], "95": [0.341842730621031, 0.46443514644351463]}, "precision": 0.4474885844748858, "recall": 0.36981132075471695}, "group": {"f1": 0.5364963503649635, "f1_ci": {"90": [0.48583413289286714, 0.5876725972063767], "95": [0.47731271995977875, 0.5967768877074504]}, "precision": 0.620253164556962, "recall": 0.47266881028938906}, "location": {"f1": 0.6468646864686469, "f1_ci": {"90": [0.5844082883408727, 0.7017543859649121], "95": [0.5714285714285715, 0.7084738700845205]}, "precision": 0.7101449275362319, "recall": 0.593939393939394}, "person": {"f1": 0.8080808080808082, "f1_ci": {"90": [0.7806712627696348, 0.8337954279638491], "95": [0.7757166689169243, 0.8378915526248938]}, "precision": 0.8108108108108109, "recall": 0.8053691275167785}, "product": {"f1": 0.6356968215158925, "f1_ci": {"90": [0.5852013097259278, 0.683291770573566], "95": [0.5760931635173718, 0.6919338736199201]}, "precision": 0.6878306878306878, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7438588398108638, "micro/f1_ci": {}, "micro/recall": 0.7459234416560657, "micro/precision": 0.7418056354226567, "macro/f1": 0.7438588398108638, "macro/f1_ci": {}, "macro/recall": 0.7459234416560657, "macro/precision": 0.7418056354226567}, "2020.test (span detection)": {"micro/f1": 0.7317207256734469, "micro/f1_ci": {}, "micro/recall": 0.6907109496626881, "micro/precision": 0.7779076563413209, "macro/f1": 0.7317207256734469, "macro/f1_ci": {}, "macro/recall": 0.6907109496626881, "macro/precision": 0.7779076563413209}, "2020.dev (span detection)": {"micro/f1": 0.732651368537462, "micro/f1_ci": {}, "micro/recall": 0.6922675026123302, "micro/precision": 0.7780387551379918, "macro/f1": 0.732651368537462, "macro/f1_ci": {}, "macro/recall": 0.6922675026123302, "macro/precision": 0.7780387551379918}} |