File size: 6,687 Bytes
40b2e67 |
1 |
{"2020.dev": {"micro/f1": 0.6374762034267065, "micro/f1_ci": {"90": [0.6144616137321027, 0.6568141910978776], "95": [0.6099951933595076, 0.6605120849398691]}, "micro/recall": 0.6123301985370951, "micro/precision": 0.6647759500850823, "macro/f1": 0.5811592284285435, "macro/f1_ci": {"90": [0.5574381943563527, 0.6022460814550198], "95": [0.5518221447424639, 0.6071564340716705]}, "macro/recall": 0.5577119887118597, "macro/precision": 0.609774748618017, "per_entity_metric": {"corporation": {"f1": 0.46808510638297873, "f1_ci": {"90": [0.40623161764705884, 0.5281616074518234], "95": [0.3934306042978702, 0.5382837862106122]}, "precision": 0.5086705202312138, "recall": 0.43349753694581283}, "creative_work": {"f1": 0.5048076923076923, "f1_ci": {"90": [0.44493884985688265, 0.558353564334584], "95": [0.42819595240163294, 0.5675675675675674]}, "precision": 0.5048076923076923, "recall": 0.5048076923076923}, "event": {"f1": 0.39917695473251025, "f1_ci": {"90": [0.34780766396462787, 0.44849247188869823], "95": [0.3369318940625475, 0.4556627624167947]}, "precision": 0.4217391304347826, "recall": 0.37890625}, "group": {"f1": 0.5693069306930694, "f1_ci": {"90": [0.5061395170884222, 0.6238662242175808], "95": [0.4933533233383308, 0.6340447623442549]}, "precision": 0.6497175141242938, "recall": 0.5066079295154186}, "location": {"f1": 0.6324324324324324, "f1_ci": {"90": [0.5755622200404982, 0.6860158311345647], "95": [0.563949606652405, 0.6932599128572053]}, "precision": 0.6190476190476191, "recall": 0.6464088397790055}, "person": {"f1": 0.8636748518204912, "f1_ci": {"90": [0.8414533559081123, 0.8836533725313299], "95": [0.834642836911573, 0.8869157728954636]}, "precision": 0.8747855917667239, "recall": 0.8528428093645485}, "product": {"f1": 0.6306306306306306, "f1_ci": {"90": [0.5788590604026844, 0.6763582808257773], "95": [0.5671555815393081, 0.6876773393451499]}, "precision": 0.6896551724137931, "recall": 0.5809128630705395}}}, "2021.test": {"micro/f1": 0.6440447913131999, "micro/f1_ci": {"90": [0.6352702295427926, 0.6534603197492558], "95": [0.6338372971198227, 0.6548595692954556]}, "micro/recall": 0.6584181313598519, "micro/precision": 0.6302855877794997, "macro/f1": 0.5966549208504182, "macro/f1_ci": {"90": [0.5871634682960607, 0.6063274930046612], "95": [0.5849280227740837, 0.6079227747734833]}, "macro/recall": 0.6183823637171967, "macro/precision": 0.5812277603424097, "per_entity_metric": {"corporation": {"f1": 0.5054585152838428, "f1_ci": {"90": [0.47941066458663634, 0.531747096278866], "95": [0.4730431931808868, 0.5377514694599911]}, "precision": 0.4967811158798283, "recall": 0.5144444444444445}, "creative_work": {"f1": 0.46371882086167804, "f1_ci": {"90": [0.43426433094390254, 0.49348243873432296], "95": [0.42807377860479845, 0.4980637634175918]}, "precision": 0.3959341723136496, "recall": 0.5595075239398085}, "event": {"f1": 0.4528832630098453, "f1_ci": {"90": [0.4297849613684029, 0.4759355846468554], "95": [0.42555540246152895, 0.48159851656439373]}, "precision": 0.4671179883945841, "recall": 0.4394904458598726}, "group": {"f1": 0.6097978759849263, "f1_ci": {"90": [0.5893986871781355, 0.6302888968192603], "95": [0.5855506461961442, 0.6369972233930622]}, "precision": 0.635260528194147, "recall": 0.5862977602108037}, "location": {"f1": 0.6511335012594459, "f1_ci": {"90": [0.6233959181871364, 0.6788931659670296], "95": [0.6149712026250577, 0.6830259868384174]}, "precision": 0.5928899082568807, "recall": 0.7220670391061452}, "person": {"f1": 0.8323930846223838, "f1_ci": {"90": [0.8219069818773594, 0.8430733088971193], "95": [0.8194053421258036, 0.8452980668932666]}, "precision": 0.8217750628817823, "recall": 0.8432890855457227}, "product": {"f1": 0.6611993849308047, "f1_ci": {"90": [0.6392766545749728, 0.6833015030937057], "95": [0.6361653056428148, 0.6869772011707056]}, "precision": 0.658835546475996, "recall": 0.6635802469135802}}}, "2020.test": {"micro/f1": 0.6466450216450216, "micro/f1_ci": {"90": [0.6249531894680446, 0.6654254589018131], "95": [0.6217280363756746, 0.6702852522698088]}, "micro/recall": 0.6201349247535028, "micro/precision": 0.6755228942905597, "macro/f1": 0.6025633688728702, "macro/f1_ci": {"90": [0.5793395913196666, 0.6222947436637245], "95": [0.57563463808093, 0.6274272588383517]}, "macro/recall": 0.5838109027479028, "macro/precision": 0.6299609268171398, "per_entity_metric": {"corporation": {"f1": 0.564516129032258, "f1_ci": {"90": [0.5013380281690141, 0.6212292093871041], "95": [0.48647516231315113, 0.6297312939532039]}, "precision": 0.580110497237569, "recall": 0.5497382198952879}, "creative_work": {"f1": 0.5474254742547425, "f1_ci": {"90": [0.49134693877551017, 0.596337703947014], "95": [0.479527330723503, 0.6059189872125372]}, "precision": 0.531578947368421, "recall": 0.5642458100558659}, "event": {"f1": 0.46003898635477586, "f1_ci": {"90": [0.4071590644957774, 0.5100700675040587], "95": [0.3975390340692475, 0.5230256463898213]}, "precision": 0.47580645161290325, "recall": 0.44528301886792454}, "group": {"f1": 0.5542635658914727, "f1_ci": {"90": [0.4970378339609109, 0.6100417300417299], "95": [0.48618592694904855, 0.6193591832301512]}, "precision": 0.697560975609756, "recall": 0.45980707395498394}, "location": {"f1": 0.622478386167147, "f1_ci": {"90": [0.5542028170993009, 0.6858958648491046], "95": [0.5421619438648448, 0.6994298887698276]}, "precision": 0.5934065934065934, "recall": 0.6545454545454545}, "person": {"f1": 0.8412017167381973, "f1_ci": {"90": [0.8153434433541481, 0.8638060403078911], "95": [0.8112538498058359, 0.8689316723606367]}, "precision": 0.8611599297012302, "recall": 0.8221476510067114}, "product": {"f1": 0.6280193236714976, "f1_ci": {"90": [0.5726289920340912, 0.6779099826053343], "95": [0.5611452906640204, 0.6891771280927909]}, "precision": 0.6701030927835051, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7785758724054069, "micro/f1_ci": {}, "micro/recall": 0.7959986122354574, "micro/precision": 0.7618994908124862, "macro/f1": 0.7785758724054069, "macro/f1_ci": {}, "macro/recall": 0.7959986122354574, "macro/precision": 0.7618994908124862}, "2020.test (span detection)": {"micro/f1": 0.7550744248985115, "micro/f1_ci": {}, "micro/recall": 0.7239231966787752, "micro/precision": 0.7890271493212669, "macro/f1": 0.7550744248985115, "macro/f1_ci": {}, "macro/recall": 0.7239231966787752, "macro/precision": 0.7890271493212669}, "2020.dev (span detection)": {"micro/f1": 0.7571389719880337, "micro/f1_ci": {}, "micro/recall": 0.7272727272727273, "micro/precision": 0.789563244469654, "macro/f1": 0.7571389719880337, "macro/f1_ci": {}, "macro/recall": 0.7272727272727273, "macro/precision": 0.789563244469654}} |