| {"2020.dev": {"micro/f1": 0.6524093123984841, "micro/f1_ci": {}, "micro/recall": 0.6295715778474399, "micro/precision": 0.6769662921348315, "macro/f1": 0.5953364408334074, "macro/f1_ci": {}, "macro/recall": 0.582165610190696, "macro/precision": 0.6144459451639951, "per_entity_metric": {"corporation": {"f1": 0.4948453608247423, "f1_ci": {}, "precision": 0.518918918918919, "recall": 0.4729064039408867}, "creative_work": {"f1": 0.5311004784688995, "f1_ci": {}, "precision": 0.5285714285714286, "recall": 0.5336538461538461}, "event": {"f1": 0.38604651162790693, "f1_ci": {}, "precision": 0.47701149425287354, "recall": 0.32421875}, "group": {"f1": 0.5839080459770116, "f1_ci": {}, "precision": 0.6105769230769231, "recall": 0.5594713656387665}, "location": {"f1": 0.6597938144329896, "f1_ci": {}, "precision": 0.6183574879227053, "recall": 0.7071823204419889}, "person": {"f1": 0.8798617113223853, "f1_ci": {}, "precision": 0.9105545617173524, "recall": 0.8511705685618729}, "product": {"f1": 0.6317991631799162, "f1_ci": {}, "precision": 0.6371308016877637, "recall": 0.6265560165975104}}}, "2021.test": {"micro/f1": 0.644817329816488, "micro/f1_ci": {"90": [0.6360417063561062, 0.6548454319775926], "95": [0.6341460646789854, 0.6560370464501823]}, "micro/recall": 0.6643154486586494, "micro/precision": 0.6264311416421328, "macro/f1": 0.5941147287547678, "macro/f1_ci": {"90": [0.5848414121578911, 0.6038057826115886], "95": [0.5820350845478711, 0.6060513462576288]}, "macro/recall": 0.6198566504961354, "macro/precision": 0.5756979462999651, "per_entity_metric": {"corporation": {"f1": 0.5058051489146896, "f1_ci": {"90": [0.48313912449808494, 0.530618218018915], "95": [0.47849280777812037, 0.5364444847786444]}, "precision": 0.46345975948196116, "recall": 0.5566666666666666}, "creative_work": {"f1": 0.4567022538552788, "f1_ci": {"90": [0.4278100225875855, 0.48546083866545087], "95": [0.42264104037430955, 0.4888449366028564]}, "precision": 0.4031413612565445, "recall": 0.5266757865937073}, "event": {"f1": 0.4439876670092498, "f1_ci": {"90": [0.41927814019962656, 0.46943924364462264], "95": [0.41511298597332785, 0.4726621822818196]}, "precision": 0.5100354191263282, "recall": 0.39308462238398545}, "group": {"f1": 0.6109472304162569, "f1_ci": {"90": [0.5912129562296317, 0.6328091890001382], "95": [0.5873284405198267, 0.6381933587682634]}, "precision": 0.6079582517938682, "recall": 0.613965744400527}, "location": {"f1": 0.6636304489264802, "f1_ci": {"90": [0.6359840503874383, 0.6900245167821328], "95": [0.6290236787920385, 0.6962843529176078]}, "precision": 0.6211936662606578, "recall": 0.7122905027932961}, "person": {"f1": 0.8363309352517986, "f1_ci": {"90": [0.8258310265077387, 0.8472827346138416], "95": [0.8238782456842353, 0.849028697845626]}, "precision": 0.8163623595505618, "recall": 0.8573008849557522}, "product": {"f1": 0.6413994169096211, "f1_ci": {"90": [0.6184853422878562, 0.6632819776388246], "95": [0.6137694360418035, 0.6673396278232638]}, "precision": 0.6077348066298343, "recall": 0.6790123456790124}}}, "2020.test": {"micro/f1": 0.6548100242522231, "micro/f1_ci": {"90": [0.6363849446917261, 0.6729678638941399], "95": [0.632988010266229, 0.6761782355773874]}, "micro/recall": 0.6305137519460301, "micro/precision": 0.6810538116591929, "macro/f1": 0.6141867781768393, "macro/f1_ci": {"90": [0.5927615570590863, 0.63339395597405], "95": [0.5897139460819198, 0.636699176958749]}, "macro/recall": 0.5987967256237715, "macro/precision": 0.6354522364268572, "per_entity_metric": {"corporation": {"f1": 0.5692695214105794, "f1_ci": {"90": [0.5148995365693302, 0.6194248948969875], "95": [0.5027287012656078, 0.625371078975007]}, "precision": 0.5485436893203883, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5175202156334232, "f1_ci": {"90": [0.4563687180673989, 0.5714285714285714], "95": [0.44505477308294206, 0.5831416826926255]}, "precision": 0.5, "recall": 0.5363128491620112}, "event": {"f1": 0.48717948717948717, "f1_ci": {"90": [0.43264831514000945, 0.540037854540933], "95": [0.42521228455095883, 0.5504527673138222]}, "precision": 0.5615763546798029, "recall": 0.43018867924528303}, "group": {"f1": 0.5760869565217392, "f1_ci": {"90": [0.5303798588309314, 0.6225573951434877], "95": [0.5220381872555786, 0.6298225641481745]}, "precision": 0.6597510373443983, "recall": 0.5112540192926045}, "location": {"f1": 0.6726726726726727, "f1_ci": {"90": [0.609375, 0.7296064977715223], "95": [0.5945904108442808, 0.7398181434720504]}, "precision": 0.6666666666666666, "recall": 0.6787878787878788}, "person": {"f1": 0.8329004329004328, "f1_ci": {"90": [0.8083653320335719, 0.8557735620235621], "95": [0.8018252663622527, 0.8603972670726598]}, "precision": 0.8604651162790697, "recall": 0.8070469798657718}, "product": {"f1": 0.6436781609195402, "f1_ci": {"90": [0.5947132077841678, 0.690951871657754], "95": [0.5843611624292543, 0.6995135009595522]}, "precision": 0.6511627906976745, "recall": 0.6363636363636364}}}, "2021.test (span detection)": {"micro/f1": 0.7835896284655965, "micro/f1_ci": {}, "micro/recall": 0.8073320226668209, "micro/precision": 0.7612037945698397, "macro/f1": 0.7835896284655965, "macro/f1_ci": {}, "macro/recall": 0.8073320226668209, "macro/precision": 0.7612037945698397}, "2020.test (span detection)": {"micro/f1": 0.7649595687331536, "micro/f1_ci": {}, "micro/recall": 0.736377789309808, "micro/precision": 0.7958496915311273, "macro/f1": 0.7649595687331536, "macro/f1_ci": {}, "macro/recall": 0.736377789309808, "macro/precision": 0.7958496915311273}} |