{"2020.dev": {"micro/f1": 0.648148148148148, "micro/f1_ci": {}, "micro/recall": 0.6217345872518286, "micro/precision": 0.676905574516496, "macro/f1": 0.5884762061336491, "macro/f1_ci": {}, "macro/recall": 0.5710043863284546, "macro/precision": 0.6142162065355595, "per_entity_metric": {"corporation": {"f1": 0.48947368421052634, "f1_ci": {}, "precision": 0.5254237288135594, "recall": 0.458128078817734}, "creative_work": {"f1": 0.5048076923076923, "f1_ci": {}, "precision": 0.5048076923076923, "recall": 0.5048076923076923}, "event": {"f1": 0.3665893271461717, "f1_ci": {}, "precision": 0.4514285714285714, "recall": 0.30859375}, "group": {"f1": 0.5833333333333333, "f1_ci": {}, "precision": 0.6574585635359116, "recall": 0.5242290748898678}, "location": {"f1": 0.6515151515151515, "f1_ci": {}, "precision": 0.6, "recall": 0.712707182320442}, "person": {"f1": 0.8754266211604095, "f1_ci": {}, "precision": 0.8937282229965157, "recall": 0.8578595317725752}, "product": {"f1": 0.6481876332622601, "f1_ci": {}, "precision": 0.6666666666666666, "recall": 0.6307053941908713}}}, "2021.test": {"micro/f1": 0.6460286973223365, "micro/f1_ci": {"90": [0.63733724830433, 0.6556095472315113], "95": [0.6353273787551952, 0.6574352280031737]}, "micro/recall": 0.6611933395004626, "micro/precision": 0.6315440689198144, "macro/f1": 0.5944660768713126, "macro/f1_ci": {"90": [0.5849081455127132, 0.604378357848271], "95": [0.5831045169205292, 0.6060640264322646]}, "macro/recall": 0.6174983598336771, "macro/precision": 0.5801646971717881, "per_entity_metric": {"corporation": {"f1": 0.5021008403361344, "f1_ci": {"90": [0.4789834700215685, 0.5271894733215282], "95": [0.4745525584297708, 0.5316368161943792]}, "precision": 0.4760956175298805, "recall": 0.5311111111111111}, "creative_work": {"f1": 0.4589000591366056, "f1_ci": {"90": [0.4306853034260597, 0.48736707656304246], "95": [0.4254521058174994, 0.4930922458104417]}, "precision": 0.4041666666666667, "recall": 0.53077975376197}, "event": {"f1": 0.45184799583550234, "f1_ci": {"90": [0.4270124161552733, 0.4763863451671203], "95": [0.422088474249013, 0.4810302713987474]}, "precision": 0.5279805352798054, "recall": 0.39490445859872614}, "group": {"f1": 0.602966540186271, "f1_ci": {"90": [0.5815257576832498, 0.6258527871580286], "95": [0.5783987738887143, 0.6301280206163071]}, "precision": 0.6328747284576394, "recall": 0.5757575757575758}, "location": {"f1": 0.667091836734694, "f1_ci": {"90": [0.6408738272872012, 0.6929653849735745], "95": [0.6349154946952874, 0.6970575007002522]}, "precision": 0.613849765258216, "recall": 0.7304469273743017}, "person": {"f1": 0.8345784418356457, "f1_ci": {"90": [0.8240660420354806, 0.8454018578179613], "95": [0.8221766134345567, 0.8467589019305347]}, "precision": 0.8061855670103093, "recall": 0.8650442477876106}, "product": {"f1": 0.6437768240343348, "f1_ci": {"90": [0.622562297681236, 0.6648001670663515], "95": [0.6190244802359166, 0.668536346487744]}, "precision": 0.6, "recall": 0.6944444444444444}}}, "2020.test": {"micro/f1": 0.6475365457498646, "micro/f1_ci": {"90": [0.6278810391051123, 0.6659767107844533], "95": [0.6235838190810499, 0.6692123090249849]}, "micro/recall": 0.6206538661131292, "micro/precision": 0.6768534238822863, "macro/f1": 0.6064934754479069, "macro/f1_ci": {"90": [0.5836818822839157, 0.6251332135885596], "95": [0.5795678730454966, 0.6290985642471119]}, "macro/recall": 0.5889063993107413, "macro/precision": 0.63365172906493, "per_entity_metric": {"corporation": {"f1": 0.5618556701030927, "f1_ci": {"90": [0.5, 0.6172598627787307], "95": [0.4885981049752539, 0.6259302015554888]}, "precision": 0.5532994923857868, "recall": 0.5706806282722513}, "creative_work": {"f1": 0.5040650406504065, "f1_ci": {"90": [0.44183047910974876, 0.5584744579292135], "95": [0.4330176767676768, 0.572193256090315]}, "precision": 0.48947368421052634, "recall": 0.5195530726256983}, "event": {"f1": 0.4731182795698925, "f1_ci": {"90": [0.41807994639571167, 0.5219746433628906], "95": [0.40788644405130475, 0.5325269892043183]}, "precision": 0.55, "recall": 0.41509433962264153}, "group": {"f1": 0.5521235521235521, "f1_ci": {"90": [0.5008620689655173, 0.6033057851239669], "95": [0.48913461538461533, 0.6141652372784449]}, "precision": 0.6908212560386473, "recall": 0.45980707395498394}, "location": {"f1": 0.6746268656716418, "f1_ci": {"90": [0.610678987545199, 0.7329210191981933], "95": [0.5951452376616281, 0.741727195043794]}, "precision": 0.6647058823529411, "recall": 0.6848484848484848}, "person": {"f1": 0.8190314358538658, "f1_ci": {"90": [0.7936307012256378, 0.8422012779178834], "95": [0.787314635592392, 0.846041418767823]}, "precision": 0.8296041308089501, "recall": 0.8087248322147651}, "product": {"f1": 0.660633484162896, "f1_ci": {"90": [0.6098026856808009, 0.7045074140794477], "95": [0.6030337195196198, 0.7142857142857143]}, "precision": 0.6576576576576577, "recall": 0.6636363636363637}}}, "2021.test (span detection)": {"micro/f1": 0.7857183209988137, "micro/f1_ci": {}, "micro/recall": 0.8042095524459351, "micro/precision": 0.7680583167660703, "macro/f1": 0.7857183209988137, "macro/f1_ci": {}, "macro/recall": 0.8042095524459351, "macro/precision": 0.7680583167660703}, "2020.test (span detection)": {"micro/f1": 0.7663146493365827, "micro/f1_ci": {}, "micro/recall": 0.7343020238713025, "micro/precision": 0.8012457531143827, "macro/f1": 0.7663146493365827, "macro/f1_ci": {}, "macro/recall": 0.7343020238713025, "macro/precision": 0.8012457531143827}}