| {"2020.dev": {"micro/f1": 0.6411716842961759, "micro/recall": 0.6175548589341693, "micro/precision": 0.6666666666666666, "macro/f1": 0.5804596425227457, "macro/recall": 0.5680055941903029, "macro/precision": 0.6008877546537066, "per_entity_metric": {"corporation": {"precision": 0.49710982658959535, "recall": 0.4236453201970443, "f1": 0.45744680851063824}, "creative_work": {"precision": 0.5, "recall": 0.5144230769230769, "f1": 0.5071090047393365}, "event": {"precision": 0.47368421052631576, "recall": 0.31640625, "f1": 0.3793911007025761}, "group": {"precision": 0.59, "recall": 0.5198237885462555, "f1": 0.5526932084309134}, "location": {"precision": 0.5799086757990868, "recall": 0.7016574585635359, "f1": 0.635}, "person": {"precision": 0.9099099099099099, "recall": 0.8444816053511706, "f1": 0.8759757155247182}, "product": {"precision": 0.6556016597510373, "recall": 0.6556016597510373, "f1": 0.6556016597510373}}}, "2021.test": {"micro/f1": 0.6435331230283912, "micro/f1_ci": {"90": [0.6345996068257943, 0.6532089360897961], "95": [0.6324079439702522, 0.6553628828900548]}, "micro/recall": 0.6604995374653099, "micro/precision": 0.6274165202108963, "macro/f1": 0.5923174132013881, "macro/f1_ci": {"90": [0.5822524691764094, 0.6024933306466042], "95": [0.5805322834223645, 0.6044686984135288]}, "macro/recall": 0.6162368271564922, "macro/precision": 0.5754366734391806, "per_entity_metric": {"corporation": {"f1": 0.504731861198738, "f1_ci": {"90": [0.48038148257628005, 0.5292322682709495], "95": [0.4753775128073699, 0.5339797977342344]}, "precision": 0.47904191616766467, "recall": 0.5333333333333333}, "creative_work": {"f1": 0.4447072738024837, "f1_ci": {"90": [0.4151950114927944, 0.47422567598565224], "95": [0.4100932670238046, 0.47941001971527414]}, "precision": 0.39166666666666666, "recall": 0.5143638850889193}, "event": {"f1": 0.4542199488491049, "f1_ci": {"90": [0.42910271978675435, 0.48043772471072166], "95": [0.4257225245185885, 0.48509665455190865]}, "precision": 0.5186915887850467, "recall": 0.40400363967242947}, "group": {"f1": 0.6029850746268657, "f1_ci": {"90": [0.581808905380334, 0.6257241062660222], "95": [0.5786252869427106, 0.6292339822412986]}, "precision": 0.6072144288577155, "recall": 0.5988142292490118}, "location": {"f1": 0.6576576576576576, "f1_ci": {"90": [0.6301000273136022, 0.6840557100386043], "95": [0.6222749780700615, 0.6886823162342767]}, "precision": 0.6097852028639618, "recall": 0.7136871508379888}, "person": {"f1": 0.8356485657586145, "f1_ci": {"90": [0.8248982485336018, 0.8466410755681696], "95": [0.8232091668379653, 0.8481237906446013]}, "precision": 0.8180854821617803, "recall": 0.8539823008849557}, "product": {"f1": 0.6462715105162524, "f1_ci": {"90": [0.6238326375254284, 0.6666818112978949], "95": [0.620779138067696, 0.6715414005474453]}, "precision": 0.6035714285714285, "recall": 0.6954732510288066}}}, "2020.test": {"micro/f1": 0.6537007023230686, "micro/f1_ci": {"90": [0.6332726828599435, 0.672689699405302], "95": [0.6280788060841276, 0.6765719796980775]}, "micro/recall": 0.6279190451478983, "micro/precision": 0.6816901408450704, "macro/f1": 0.6108426813075821, "macro/f1_ci": {"90": [0.5876662239492966, 0.6302375472216148], "95": [0.5842171041770049, 0.6334004953534061]}, "macro/recall": 0.5938611241800162, "macro/precision": 0.6343275766766727, "per_entity_metric": {"corporation": {"f1": 0.549618320610687, "f1_ci": {"90": [0.4899076633535258, 0.6018214978299012], "95": [0.4754511373745075, 0.6098211157492217]}, "precision": 0.5346534653465347, "recall": 0.5654450261780105}, "creative_work": {"f1": 0.5171503957783642, "f1_ci": {"90": [0.4578313253012048, 0.5698065835269002], "95": [0.44679771816219543, 0.5806528417818742]}, "precision": 0.49, "recall": 0.547486033519553}, "event": {"f1": 0.47722342733188716, "f1_ci": {"90": [0.42529881328438485, 0.5275256858733197], "95": [0.41515908275614666, 0.5405600848782668]}, "precision": 0.5612244897959183, "recall": 0.41509433962264153}, "group": {"f1": 0.5631768953068591, "f1_ci": {"90": [0.5115939568833814, 0.6153846153846153], "95": [0.50413627351962, 0.6218874082431027]}, "precision": 0.6419753086419753, "recall": 0.5016077170418006}, "location": {"f1": 0.6646153846153846, "f1_ci": {"90": [0.5979995507265224, 0.7228153153153153], "95": [0.5830719430629394, 0.7324859280106651]}, "precision": 0.675, "recall": 0.6545454545454545}, "person": {"f1": 0.842013888888889, "f1_ci": {"90": [0.8149431717991055, 0.8650869574168956], "95": [0.80918695497131, 0.871321846698602]}, "precision": 0.8723021582733813, "recall": 0.8137583892617449}, "product": {"f1": 0.6621004566210046, "f1_ci": {"90": [0.6090626754543477, 0.711111111111111], "95": [0.6017475935413755, 0.7223625321255118]}, "precision": 0.6651376146788991, "recall": 0.6590909090909091}}}, "2021.test (span detection)": {"micro/f1": 0.7815211267605634, "micro/f1_ci": {}, "micro/recall": 0.8021279056320111, "micro/precision": 0.7619466110073602, "macro/f1": 0.7815211267605634, "macro/f1_ci": {}, "macro/recall": 0.8021279056320111, "macro/precision": 0.7619466110073602}, "2020.test (span detection)": {"micro/f1": 0.7624966225344502, "micro/f1_ci": {}, "micro/recall": 0.7322262584327971, "micro/precision": 0.7953776775648252, "macro/f1": 0.7624966225344502, "macro/f1_ci": {}, "macro/recall": 0.7322262584327971, "macro/precision": 0.7953776775648252}} |