| {"2020.dev": {"micro/f1": 0.6411716842961759, "micro/f1_ci": {"90": [0.6175486260630018, 0.6595566318621441], "95": [0.6147731973677354, 0.6638882957093353]}, "micro/recall": 0.6175548589341693, "micro/precision": 0.6666666666666666, "macro/f1": 0.5804596425227457, "macro/f1_ci": {"90": [0.5563209566247097, 0.6005558731712752], "95": [0.5518387535219663, 0.604692965306961]}, "macro/recall": 0.5680055941903029, "macro/precision": 0.6008877546537066, "per_entity_metric": {"corporation": {"f1": 0.45744680851063824, "f1_ci": {"90": [0.39896305060313053, 0.5122703919096615], "95": [0.38743386243386235, 0.5207756232686981]}, "precision": 0.49710982658959535, "recall": 0.4236453201970443}, "creative_work": {"f1": 0.5071090047393365, "f1_ci": {"90": [0.4450231126696666, 0.5587057191634657], "95": [0.4347826086956522, 0.5679679524771399]}, "precision": 0.5, "recall": 0.5144230769230769}, "event": {"f1": 0.3793911007025761, "f1_ci": {"90": [0.3203576783037053, 0.4349970124438209], "95": [0.31213228981857716, 0.4465594366808542]}, "precision": 0.47368421052631576, "recall": 0.31640625}, "group": {"f1": 0.5526932084309134, "f1_ci": {"90": [0.49268292682926834, 0.6048606001144633], "95": [0.48393518518518513, 0.6150214192587075]}, "precision": 0.59, "recall": 0.5198237885462555}, "location": {"f1": 0.635, "f1_ci": {"90": [0.5773165820083557, 0.6880352617079889], "95": [0.5668201382548584, 0.7004528799044836]}, "precision": 0.5799086757990868, "recall": 0.7016574585635359}, "person": {"f1": 0.8759757155247182, "f1_ci": {"90": [0.8537956929282434, 0.8942845281286826], "95": [0.8502822580645161, 0.8978942309953208]}, "precision": 0.9099099099099099, "recall": 0.8444816053511706}, "product": {"f1": 0.6556016597510373, "f1_ci": {"90": [0.6106314253959433, 0.6964196101138775], "95": [0.5981308411214954, 0.7058876238667511]}, "precision": 0.6556016597510373, "recall": 0.6556016597510373}}}, "2021.test": {"micro/f1": 0.6435331230283912, "micro/f1_ci": {"90": [0.6345996068257943, 0.6532089360897961], "95": [0.6324079439702522, 0.6553628828900548]}, "micro/recall": 0.6604995374653099, "micro/precision": 0.6274165202108963, "macro/f1": 0.5923174132013881, "macro/f1_ci": {"90": [0.5822524691764094, 0.6024933306466042], "95": [0.5805322834223645, 0.6044686984135288]}, "macro/recall": 0.6162368271564922, "macro/precision": 0.5754366734391806, "per_entity_metric": {"corporation": {"f1": 0.504731861198738, "f1_ci": {"90": [0.48038148257628005, 0.5292322682709495], "95": [0.4753775128073699, 0.5339797977342344]}, "precision": 0.47904191616766467, "recall": 0.5333333333333333}, "creative_work": {"f1": 0.4447072738024837, "f1_ci": {"90": [0.4151950114927944, 0.47422567598565224], "95": [0.4100932670238046, 0.47941001971527414]}, "precision": 0.39166666666666666, "recall": 0.5143638850889193}, "event": {"f1": 0.4542199488491049, "f1_ci": {"90": [0.42910271978675435, 0.48043772471072166], "95": [0.4257225245185885, 0.48509665455190865]}, "precision": 0.5186915887850467, "recall": 0.40400363967242947}, "group": {"f1": 0.6029850746268657, "f1_ci": {"90": [0.581808905380334, 0.6257241062660222], "95": [0.5786252869427106, 0.6292339822412986]}, "precision": 0.6072144288577155, "recall": 0.5988142292490118}, "location": {"f1": 0.6576576576576576, "f1_ci": {"90": [0.6301000273136022, 0.6840557100386043], "95": [0.6222749780700615, 0.6886823162342767]}, "precision": 0.6097852028639618, "recall": 0.7136871508379888}, "person": {"f1": 0.8356485657586145, "f1_ci": {"90": [0.8248982485336018, 0.8466410755681696], "95": [0.8232091668379653, 0.8481237906446013]}, "precision": 0.8180854821617803, "recall": 0.8539823008849557}, "product": {"f1": 0.6462715105162524, "f1_ci": {"90": [0.6238326375254284, 0.6666818112978949], "95": [0.620779138067696, 0.6715414005474453]}, "precision": 0.6035714285714285, "recall": 0.6954732510288066}}}, "2020.test": {"micro/f1": 0.6537007023230686, "micro/f1_ci": {"90": [0.6332726828599435, 0.672689699405302], "95": [0.6280788060841276, 0.6765719796980775]}, "micro/recall": 0.6279190451478983, "micro/precision": 0.6816901408450704, "macro/f1": 0.6108426813075821, "macro/f1_ci": {"90": [0.5876662239492966, 0.6302375472216148], "95": [0.5842171041770049, 0.6334004953534061]}, "macro/recall": 0.5938611241800162, "macro/precision": 0.6343275766766727, "per_entity_metric": {"corporation": {"f1": 0.549618320610687, "f1_ci": {"90": [0.4899076633535258, 0.6018214978299012], "95": [0.4754511373745075, 0.6098211157492217]}, "precision": 0.5346534653465347, "recall": 0.5654450261780105}, "creative_work": {"f1": 0.5171503957783642, "f1_ci": {"90": [0.4578313253012048, 0.5698065835269002], "95": [0.44679771816219543, 0.5806528417818742]}, "precision": 0.49, "recall": 0.547486033519553}, "event": {"f1": 0.47722342733188716, "f1_ci": {"90": [0.42529881328438485, 0.5275256858733197], "95": [0.41515908275614666, 0.5405600848782668]}, "precision": 0.5612244897959183, "recall": 0.41509433962264153}, "group": {"f1": 0.5631768953068591, "f1_ci": {"90": [0.5115939568833814, 0.6153846153846153], "95": [0.50413627351962, 0.6218874082431027]}, "precision": 0.6419753086419753, "recall": 0.5016077170418006}, "location": {"f1": 0.6646153846153846, "f1_ci": {"90": [0.5979995507265224, 0.7228153153153153], "95": [0.5830719430629394, 0.7324859280106651]}, "precision": 0.675, "recall": 0.6545454545454545}, "person": {"f1": 0.842013888888889, "f1_ci": {"90": [0.8149431717991055, 0.8650869574168956], "95": [0.80918695497131, 0.871321846698602]}, "precision": 0.8723021582733813, "recall": 0.8137583892617449}, "product": {"f1": 0.6621004566210046, "f1_ci": {"90": [0.6090626754543477, 0.711111111111111], "95": [0.6017475935413755, 0.7223625321255118]}, "precision": 0.6651376146788991, "recall": 0.6590909090909091}}}, "2021.test (span detection)": {"micro/f1": 0.7815211267605634, "micro/f1_ci": {}, "micro/recall": 0.8021279056320111, "micro/precision": 0.7619466110073602, "macro/f1": 0.7815211267605634, "macro/f1_ci": {}, "macro/recall": 0.8021279056320111, "macro/precision": 0.7619466110073602}, "2020.test (span detection)": {"micro/f1": 0.7624966225344502, "micro/f1_ci": {}, "micro/recall": 0.7322262584327971, "micro/precision": 0.7953776775648252, "macro/f1": 0.7624966225344502, "macro/f1_ci": {}, "macro/recall": 0.7322262584327971, "macro/precision": 0.7953776775648252}, "2020.dev (span detection)": {"micro/f1": 0.7643070246813127, "micro/f1_ci": {}, "micro/recall": 0.7361546499477534, "micro/precision": 0.7946982515510435, "macro/f1": 0.7643070246813127, "macro/f1_ci": {}, "macro/recall": 0.7361546499477534, "macro/precision": 0.7946982515510435}} |