|
{ |
|
"token": { |
|
"accuracy": 0.9744584187489611, |
|
"f1": 0.7891238670694863, |
|
"recall": 0.7989396411092985, |
|
"precision": 0.7795463589335455, |
|
"classification_report": { |
|
"AGE": { |
|
"precision": 0.8656987295825771, |
|
"recall": 0.8224137931034483, |
|
"f1-score": 0.843501326259947, |
|
"support": 580 |
|
}, |
|
"ALTI": { |
|
"precision": 0.5, |
|
"recall": 0.8333333333333334, |
|
"f1-score": 0.625, |
|
"support": 42 |
|
}, |
|
"EMAIL": { |
|
"precision": 1.0, |
|
"recall": 1.0, |
|
"f1-score": 1.0, |
|
"support": 11 |
|
}, |
|
"GEOG": { |
|
"precision": 1.0, |
|
"recall": 0.6470588235294118, |
|
"f1-score": 0.7857142857142858, |
|
"support": 34 |
|
}, |
|
"REGION": { |
|
"precision": 0.82421875, |
|
"recall": 0.705685618729097, |
|
"f1-score": 0.7603603603603604, |
|
"support": 598 |
|
}, |
|
"SITE": { |
|
"precision": 0.5, |
|
"recall": 0.7371273712737128, |
|
"f1-score": 0.5958378970427163, |
|
"support": 369 |
|
}, |
|
"TAXA": { |
|
"precision": 0.8966376089663761, |
|
"recall": 0.8801955990220048, |
|
"f1-score": 0.8883405305367057, |
|
"support": 818 |
|
}, |
|
"micro avg": { |
|
"precision": 0.7795463589335455, |
|
"recall": 0.7989396411092985, |
|
"f1-score": 0.7891238670694863, |
|
"support": 2452 |
|
}, |
|
"macro avg": { |
|
"precision": 0.7980792983641363, |
|
"recall": 0.8036877912844297, |
|
"f1-score": 0.7855363428448593, |
|
"support": 2452 |
|
}, |
|
"weighted avg": { |
|
"precision": 0.8070708155760157, |
|
"recall": 0.7989396411092985, |
|
"f1-score": 0.7970706722790938, |
|
"support": 2452 |
|
} |
|
} |
|
}, |
|
"entity": { |
|
"accuracy": 0.9720206105601419, |
|
"f1": 0.6981356604522015, |
|
"recall": 0.7148659626320065, |
|
"precision": 0.6821705426356589, |
|
"classification_report": { |
|
"AGE": { |
|
"precision": 0.6834532374100719, |
|
"recall": 0.6209150326797386, |
|
"f1-score": 0.6506849315068493, |
|
"support": 153 |
|
}, |
|
"ALTI": { |
|
"precision": 0.5, |
|
"recall": 0.7142857142857143, |
|
"f1-score": 0.588235294117647, |
|
"support": 14 |
|
}, |
|
"EMAIL": { |
|
"precision": 1.0, |
|
"recall": 1.0, |
|
"f1-score": 1.0, |
|
"support": 11 |
|
}, |
|
"GEOG": { |
|
"precision": 1.0, |
|
"recall": 0.625, |
|
"f1-score": 0.7692307692307693, |
|
"support": 8 |
|
}, |
|
"REGION": { |
|
"precision": 0.640495867768595, |
|
"recall": 0.6007751937984496, |
|
"f1-score": 0.62, |
|
"support": 258 |
|
}, |
|
"SITE": { |
|
"precision": 0.4612903225806452, |
|
"recall": 0.6529680365296804, |
|
"f1-score": 0.5406427221172023, |
|
"support": 219 |
|
}, |
|
"TAXA": { |
|
"precision": 0.8188277087033747, |
|
"recall": 0.8116197183098591, |
|
"f1-score": 0.8152077807250221, |
|
"support": 568 |
|
}, |
|
"micro avg": { |
|
"precision": 0.6821705426356589, |
|
"recall": 0.7148659626320065, |
|
"f1-score": 0.6981356604522015, |
|
"support": 1231 |
|
}, |
|
"macro avg": { |
|
"precision": 0.7291524480660981, |
|
"recall": 0.7179376708004916, |
|
"f1-score": 0.7120002139567844, |
|
"support": 1231 |
|
}, |
|
"weighted avg": { |
|
"precision": 0.7001892757081369, |
|
"recall": 0.7148659626320065, |
|
"f1-score": 0.7037714950345418, |
|
"support": 1231 |
|
} |
|
} |
|
}, |
|
"overall_results": { |
|
"ent_type": { |
|
"correct": 957, |
|
"incorrect": 58, |
|
"partial": 0, |
|
"missed": 218, |
|
"spurious": 275, |
|
"possible": 1233, |
|
"actual": 1290, |
|
"precision": 0.7418604651162791, |
|
"recall": 0.7761557177615572 |
|
}, |
|
"partial": { |
|
"correct": 935, |
|
"incorrect": 0, |
|
"partial": 80, |
|
"missed": 218, |
|
"spurious": 275, |
|
"possible": 1233, |
|
"actual": 1290, |
|
"precision": 0.7558139534883721, |
|
"recall": 0.7907542579075426 |
|
}, |
|
"strict": { |
|
"correct": 880, |
|
"incorrect": 135, |
|
"partial": 0, |
|
"missed": 218, |
|
"spurious": 275, |
|
"possible": 1233, |
|
"actual": 1290, |
|
"precision": 0.6821705426356589, |
|
"recall": 0.7137064071370641 |
|
}, |
|
"exact": { |
|
"correct": 935, |
|
"incorrect": 80, |
|
"partial": 0, |
|
"missed": 218, |
|
"spurious": 275, |
|
"possible": 1233, |
|
"actual": 1290, |
|
"precision": 0.7248062015503876, |
|
"recall": 0.7583130575831306 |
|
} |
|
}, |
|
"overall_results_by_tag": { |
|
"AGE": { |
|
"ent_type": { |
|
"correct": 124, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 31, |
|
"spurious": 275, |
|
"possible": 155, |
|
"actual": 399, |
|
"precision": 0.3107769423558897, |
|
"recall": 0.8 |
|
}, |
|
"partial": { |
|
"correct": 95, |
|
"incorrect": 0, |
|
"partial": 29, |
|
"missed": 31, |
|
"spurious": 275, |
|
"possible": 155, |
|
"actual": 399, |
|
"precision": 0.2744360902255639, |
|
"recall": 0.7064516129032258 |
|
}, |
|
"strict": { |
|
"correct": 95, |
|
"incorrect": 29, |
|
"partial": 0, |
|
"missed": 31, |
|
"spurious": 275, |
|
"possible": 155, |
|
"actual": 399, |
|
"precision": 0.23809523809523808, |
|
"recall": 0.6129032258064516 |
|
}, |
|
"exact": { |
|
"correct": 95, |
|
"incorrect": 29, |
|
"partial": 0, |
|
"missed": 31, |
|
"spurious": 275, |
|
"possible": 155, |
|
"actual": 399, |
|
"precision": 0.23809523809523808, |
|
"recall": 0.6129032258064516 |
|
} |
|
}, |
|
"GEOG": { |
|
"ent_type": { |
|
"correct": 5, |
|
"incorrect": 1, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 8, |
|
"actual": 281, |
|
"precision": 0.017793594306049824, |
|
"recall": 0.625 |
|
}, |
|
"partial": { |
|
"correct": 6, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 8, |
|
"actual": 281, |
|
"precision": 0.021352313167259787, |
|
"recall": 0.75 |
|
}, |
|
"strict": { |
|
"correct": 5, |
|
"incorrect": 1, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 8, |
|
"actual": 281, |
|
"precision": 0.017793594306049824, |
|
"recall": 0.625 |
|
}, |
|
"exact": { |
|
"correct": 6, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 8, |
|
"actual": 281, |
|
"precision": 0.021352313167259787, |
|
"recall": 0.75 |
|
} |
|
}, |
|
"ALTI": { |
|
"ent_type": { |
|
"correct": 12, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 14, |
|
"actual": 287, |
|
"precision": 0.041811846689895474, |
|
"recall": 0.8571428571428571 |
|
}, |
|
"partial": { |
|
"correct": 10, |
|
"incorrect": 0, |
|
"partial": 2, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 14, |
|
"actual": 287, |
|
"precision": 0.03832752613240418, |
|
"recall": 0.7857142857142857 |
|
}, |
|
"strict": { |
|
"correct": 10, |
|
"incorrect": 2, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 14, |
|
"actual": 287, |
|
"precision": 0.03484320557491289, |
|
"recall": 0.7142857142857143 |
|
}, |
|
"exact": { |
|
"correct": 10, |
|
"incorrect": 2, |
|
"partial": 0, |
|
"missed": 2, |
|
"spurious": 275, |
|
"possible": 14, |
|
"actual": 287, |
|
"precision": 0.03484320557491289, |
|
"recall": 0.7142857142857143 |
|
} |
|
}, |
|
"SITE": { |
|
"ent_type": { |
|
"correct": 145, |
|
"incorrect": 21, |
|
"partial": 0, |
|
"missed": 53, |
|
"spurious": 275, |
|
"possible": 219, |
|
"actual": 441, |
|
"precision": 0.3287981859410431, |
|
"recall": 0.6621004566210046 |
|
}, |
|
"partial": { |
|
"correct": 164, |
|
"incorrect": 0, |
|
"partial": 2, |
|
"missed": 53, |
|
"spurious": 275, |
|
"possible": 219, |
|
"actual": 441, |
|
"precision": 0.3741496598639456, |
|
"recall": 0.7534246575342466 |
|
}, |
|
"strict": { |
|
"correct": 143, |
|
"incorrect": 23, |
|
"partial": 0, |
|
"missed": 53, |
|
"spurious": 275, |
|
"possible": 219, |
|
"actual": 441, |
|
"precision": 0.3242630385487528, |
|
"recall": 0.6529680365296804 |
|
}, |
|
"exact": { |
|
"correct": 164, |
|
"incorrect": 2, |
|
"partial": 0, |
|
"missed": 53, |
|
"spurious": 275, |
|
"possible": 219, |
|
"actual": 441, |
|
"precision": 0.37188208616780044, |
|
"recall": 0.7488584474885844 |
|
} |
|
}, |
|
"REGION": { |
|
"ent_type": { |
|
"correct": 189, |
|
"incorrect": 31, |
|
"partial": 0, |
|
"missed": 38, |
|
"spurious": 275, |
|
"possible": 258, |
|
"actual": 495, |
|
"precision": 0.38181818181818183, |
|
"recall": 0.7325581395348837 |
|
}, |
|
"partial": { |
|
"correct": 183, |
|
"incorrect": 0, |
|
"partial": 37, |
|
"missed": 38, |
|
"spurious": 275, |
|
"possible": 258, |
|
"actual": 495, |
|
"precision": 0.4070707070707071, |
|
"recall": 0.7810077519379846 |
|
}, |
|
"strict": { |
|
"correct": 155, |
|
"incorrect": 65, |
|
"partial": 0, |
|
"missed": 38, |
|
"spurious": 275, |
|
"possible": 258, |
|
"actual": 495, |
|
"precision": 0.31313131313131315, |
|
"recall": 0.6007751937984496 |
|
}, |
|
"exact": { |
|
"correct": 183, |
|
"incorrect": 37, |
|
"partial": 0, |
|
"missed": 38, |
|
"spurious": 275, |
|
"possible": 258, |
|
"actual": 495, |
|
"precision": 0.3696969696969697, |
|
"recall": 0.7093023255813954 |
|
} |
|
}, |
|
"TAXA": { |
|
"ent_type": { |
|
"correct": 471, |
|
"incorrect": 5, |
|
"partial": 0, |
|
"missed": 92, |
|
"spurious": 275, |
|
"possible": 568, |
|
"actual": 751, |
|
"precision": 0.6271637816245007, |
|
"recall": 0.829225352112676 |
|
}, |
|
"partial": { |
|
"correct": 466, |
|
"incorrect": 0, |
|
"partial": 10, |
|
"missed": 92, |
|
"spurious": 275, |
|
"possible": 568, |
|
"actual": 751, |
|
"precision": 0.6271637816245007, |
|
"recall": 0.829225352112676 |
|
}, |
|
"strict": { |
|
"correct": 461, |
|
"incorrect": 15, |
|
"partial": 0, |
|
"missed": 92, |
|
"spurious": 275, |
|
"possible": 568, |
|
"actual": 751, |
|
"precision": 0.6138482023968043, |
|
"recall": 0.8116197183098591 |
|
}, |
|
"exact": { |
|
"correct": 466, |
|
"incorrect": 10, |
|
"partial": 0, |
|
"missed": 92, |
|
"spurious": 275, |
|
"possible": 568, |
|
"actual": 751, |
|
"precision": 0.6205059920106525, |
|
"recall": 0.8204225352112676 |
|
} |
|
}, |
|
"EMAIL": { |
|
"ent_type": { |
|
"correct": 11, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 0, |
|
"spurious": 275, |
|
"possible": 11, |
|
"actual": 286, |
|
"precision": 0.038461538461538464, |
|
"recall": 1.0 |
|
}, |
|
"partial": { |
|
"correct": 11, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 0, |
|
"spurious": 275, |
|
"possible": 11, |
|
"actual": 286, |
|
"precision": 0.038461538461538464, |
|
"recall": 1.0 |
|
}, |
|
"strict": { |
|
"correct": 11, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 0, |
|
"spurious": 275, |
|
"possible": 11, |
|
"actual": 286, |
|
"precision": 0.038461538461538464, |
|
"recall": 1.0 |
|
}, |
|
"exact": { |
|
"correct": 11, |
|
"incorrect": 0, |
|
"partial": 0, |
|
"missed": 0, |
|
"spurious": 275, |
|
"possible": 11, |
|
"actual": 286, |
|
"precision": 0.038461538461538464, |
|
"recall": 1.0 |
|
} |
|
} |
|
}, |
|
"num_tokens": 36098, |
|
"entity_counts": { |
|
"O": 33646, |
|
"REGION": 598, |
|
"SITE": 369, |
|
"AGE": 580, |
|
"TAXA": 818, |
|
"GEOG": 34, |
|
"EMAIL": 11, |
|
"ALTI": 42 |
|
} |
|
} |