| { | |
| "lang":"en", | |
| "name":"legal_ner_trf", | |
| "version":"3.2.0", | |
| "description":"Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document", | |
| "author":"Aman Tiwari", | |
| "email":"aman.tiwari@thoughtworks.com", | |
| "url":"https://github.com/Legal-NLP-EkStep/legal_NER", | |
| "license":"MIT", | |
| "spacy_version":">=3.2.2,<3.3.0", | |
| "spacy_git_version":"bbaf41fb3", | |
| "vectors":{ | |
| "width":0, | |
| "vectors":0, | |
| "keys":0, | |
| "name":null | |
| }, | |
| "labels":{ | |
| "transformer":[ | |
| ], | |
| "ner":[ | |
| "CASE_NUMBER", | |
| "COURT", | |
| "DATE", | |
| "GPE", | |
| "JUDGE", | |
| "LAWYER", | |
| "ORG", | |
| "OTHER_PERSON", | |
| "PETITIONER", | |
| "PRECEDENT", | |
| "PROVISION", | |
| "RESPONDENT", | |
| "STATUTE", | |
| "WITNESS" | |
| ] | |
| }, | |
| "pipeline":[ | |
| "transformer", | |
| "ner" | |
| ], | |
| "components":[ | |
| "transformer", | |
| "ner" | |
| ], | |
| "disabled":[ | |
| ], | |
| "performance":{ | |
| 'strict_precision': 91.47473773061618, | |
| 'strict_recall': 89.95612474801375, | |
| 'strict_f1': 90.70907569054168, | |
| "model_performance":[ | |
| {'entity': 'CASE_NUMBER', | |
| 'strict_precision': 91.2883435582822, | |
| 'strict_recall': 84.4494892167991, | |
| 'strict_f1': 87.73584905660377, | |
| 'partial_precision': 94.09693251533744, | |
| 'partial_recall': 87.04767309875142, | |
| 'partial_f1': 90.43514150943396}, | |
| {'entity': 'COURT', | |
| 'strict_precision': 94.27631578947368, | |
| 'strict_recall': 94.40052700922266, | |
| 'strict_f1': 94.33838051349572, | |
| 'partial_precision': 95.9375, | |
| 'partial_recall': 96.06389986824767, | |
| 'partial_f1': 96.00065832784726}, | |
| {'entity': 'DATE', | |
| 'strict_precision': 93.15274642588412, | |
| 'strict_recall': 91.9079435783222, | |
| 'strict_f1': 92.52615844544096, | |
| 'partial_precision': 98.34913468773514, | |
| 'partial_recall': 97.03489235337788, | |
| 'partial_f1': 97.68759342301942}, | |
| {'entity': 'GPE', | |
| 'strict_precision': 91.13636363636364, | |
| 'strict_recall': 81.42131979695432, | |
| 'strict_f1': 86.00536193029492, | |
| 'partial_precision': 94.42272727272729, | |
| 'partial_recall': 84.35736040609137, | |
| 'partial_f1': 89.10670241286864}, | |
| {'entity': 'JUDGE', | |
| 'strict_precision': 93.75, | |
| 'strict_recall': 97.24137931034484, | |
| 'strict_f1': 95.46377792823291, | |
| 'partial_precision': 94.77127659574468, | |
| 'partial_recall': 98.30068965517242, | |
| 'partial_f1': 96.50372376438726}, | |
| {'entity': 'LAWYER', | |
| 'strict_precision': 93.3028286189684, | |
| 'strict_recall': 95.3656462585034, | |
| 'strict_f1': 94.322960470984, | |
| 'partial_precision': 94.34276206322797, | |
| 'partial_recall': 96.42857142857144, | |
| 'partial_f1': 95.37426408746845}, | |
| {'entity': 'ORG', | |
| 'strict_precision': 87.76448942042319, | |
| 'strict_recall': 81.39931740614334, | |
| 'strict_f1': 84.4621513944223, | |
| 'partial_precision': 90.96320147194112, | |
| 'partial_recall': 84.3660409556314, | |
| 'partial_f1': 87.54050464807437}, | |
| {'entity': 'OTHER_PERSON', | |
| 'strict_precision': 95.21354933726067, | |
| 'strict_recall': 91.3135593220339, | |
| 'strict_f1': 93.2227829848594, | |
| 'partial_precision': 96.73490427098676, | |
| 'partial_recall': 92.7725988700565, | |
| 'partial_f1': 94.7123287671233}, | |
| {'entity': 'PETITIONER', | |
| 'strict_precision': 90.0, | |
| 'strict_recall': 90.60987415295256, | |
| 'strict_f1': 90.30390738060782, | |
| 'partial_precision': 91.825, | |
| 'partial_recall': 92.44724104549854, | |
| 'partial_f1': 92.1350699469368}, | |
| {'entity': 'PRECEDENT', | |
| 'strict_precision': 82.03517587939699, | |
| 'strict_recall': 77.3696682464455, | |
| 'strict_f1': 79.63414634146342, | |
| 'partial_precision': 97.04020100502512, | |
| 'partial_recall': 91.52132701421802, | |
| 'partial_f1': 94.2}, | |
| {'entity': 'PROVISION', | |
| 'strict_precision': 95.85879158180585, | |
| 'strict_recall': 94.44816053511704, | |
| 'strict_f1': 95.14824797843664, | |
| 'partial_precision': 97.91853360488798, | |
| 'partial_recall': 96.47759197324416, | |
| 'partial_f1': 97.19272237196766}, | |
| {'entity': 'RESPONDENT', | |
| 'strict_precision': 79.7923875432526, | |
| 'strict_recall': 83.9766933721777, | |
| 'strict_f1': 81.83108587650815, | |
| 'partial_precision': 87.8076124567474, | |
| 'partial_recall': 92.4122359796067, | |
| 'partial_f1': 90.05110007097232}, | |
| {'entity': 'STATUTE', | |
| 'strict_precision': 96.864406779661, | |
| 'strict_recall': 94.69759734879868, | |
| 'strict_f1': 95.7687473816506, | |
| 'partial_precision': 98.05762711864406, | |
| 'partial_recall': 95.86412593206296, | |
| 'partial_f1': 96.94847088395474}, | |
| {'entity': 'WITNESS', | |
| 'strict_precision': 91.3214990138067, | |
| 'strict_recall': 89.38223938223938, | |
| 'strict_f1': 90.34146341463416, | |
| 'partial_precision': 91.3214990138067, | |
| 'partial_recall': 89.38223938223938, | |
| 'partial_f1': 90.34146341463416}, | |
| ] | |
| }, | |
| "requirements":[ | |
| "spacy-transformers>=1.1.4,<1.2.0" | |
| ] | |
| } |