Hugging Face's logo

opennyaiorg
/
en_legal_ner_trf

Token Classification
spaCy
English
Eval Results
Model card Files Community
1
amant555 commited on
Commit
136fa56
•
1 Parent(s): ad7e4ae

Update meta.json

Browse files
Files changed (1) hide show
  1. meta.json +101 -78
meta.json CHANGED
@@ -48,85 +48,108 @@
48
 
49
  ],
50
  "performance":{
 
 
 
51
  "model_performance":[
52
- {
53
- "model_name":"combined_trf_cycle4",
54
- "evaluated_on":"preamble",
55
- "entity":"COURT",
56
- "gt_count":112,
57
- "pred_count":118,
58
- "strict_precision":93.75,
59
- "strict_recall":88.9830508475,
60
- "strict_f1":91.3043478261,
61
- "partial_precision":97.0178571429,
62
- "partial_recall":92.0847457627,
63
- "partial_f1":94.4869565217
64
- },
65
- {
66
- "model_name":"combined_trf_cycle4",
67
- "evaluated_on":"preamble",
68
- "entity":"JUDGE",
69
- "gt_count":163,
70
- "pred_count":166,
71
- "strict_precision":97.5460122699,
72
- "strict_recall":95.7831325301,
73
- "strict_f1":96.6565349544,
74
- "partial_precision":99.5460122699,
75
- "partial_recall":97.7469879518,
76
- "partial_f1":98.6382978723
77
- },
78
- {
79
- "model_name":"combined_trf_cycle4",
80
- "evaluated_on":"preamble",
81
- "entity":"LAWYER",
82
- "gt_count":572,
83
- "pred_count":590,
84
- "strict_precision":96.6783216783,
85
- "strict_recall":93.7288135593,
86
- "strict_f1":95.1807228916,
87
- "partial_precision":98.4737762238,
88
- "partial_recall":95.4694915254,
89
- "partial_f1":96.9483648881
90
- },
91
- {
92
- "model_name":"combined_trf_cycle4",
93
- "evaluated_on":"preamble",
94
- "entity":"PETITIONER",
95
- "gt_count":199,
96
- "pred_count":202,
97
- "strict_precision":90.9547738693,
98
- "strict_recall":89.603960396,
99
- "strict_f1":90.2743142145,
100
- "partial_precision":92.8844221106,
101
- "partial_recall":91.504950495,
102
- "partial_f1":92.1895261845
103
- },
104
- {
105
- "model_name":"combined_trf_cycle4",
106
- "evaluated_on":"preamble",
107
- "entity":"RESPONDENT",
108
- "gt_count":282,
109
- "pred_count":310,
110
- "strict_precision":82.9787234043,
111
- "strict_recall":75.4838709677,
112
- "strict_f1":79.0540540541,
113
- "partial_precision":95.2836879433,
114
- "partial_recall":86.6774193548,
115
- "partial_f1":90.777027027
116
- },
117
- {
118
- "model_name":"combined_trf_cycle4",
119
- "evaluated_on":"preamble",
120
- "entity":"overall",
121
- "gt_count":1328,
122
- "pred_count":1386,
123
- "strict_precision":92.7710843373,
124
- "strict_recall":88.8888888889,
125
- "strict_f1":90.7885040531,
126
- "partial_precision":96.9676204819,
127
- "partial_recall":92.9098124098,
128
- "partial_f1":94.895357406
129
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  ]
131
  },
132
  "requirements":[
 
48
 
49
  ],
50
  "performance":{
51
+ 'strict_precision': 91.47473773061618,
52
+ 'strict_recall': 89.95612474801375,
53
+ 'strict_f1': 90.70907569054168,
54
  "model_performance":[
55
+ {'entity': 'CASE_NUMBER',
56
+ 'strict_precision': 91.2883435582822,
57
+ 'strict_recall': 84.4494892167991,
58
+ 'strict_f1': 87.73584905660377,
59
+ 'partial_precision': 94.09693251533744,
60
+ 'partial_recall': 87.04767309875142,
61
+ 'partial_f1': 90.43514150943396},
62
+ {'entity': 'COURT',
63
+ 'strict_precision': 94.27631578947368,
64
+ 'strict_recall': 94.40052700922266,
65
+ 'strict_f1': 94.33838051349572,
66
+ 'partial_precision': 95.9375,
67
+ 'partial_recall': 96.06389986824767,
68
+ 'partial_f1': 96.00065832784726},
69
+ {'entity': 'DATE',
70
+ 'strict_precision': 93.15274642588412,
71
+ 'strict_recall': 91.9079435783222,
72
+ 'strict_f1': 92.52615844544096,
73
+ 'partial_precision': 98.34913468773514,
74
+ 'partial_recall': 97.03489235337788,
75
+ 'partial_f1': 97.68759342301942},
76
+ {'entity': 'GPE',
77
+ 'strict_precision': 91.13636363636364,
78
+ 'strict_recall': 81.42131979695432,
79
+ 'strict_f1': 86.00536193029492,
80
+ 'partial_precision': 94.42272727272729,
81
+ 'partial_recall': 84.35736040609137,
82
+ 'partial_f1': 89.10670241286864},
83
+ {'entity': 'JUDGE',
84
+ 'strict_precision': 93.75,
85
+ 'strict_recall': 97.24137931034484,
86
+ 'strict_f1': 95.46377792823291,
87
+ 'partial_precision': 94.77127659574468,
88
+ 'partial_recall': 98.30068965517242,
89
+ 'partial_f1': 96.50372376438726},
90
+ {'entity': 'LAWYER',
91
+ 'strict_precision': 93.3028286189684,
92
+ 'strict_recall': 95.3656462585034,
93
+ 'strict_f1': 94.322960470984,
94
+ 'partial_precision': 94.34276206322797,
95
+ 'partial_recall': 96.42857142857144,
96
+ 'partial_f1': 95.37426408746845},
97
+ {'entity': 'ORG',
98
+ 'strict_precision': 87.76448942042319,
99
+ 'strict_recall': 81.39931740614334,
100
+ 'strict_f1': 84.4621513944223,
101
+ 'partial_precision': 90.96320147194112,
102
+ 'partial_recall': 84.3660409556314,
103
+ 'partial_f1': 87.54050464807437},
104
+ {'entity': 'OTHER_PERSON',
105
+ 'strict_precision': 95.21354933726067,
106
+ 'strict_recall': 91.3135593220339,
107
+ 'strict_f1': 93.2227829848594,
108
+ 'partial_precision': 96.73490427098676,
109
+ 'partial_recall': 92.7725988700565,
110
+ 'partial_f1': 94.7123287671233},
111
+ {'entity': 'PETITIONER',
112
+ 'strict_precision': 90.0,
113
+ 'strict_recall': 90.60987415295256,
114
+ 'strict_f1': 90.30390738060782,
115
+ 'partial_precision': 91.825,
116
+ 'partial_recall': 92.44724104549854,
117
+ 'partial_f1': 92.1350699469368},
118
+ {'entity': 'PRECEDENT',
119
+ 'strict_precision': 82.03517587939699,
120
+ 'strict_recall': 77.3696682464455,
121
+ 'strict_f1': 79.63414634146342,
122
+ 'partial_precision': 97.04020100502512,
123
+ 'partial_recall': 91.52132701421802,
124
+ 'partial_f1': 94.2},
125
+ {'entity': 'PROVISION',
126
+ 'strict_precision': 95.85879158180585,
127
+ 'strict_recall': 94.44816053511704,
128
+ 'strict_f1': 95.14824797843664,
129
+ 'partial_precision': 97.91853360488798,
130
+ 'partial_recall': 96.47759197324416,
131
+ 'partial_f1': 97.19272237196766},
132
+ {'entity': 'RESPONDENT',
133
+ 'strict_precision': 79.7923875432526,
134
+ 'strict_recall': 83.9766933721777,
135
+ 'strict_f1': 81.83108587650815,
136
+ 'partial_precision': 87.8076124567474,
137
+ 'partial_recall': 92.4122359796067,
138
+ 'partial_f1': 90.05110007097232},
139
+ {'entity': 'STATUTE',
140
+ 'strict_precision': 96.864406779661,
141
+ 'strict_recall': 94.69759734879868,
142
+ 'strict_f1': 95.7687473816506,
143
+ 'partial_precision': 98.05762711864406,
144
+ 'partial_recall': 95.86412593206296,
145
+ 'partial_f1': 96.94847088395474},
146
+ {'entity': 'WITNESS',
147
+ 'strict_precision': 91.3214990138067,
148
+ 'strict_recall': 89.38223938223938,
149
+ 'strict_f1': 90.34146341463416,
150
+ 'partial_precision': 91.3214990138067,
151
+ 'partial_recall': 89.38223938223938,
152
+ 'partial_f1': 90.34146341463416},
153
  ]
154
  },
155
  "requirements":[