MSey commited on
Commit
38c3601
·
verified ·
1 Parent(s): 8a02976

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +137 -1
README.md CHANGED
@@ -12,139 +12,275 @@ We fine-tuned our base model on the Ca dataset.
12
  ## Metrics
13
  seqeval entity-wise in evaulate
14
  _train_AVGf1 0.9756326545937595
 
15
  _train_DIAGNOSIS.avg_tokens_per_entity 6.812357501139991
 
16
  _train_DIAGNOSIS.entity_count 8772
 
17
  _train_DIAGNOSIS.f1 0.9847202499289974
 
18
  _train_DIAGNOSIS.precision 0.9813200498132005
 
19
  _train_DIAGNOSIS.recall 0.9881440948472412
 
20
  _train_DIAGNOSIS.token_count 59758
 
21
  _train_DIAGNOSTIC.avg_tokens_per_entity 5.99338106173173
 
22
  _train_DIAGNOSTIC.entity_count 7403
 
23
  _train_DIAGNOSTIC.f1 0.9729585006693441
 
24
  _train_DIAGNOSTIC.precision 0.9643094069258326
 
25
  _train_DIAGNOSTIC.recall 0.9817641496690531
 
26
  _train_DIAGNOSTIC.token_count 44369
 
27
  _train_DRUG.avg_tokens_per_entity 3.8747056052755533
 
28
  _train_DRUG.entity_count 4246
 
29
  _train_DRUG.f1 0.9928328046058043
 
30
  _train_DRUG.precision 0.9906213364595545
 
31
  _train_DRUG.recall 0.9950541686292982
 
32
  _train_DRUG.token_count 16452
 
33
  _train_MEDICAL_FINDING.avg_tokens_per_entity 8.822587975587586
 
34
  _train_MEDICAL_FINDING.entity_count 30804
 
35
  _train_MEDICAL_FINDING.f1 0.9658010684140024
 
36
  _train_MEDICAL_FINDING.precision 0.9603299419071156
 
37
  _train_MEDICAL_FINDING.recall 0.9713348915725231
 
38
  _train_MEDICAL_FINDING.token_count 271771
 
39
  _train_THERAPY.avg_tokens_per_entity 8.560322448421916
 
40
  _train_THERAPY.entity_count 7319
 
41
  _train_THERAPY.f1 0.9618506493506493
 
42
  _train_THERAPY.precision 0.9524447421299397
 
43
  _train_THERAPY.recall 0.9714441863642574
 
44
  _train_THERAPY.token_count 62653
 
45
  _train_accuracy 0.9938551197147224
 
46
  _train_f1 0.9709934550640488
 
47
  _train_loss 0.020609384402632713
 
48
  _train_precision 0.9651517964122382
 
49
  _train_recall 0.9769062585405849
 
50
  _train_runtime 142.8691
 
51
  _train_samples_per_second 229.063
 
52
  _train_steps_per_second 28.635
 
53
  eval_AVGf1 0.7889642398534424
 
54
  eval_DIAGNOSIS.avg_len 6.790370685982105
 
55
  eval_DIAGNOSIS.avg_tokens_per_entity 6.790370685982105
 
56
  eval_DIAGNOSIS.count 2347
 
57
  eval_DIAGNOSIS.entity_count 2347
 
58
  eval_DIAGNOSIS.f1 0.7870941224825319
 
59
  eval_DIAGNOSIS.precision 0.760222310440651
 
60
  eval_DIAGNOSIS.recall 0.815935236472092
 
61
  eval_DIAGNOSIS.token_count 15937
 
62
  eval_DIAGNOSTIC.avg_len 6.030130756111427
 
63
  eval_DIAGNOSTIC.avg_tokens_per_entity 6.030130756111427
 
64
  eval_DIAGNOSTIC.count 1759
 
65
  eval_DIAGNOSTIC.entity_count 1759
 
66
  eval_DIAGNOSTIC.f1 0.7870518994114499
 
67
  eval_DIAGNOSTIC.precision 0.7433046993431026
 
68
  eval_DIAGNOSTIC.recall 0.8362706083001705
 
69
  eval_DIAGNOSTIC.token_count 10607
 
70
  eval_DRUG.avg_len 3.9235500878734624
 
71
  eval_DRUG.avg_tokens_per_entity 3.9235500878734624
 
72
  eval_DRUG.count 1138
 
73
  eval_DRUG.entity_count 1138
 
74
  eval_DRUG.f1 0.9196581196581196
 
75
  eval_DRUG.precision 0.8951747088186356
 
76
  eval_DRUG.recall 0.945518453427065
 
77
  eval_DRUG.token_count 4465
 
78
  eval_MEDICAL_FINDING.avg_len 8.781120867768594
 
79
  eval_MEDICAL_FINDING.avg_tokens_per_entity 8.781120867768594
 
80
  eval_MEDICAL_FINDING.count 7744
 
81
  eval_MEDICAL_FINDING.entity_count 7744
 
82
  eval_MEDICAL_FINDING.f1 0.7699975080986794
 
83
  eval_MEDICAL_FINDING.precision 0.7438613384689456
 
84
  eval_MEDICAL_FINDING.recall 0.7980371900826446
 
85
  eval_MEDICAL_FINDING.token_count 68001
 
86
  eval_THERAPY.avg_len 8.44420941300899
 
87
  eval_THERAPY.avg_tokens_per_entity 8.44420941300899
 
88
  eval_THERAPY.count 1891
 
89
  eval_THERAPY.entity_count 1891
 
90
  eval_THERAPY.f1 0.6810195496164316
 
91
  eval_THERAPY.precision 0.64
 
92
  eval_THERAPY.recall 0.7276573241671074
 
93
  eval_THERAPY.token_count 15968
 
94
  eval_accuracy 0.9332097564796261
 
95
  eval_f1 0.7744305184135064
 
96
  eval_loss 0.5050501823425293
 
97
  eval_precision 0.7437801708132195
 
98
  eval_recall 0.8077155722830835
 
99
  eval_runtime 36.8437
 
100
  eval_samples_per_second 222.073
 
101
  eval_steps_per_second 27.766
 
102
  test_AVGf1 0.7491200818619402
 
103
  test_DIAGNOSIS.avg_len 7.408243727598566
 
104
  test_DIAGNOSIS.avg_tokens_per_entity 7.408243727598566
 
105
  test_DIAGNOSIS.count 2790
 
106
  test_DIAGNOSIS.entity_count 2790
 
107
  test_DIAGNOSIS.f1 0.703534151254349
 
108
  test_DIAGNOSIS.precision 0.7192062897791089
 
109
  test_DIAGNOSIS.recall 0.6885304659498208
 
110
  test_DIAGNOSIS.token_count 20669
 
111
  test_DIAGNOSTIC.avg_len 6.136954503249767
 
112
  test_DIAGNOSTIC.avg_tokens_per_entity 6.136954503249767
 
113
  test_DIAGNOSTIC.count 2154
 
114
  test_DIAGNOSTIC.entity_count 2154
 
115
  test_DIAGNOSTIC.f1 0.7718579234972678
 
116
  test_DIAGNOSTIC.precision 0.7573726541554959
 
117
  test_DIAGNOSTIC.recall 0.786908077994429
 
118
  test_DIAGNOSTIC.token_count 13219
 
119
  test_DRUG.avg_len 3.7937931034482757
 
120
  test_DRUG.avg_tokens_per_entity 3.7937931034482757
 
121
  test_DRUG.count 1450
 
122
  test_DRUG.entity_count 1450
 
123
  test_DRUG.f1 0.9024472008045592
 
124
  test_DRUG.precision 0.878016960208741
 
125
  test_DRUG.recall 0.9282758620689655
 
126
  test_DRUG.token_count 5501
 
127
  test_MEDICAL_FINDING.avg_len 9.53191489361702
 
128
  test_MEDICAL_FINDING.avg_tokens_per_entity 9.53191489361702
 
129
  test_MEDICAL_FINDING.count 8366
 
130
  test_MEDICAL_FINDING.entity_count 8366
 
131
  test_MEDICAL_FINDING.f1 0.7280362842264404
 
132
  test_MEDICAL_FINDING.precision 0.6848203939745076
 
133
  test_MEDICAL_FINDING.recall 0.7770738704279225
 
134
  test_MEDICAL_FINDING.token_count 79744
 
135
  test_THERAPY.avg_len 8.884771802982376
 
136
  test_THERAPY.avg_tokens_per_entity 8.884771802982376
 
137
  test_THERAPY.count 2213
 
138
  test_THERAPY.entity_count 2213
 
139
  test_THERAPY.f1 0.639724849527085
 
140
  test_THERAPY.precision 0.6100861008610086
 
141
  test_THERAPY.recall 0.6723904202440126
 
142
  test_THERAPY.token_count 19662
 
143
  test_accuracy 0.9229989726085077
 
144
  test_f1 0.7327920332701502
 
145
  test_loss 0.6381183862686157
 
146
  test_precision 0.7048546859693045
 
147
  test_recall 0.7630354091792847
 
148
  test_runtime 42.7477
 
149
  test_samples_per_second 221.977
150
- test_steps_per_second 27.768
 
 
12
  ## Metrics
13
  seqeval entity-wise in evaulate
14
  _train_AVGf1 0.9756326545937595
15
+
16
  _train_DIAGNOSIS.avg_tokens_per_entity 6.812357501139991
17
+
18
  _train_DIAGNOSIS.entity_count 8772
19
+
20
  _train_DIAGNOSIS.f1 0.9847202499289974
21
+
22
  _train_DIAGNOSIS.precision 0.9813200498132005
23
+
24
  _train_DIAGNOSIS.recall 0.9881440948472412
25
+
26
  _train_DIAGNOSIS.token_count 59758
27
+
28
  _train_DIAGNOSTIC.avg_tokens_per_entity 5.99338106173173
29
+
30
  _train_DIAGNOSTIC.entity_count 7403
31
+
32
  _train_DIAGNOSTIC.f1 0.9729585006693441
33
+
34
  _train_DIAGNOSTIC.precision 0.9643094069258326
35
+
36
  _train_DIAGNOSTIC.recall 0.9817641496690531
37
+
38
  _train_DIAGNOSTIC.token_count 44369
39
+
40
  _train_DRUG.avg_tokens_per_entity 3.8747056052755533
41
+
42
  _train_DRUG.entity_count 4246
43
+
44
  _train_DRUG.f1 0.9928328046058043
45
+
46
  _train_DRUG.precision 0.9906213364595545
47
+
48
  _train_DRUG.recall 0.9950541686292982
49
+
50
  _train_DRUG.token_count 16452
51
+
52
  _train_MEDICAL_FINDING.avg_tokens_per_entity 8.822587975587586
53
+
54
  _train_MEDICAL_FINDING.entity_count 30804
55
+
56
  _train_MEDICAL_FINDING.f1 0.9658010684140024
57
+
58
  _train_MEDICAL_FINDING.precision 0.9603299419071156
59
+
60
  _train_MEDICAL_FINDING.recall 0.9713348915725231
61
+
62
  _train_MEDICAL_FINDING.token_count 271771
63
+
64
  _train_THERAPY.avg_tokens_per_entity 8.560322448421916
65
+
66
  _train_THERAPY.entity_count 7319
67
+
68
  _train_THERAPY.f1 0.9618506493506493
69
+
70
  _train_THERAPY.precision 0.9524447421299397
71
+
72
  _train_THERAPY.recall 0.9714441863642574
73
+
74
  _train_THERAPY.token_count 62653
75
+
76
  _train_accuracy 0.9938551197147224
77
+
78
  _train_f1 0.9709934550640488
79
+
80
  _train_loss 0.020609384402632713
81
+
82
  _train_precision 0.9651517964122382
83
+
84
  _train_recall 0.9769062585405849
85
+
86
  _train_runtime 142.8691
87
+
88
  _train_samples_per_second 229.063
89
+
90
  _train_steps_per_second 28.635
91
+
92
  eval_AVGf1 0.7889642398534424
93
+
94
  eval_DIAGNOSIS.avg_len 6.790370685982105
95
+
96
  eval_DIAGNOSIS.avg_tokens_per_entity 6.790370685982105
97
+
98
  eval_DIAGNOSIS.count 2347
99
+
100
  eval_DIAGNOSIS.entity_count 2347
101
+
102
  eval_DIAGNOSIS.f1 0.7870941224825319
103
+
104
  eval_DIAGNOSIS.precision 0.760222310440651
105
+
106
  eval_DIAGNOSIS.recall 0.815935236472092
107
+
108
  eval_DIAGNOSIS.token_count 15937
109
+
110
  eval_DIAGNOSTIC.avg_len 6.030130756111427
111
+
112
  eval_DIAGNOSTIC.avg_tokens_per_entity 6.030130756111427
113
+
114
  eval_DIAGNOSTIC.count 1759
115
+
116
  eval_DIAGNOSTIC.entity_count 1759
117
+
118
  eval_DIAGNOSTIC.f1 0.7870518994114499
119
+
120
  eval_DIAGNOSTIC.precision 0.7433046993431026
121
+
122
  eval_DIAGNOSTIC.recall 0.8362706083001705
123
+
124
  eval_DIAGNOSTIC.token_count 10607
125
+
126
  eval_DRUG.avg_len 3.9235500878734624
127
+
128
  eval_DRUG.avg_tokens_per_entity 3.9235500878734624
129
+
130
  eval_DRUG.count 1138
131
+
132
  eval_DRUG.entity_count 1138
133
+
134
  eval_DRUG.f1 0.9196581196581196
135
+
136
  eval_DRUG.precision 0.8951747088186356
137
+
138
  eval_DRUG.recall 0.945518453427065
139
+
140
  eval_DRUG.token_count 4465
141
+
142
  eval_MEDICAL_FINDING.avg_len 8.781120867768594
143
+
144
  eval_MEDICAL_FINDING.avg_tokens_per_entity 8.781120867768594
145
+
146
  eval_MEDICAL_FINDING.count 7744
147
+
148
  eval_MEDICAL_FINDING.entity_count 7744
149
+
150
  eval_MEDICAL_FINDING.f1 0.7699975080986794
151
+
152
  eval_MEDICAL_FINDING.precision 0.7438613384689456
153
+
154
  eval_MEDICAL_FINDING.recall 0.7980371900826446
155
+
156
  eval_MEDICAL_FINDING.token_count 68001
157
+
158
  eval_THERAPY.avg_len 8.44420941300899
159
+
160
  eval_THERAPY.avg_tokens_per_entity 8.44420941300899
161
+
162
  eval_THERAPY.count 1891
163
+
164
  eval_THERAPY.entity_count 1891
165
+
166
  eval_THERAPY.f1 0.6810195496164316
167
+
168
  eval_THERAPY.precision 0.64
169
+
170
  eval_THERAPY.recall 0.7276573241671074
171
+
172
  eval_THERAPY.token_count 15968
173
+
174
  eval_accuracy 0.9332097564796261
175
+
176
  eval_f1 0.7744305184135064
177
+
178
  eval_loss 0.5050501823425293
179
+
180
  eval_precision 0.7437801708132195
181
+
182
  eval_recall 0.8077155722830835
183
+
184
  eval_runtime 36.8437
185
+
186
  eval_samples_per_second 222.073
187
+
188
  eval_steps_per_second 27.766
189
+
190
  test_AVGf1 0.7491200818619402
191
+
192
  test_DIAGNOSIS.avg_len 7.408243727598566
193
+
194
  test_DIAGNOSIS.avg_tokens_per_entity 7.408243727598566
195
+
196
  test_DIAGNOSIS.count 2790
197
+
198
  test_DIAGNOSIS.entity_count 2790
199
+
200
  test_DIAGNOSIS.f1 0.703534151254349
201
+
202
  test_DIAGNOSIS.precision 0.7192062897791089
203
+
204
  test_DIAGNOSIS.recall 0.6885304659498208
205
+
206
  test_DIAGNOSIS.token_count 20669
207
+
208
  test_DIAGNOSTIC.avg_len 6.136954503249767
209
+
210
  test_DIAGNOSTIC.avg_tokens_per_entity 6.136954503249767
211
+
212
  test_DIAGNOSTIC.count 2154
213
+
214
  test_DIAGNOSTIC.entity_count 2154
215
+
216
  test_DIAGNOSTIC.f1 0.7718579234972678
217
+
218
  test_DIAGNOSTIC.precision 0.7573726541554959
219
+
220
  test_DIAGNOSTIC.recall 0.786908077994429
221
+
222
  test_DIAGNOSTIC.token_count 13219
223
+
224
  test_DRUG.avg_len 3.7937931034482757
225
+
226
  test_DRUG.avg_tokens_per_entity 3.7937931034482757
227
+
228
  test_DRUG.count 1450
229
+
230
  test_DRUG.entity_count 1450
231
+
232
  test_DRUG.f1 0.9024472008045592
233
+
234
  test_DRUG.precision 0.878016960208741
235
+
236
  test_DRUG.recall 0.9282758620689655
237
+
238
  test_DRUG.token_count 5501
239
+
240
  test_MEDICAL_FINDING.avg_len 9.53191489361702
241
+
242
  test_MEDICAL_FINDING.avg_tokens_per_entity 9.53191489361702
243
+
244
  test_MEDICAL_FINDING.count 8366
245
+
246
  test_MEDICAL_FINDING.entity_count 8366
247
+
248
  test_MEDICAL_FINDING.f1 0.7280362842264404
249
+
250
  test_MEDICAL_FINDING.precision 0.6848203939745076
251
+
252
  test_MEDICAL_FINDING.recall 0.7770738704279225
253
+
254
  test_MEDICAL_FINDING.token_count 79744
255
+
256
  test_THERAPY.avg_len 8.884771802982376
257
+
258
  test_THERAPY.avg_tokens_per_entity 8.884771802982376
259
+
260
  test_THERAPY.count 2213
261
+
262
  test_THERAPY.entity_count 2213
263
+
264
  test_THERAPY.f1 0.639724849527085
265
+
266
  test_THERAPY.precision 0.6100861008610086
267
+
268
  test_THERAPY.recall 0.6723904202440126
269
+
270
  test_THERAPY.token_count 19662
271
+
272
  test_accuracy 0.9229989726085077
273
+
274
  test_f1 0.7327920332701502
275
+
276
  test_loss 0.6381183862686157
277
+
278
  test_precision 0.7048546859693045
279
+
280
  test_recall 0.7630354091792847
281
+
282
  test_runtime 42.7477
283
+
284
  test_samples_per_second 221.977
285
+
286
+ test_steps_per_second 27.768