orkg commited on
Commit
1e8157d
1 Parent(s): d2a9c09

Upload 8 files

Browse files

add drop3-ch-1149 json-based

config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/flan-t5-large",
3
+ "architectures": [
4
+ "T5ForConditionalGeneration"
5
+ ],
6
+ "d_ff": 2816,
7
+ "d_kv": 64,
8
+ "d_model": 1024,
9
+ "decoder_start_token_id": 0,
10
+ "dense_act_fn": "gelu_new",
11
+ "dropout_rate": 0.1,
12
+ "eos_token_id": 1,
13
+ "feed_forward_proj": "gated-gelu",
14
+ "initializer_factor": 1.0,
15
+ "is_encoder_decoder": true,
16
+ "is_gated_act": true,
17
+ "layer_norm_epsilon": 1e-06,
18
+ "model_type": "t5",
19
+ "n_positions": 512,
20
+ "num_decoder_layers": 24,
21
+ "num_heads": 16,
22
+ "num_layers": 24,
23
+ "output_past": true,
24
+ "pad_token_id": 0,
25
+ "relative_attention_max_distance": 128,
26
+ "relative_attention_num_buckets": 32,
27
+ "tie_word_embeddings": false,
28
+ "torch_dtype": "float32",
29
+ "transformers_version": "4.29.2",
30
+ "use_cache": true,
31
+ "vocab_size": 32128
32
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_start_token_id": 0,
3
+ "eos_token_id": 1,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.29.2"
6
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a343023de8c389fca8b2f235618a186b44e5f32476a14a35f614f858603673
3
+ size 5776558
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18a8583e02894a17b927fc594be029fdccd7d1056c6f5946720fd71c1514711
3
+ size 3132793669
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252181c6f70db64fa9b478f093b8e97ce4a52360f916bf051c69c7831cdaa5f7
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ebd529b47e5091bfc74d3031ca8edbf5247beec2a7e369b539ae3534336701
3
+ size 881
trainer_state.json ADDED
@@ -0,0 +1,1017 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 60.4228,
3
+ "best_model_checkpoint": "/nfs/home/shamsabadim/final_project/models/json_based/drop_3/checkpoint-1149",
4
+ "epoch": 16.99075785582255,
5
+ "global_step": 1149,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.99,
12
+ "eval_exact_f1s_%CI values": 0.0,
13
+ "eval_exact_f1s_R0 value": 0.0,
14
+ "eval_exact_f1s_date": 0.0,
15
+ "eval_exact_f1s_disease name": 0.0,
16
+ "eval_exact_f1s_location": 0.0,
17
+ "eval_exact_f1s_method": 0.0,
18
+ "eval_exact_f1s_overall": 0.0,
19
+ "eval_exact_precisions_%CI values": 0,
20
+ "eval_exact_precisions_R0 value": 0,
21
+ "eval_exact_precisions_date": 0,
22
+ "eval_exact_precisions_disease name": 0,
23
+ "eval_exact_precisions_location": 0,
24
+ "eval_exact_precisions_method": 0,
25
+ "eval_exact_precisions_overall": 0.0,
26
+ "eval_exact_recalls_%CI values": 0.0,
27
+ "eval_exact_recalls_R0 value": 0.0,
28
+ "eval_exact_recalls_date": 0.0,
29
+ "eval_exact_recalls_disease name": 0.0,
30
+ "eval_exact_recalls_location": 0.0,
31
+ "eval_exact_recalls_method": 0.0,
32
+ "eval_exact_recalls_overall": 0.0,
33
+ "eval_general_accuracy": 54.9479,
34
+ "eval_loss": 1.7267659902572632,
35
+ "eval_partial_f1s_%CI values": 0.0,
36
+ "eval_partial_f1s_R0 value": 0.0,
37
+ "eval_partial_f1s_date": 0.0,
38
+ "eval_partial_f1s_disease name": 0.0,
39
+ "eval_partial_f1s_location": 0.0,
40
+ "eval_partial_f1s_method": 0.0,
41
+ "eval_partial_f1s_overall": 0.0,
42
+ "eval_partial_precisions_%CI values": 0,
43
+ "eval_partial_precisions_R0 value": 0,
44
+ "eval_partial_precisions_date": 0,
45
+ "eval_partial_precisions_disease name": 0,
46
+ "eval_partial_precisions_location": 0,
47
+ "eval_partial_precisions_method": 0,
48
+ "eval_partial_precisions_overall": 0.0,
49
+ "eval_partial_recalls_%CI values": 0.0,
50
+ "eval_partial_recalls_R0 value": 0.0,
51
+ "eval_partial_recalls_date": 0.0,
52
+ "eval_partial_recalls_disease name": 0.0,
53
+ "eval_partial_recalls_location": 0.0,
54
+ "eval_partial_recalls_method": 0.0,
55
+ "eval_partial_recalls_overall": 0.0,
56
+ "eval_rouge1": 51.0799,
57
+ "eval_rouge2": 0.596,
58
+ "eval_rougeL": 50.9907,
59
+ "eval_rougeLsum": 50.9842,
60
+ "eval_runtime": 606.3253,
61
+ "eval_samples_per_second": 3.167,
62
+ "eval_steps_per_second": 0.792,
63
+ "step": 67
64
+ },
65
+ {
66
+ "epoch": 1.48,
67
+ "learning_rate": 0.0009942733449861407,
68
+ "loss": 1.9304,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 2.0,
73
+ "eval_exact_f1s_%CI values": 0.0,
74
+ "eval_exact_f1s_R0 value": 1.6178,
75
+ "eval_exact_f1s_date": 0.0,
76
+ "eval_exact_f1s_disease name": 0.8584,
77
+ "eval_exact_f1s_location": 2.4691,
78
+ "eval_exact_f1s_method": 0.0,
79
+ "eval_exact_f1s_overall": 0.8242,
80
+ "eval_exact_precisions_%CI values": 0,
81
+ "eval_exact_precisions_R0 value": 61.5385,
82
+ "eval_exact_precisions_date": 0.0,
83
+ "eval_exact_precisions_disease name": 38.4615,
84
+ "eval_exact_precisions_location": 100.0,
85
+ "eval_exact_precisions_method": 0.0,
86
+ "eval_exact_precisions_overall": 33.3333,
87
+ "eval_exact_recalls_%CI values": 0.0,
88
+ "eval_exact_recalls_R0 value": 0.8197,
89
+ "eval_exact_recalls_date": 0.0,
90
+ "eval_exact_recalls_disease name": 0.434,
91
+ "eval_exact_recalls_location": 1.25,
92
+ "eval_exact_recalls_method": 0.0,
93
+ "eval_exact_recalls_overall": 0.4173,
94
+ "eval_general_accuracy": 56.1979,
95
+ "eval_loss": 0.29594966769218445,
96
+ "eval_partial_f1s_%CI values": 0.0,
97
+ "eval_partial_f1s_R0 value": 2.1434,
98
+ "eval_partial_f1s_date": 0.0,
99
+ "eval_partial_f1s_disease name": 0.8584,
100
+ "eval_partial_f1s_location": 2.4691,
101
+ "eval_partial_f1s_method": 1.5152,
102
+ "eval_partial_f1s_overall": 1.1644,
103
+ "eval_partial_precisions_%CI values": 0,
104
+ "eval_partial_precisions_R0 value": 100.0,
105
+ "eval_partial_precisions_date": 0.0,
106
+ "eval_partial_precisions_disease name": 38.4615,
107
+ "eval_partial_precisions_location": 100.0,
108
+ "eval_partial_precisions_method": 58.3333,
109
+ "eval_partial_precisions_overall": 49.4658,
110
+ "eval_partial_recalls_%CI values": 0.0,
111
+ "eval_partial_recalls_R0 value": 1.0833,
112
+ "eval_partial_recalls_date": 0.0,
113
+ "eval_partial_recalls_disease name": 0.434,
114
+ "eval_partial_recalls_location": 1.25,
115
+ "eval_partial_recalls_method": 0.7675,
116
+ "eval_partial_recalls_overall": 0.5892,
117
+ "eval_rouge1": 55.2663,
118
+ "eval_rouge2": 0.5997,
119
+ "eval_rougeL": 55.2443,
120
+ "eval_rougeLsum": 55.2578,
121
+ "eval_runtime": 370.8937,
122
+ "eval_samples_per_second": 5.177,
123
+ "eval_steps_per_second": 1.294,
124
+ "step": 135
125
+ },
126
+ {
127
+ "epoch": 2.96,
128
+ "learning_rate": 0.001988546922802925,
129
+ "loss": 0.2724,
130
+ "step": 200
131
+ },
132
+ {
133
+ "epoch": 2.99,
134
+ "eval_exact_f1s_%CI values": 0.0,
135
+ "eval_exact_f1s_R0 value": 1.4242,
136
+ "eval_exact_f1s_date": 0.0,
137
+ "eval_exact_f1s_disease name": 0.0,
138
+ "eval_exact_f1s_location": 1.3372,
139
+ "eval_exact_f1s_method": 0.0,
140
+ "eval_exact_f1s_overall": 0.4602,
141
+ "eval_exact_precisions_%CI values": 0.0,
142
+ "eval_exact_precisions_R0 value": 100.0,
143
+ "eval_exact_precisions_date": 0.0,
144
+ "eval_exact_precisions_disease name": 0.0,
145
+ "eval_exact_precisions_location": 100.0,
146
+ "eval_exact_precisions_method": 0.0,
147
+ "eval_exact_precisions_overall": 33.3333,
148
+ "eval_exact_recalls_%CI values": 0.0,
149
+ "eval_exact_recalls_R0 value": 0.7172,
150
+ "eval_exact_recalls_date": 0.0,
151
+ "eval_exact_recalls_disease name": 0.0,
152
+ "eval_exact_recalls_location": 0.6731,
153
+ "eval_exact_recalls_method": 0.0,
154
+ "eval_exact_recalls_overall": 0.2317,
155
+ "eval_general_accuracy": 56.4062,
156
+ "eval_loss": 0.1920151710510254,
157
+ "eval_partial_f1s_%CI values": 3.4398,
158
+ "eval_partial_f1s_R0 value": 1.1599,
159
+ "eval_partial_f1s_date": 0.0,
160
+ "eval_partial_f1s_disease name": 0.0,
161
+ "eval_partial_f1s_location": 1.3372,
162
+ "eval_partial_f1s_method": 1.5234,
163
+ "eval_partial_f1s_overall": 1.2462,
164
+ "eval_partial_precisions_%CI values": 100.0,
165
+ "eval_partial_precisions_R0 value": 100.0,
166
+ "eval_partial_precisions_date": 0.0,
167
+ "eval_partial_precisions_disease name": 0.0,
168
+ "eval_partial_precisions_location": 100.0,
169
+ "eval_partial_precisions_method": 100.0,
170
+ "eval_partial_precisions_overall": 66.6667,
171
+ "eval_partial_recalls_%CI values": 1.75,
172
+ "eval_partial_recalls_R0 value": 0.5833,
173
+ "eval_partial_recalls_date": 0.0,
174
+ "eval_partial_recalls_disease name": 0.0,
175
+ "eval_partial_recalls_location": 0.6731,
176
+ "eval_partial_recalls_method": 0.7675,
177
+ "eval_partial_recalls_overall": 0.629,
178
+ "eval_rouge1": 55.7077,
179
+ "eval_rouge2": 0.3415,
180
+ "eval_rougeL": 55.6916,
181
+ "eval_rougeLsum": 55.6985,
182
+ "eval_runtime": 326.465,
183
+ "eval_samples_per_second": 5.881,
184
+ "eval_steps_per_second": 1.47,
185
+ "step": 202
186
+ },
187
+ {
188
+ "epoch": 3.99,
189
+ "eval_exact_f1s_%CI values": 12.6362,
190
+ "eval_exact_f1s_R0 value": 9.1846,
191
+ "eval_exact_f1s_date": 4.9922,
192
+ "eval_exact_f1s_disease name": 10.6195,
193
+ "eval_exact_f1s_location": 13.0858,
194
+ "eval_exact_f1s_method": 0.0,
195
+ "eval_exact_f1s_overall": 8.4593,
196
+ "eval_exact_precisions_%CI values": 49.1525,
197
+ "eval_exact_precisions_R0 value": 53.8462,
198
+ "eval_exact_precisions_date": 24.6154,
199
+ "eval_exact_precisions_disease name": 72.5275,
200
+ "eval_exact_precisions_location": 81.3187,
201
+ "eval_exact_precisions_method": 0.0,
202
+ "eval_exact_precisions_overall": 46.91,
203
+ "eval_exact_recalls_%CI values": 7.25,
204
+ "eval_exact_recalls_R0 value": 5.0205,
205
+ "eval_exact_recalls_date": 2.7778,
206
+ "eval_exact_recalls_disease name": 5.7292,
207
+ "eval_exact_recalls_location": 7.1154,
208
+ "eval_exact_recalls_method": 0.0,
209
+ "eval_exact_recalls_overall": 4.6488,
210
+ "eval_general_accuracy": 61.7188,
211
+ "eval_loss": 0.16890592873096466,
212
+ "eval_partial_f1s_%CI values": 25.7081,
213
+ "eval_partial_f1s_R0 value": 15.203,
214
+ "eval_partial_f1s_date": 4.9922,
215
+ "eval_partial_f1s_disease name": 10.6195,
216
+ "eval_partial_f1s_location": 15.9151,
217
+ "eval_partial_f1s_method": 6.5803,
218
+ "eval_partial_f1s_overall": 13.2396,
219
+ "eval_partial_precisions_%CI values": 100.0,
220
+ "eval_partial_precisions_R0 value": 66.4516,
221
+ "eval_partial_precisions_date": 24.6154,
222
+ "eval_partial_precisions_disease name": 72.5275,
223
+ "eval_partial_precisions_location": 98.9011,
224
+ "eval_partial_precisions_method": 36.2637,
225
+ "eval_partial_precisions_overall": 66.4599,
226
+ "eval_partial_recalls_%CI values": 14.75,
227
+ "eval_partial_recalls_R0 value": 8.5833,
228
+ "eval_partial_recalls_date": 2.7778,
229
+ "eval_partial_recalls_disease name": 5.7292,
230
+ "eval_partial_recalls_location": 8.6538,
231
+ "eval_partial_recalls_method": 3.6184,
232
+ "eval_partial_recalls_overall": 7.3521,
233
+ "eval_rouge1": 59.4231,
234
+ "eval_rouge2": 3.5405,
235
+ "eval_rougeL": 59.294,
236
+ "eval_rougeLsum": 59.3319,
237
+ "eval_runtime": 597.1936,
238
+ "eval_samples_per_second": 3.215,
239
+ "eval_steps_per_second": 0.804,
240
+ "step": 270
241
+ },
242
+ {
243
+ "epoch": 4.44,
244
+ "learning_rate": 0.0029828231781721115,
245
+ "loss": 0.1336,
246
+ "step": 300
247
+ },
248
+ {
249
+ "epoch": 5.0,
250
+ "eval_exact_f1s_%CI values": 18.5811,
251
+ "eval_exact_f1s_R0 value": 49.6928,
252
+ "eval_exact_f1s_date": 25.084,
253
+ "eval_exact_f1s_disease name": 44.3632,
254
+ "eval_exact_f1s_location": 38.731,
255
+ "eval_exact_f1s_method": 25.3373,
256
+ "eval_exact_f1s_overall": 33.6801,
257
+ "eval_exact_precisions_%CI values": 28.6458,
258
+ "eval_exact_precisions_R0 value": 74.4376,
259
+ "eval_exact_precisions_date": 35.3312,
260
+ "eval_exact_precisions_disease name": 74.4376,
261
+ "eval_exact_precisions_location": 61.945,
262
+ "eval_exact_precisions_method": 40.0474,
263
+ "eval_exact_precisions_overall": 52.4741,
264
+ "eval_exact_recalls_%CI values": 13.75,
265
+ "eval_exact_recalls_R0 value": 37.2951,
266
+ "eval_exact_recalls_date": 19.4444,
267
+ "eval_exact_recalls_disease name": 31.5972,
268
+ "eval_exact_recalls_location": 28.1731,
269
+ "eval_exact_recalls_method": 18.5307,
270
+ "eval_exact_recalls_overall": 24.7984,
271
+ "eval_general_accuracy": 79.5833,
272
+ "eval_loss": 0.14908365905284882,
273
+ "eval_partial_f1s_%CI values": 51.0135,
274
+ "eval_partial_f1s_R0 value": 49.1525,
275
+ "eval_partial_f1s_date": 25.084,
276
+ "eval_partial_f1s_disease name": 46.3132,
277
+ "eval_partial_f1s_location": 40.846,
278
+ "eval_partial_f1s_method": 32.8336,
279
+ "eval_partial_f1s_overall": 40.9166,
280
+ "eval_partial_precisions_%CI values": 78.6458,
281
+ "eval_partial_precisions_R0 value": 76.3158,
282
+ "eval_partial_precisions_date": 35.3312,
283
+ "eval_partial_precisions_disease name": 77.7096,
284
+ "eval_partial_precisions_location": 65.3277,
285
+ "eval_partial_precisions_method": 51.8957,
286
+ "eval_partial_precisions_overall": 64.2043,
287
+ "eval_partial_recalls_%CI values": 37.75,
288
+ "eval_partial_recalls_R0 value": 36.25,
289
+ "eval_partial_recalls_date": 19.4444,
290
+ "eval_partial_recalls_disease name": 32.9861,
291
+ "eval_partial_recalls_location": 29.7115,
292
+ "eval_partial_recalls_method": 24.0132,
293
+ "eval_partial_recalls_overall": 30.0259,
294
+ "eval_rouge1": 72.3464,
295
+ "eval_rouge2": 16.4949,
296
+ "eval_rougeL": 72.0427,
297
+ "eval_rougeLsum": 72.1047,
298
+ "eval_runtime": 1047.4221,
299
+ "eval_samples_per_second": 1.833,
300
+ "eval_steps_per_second": 0.458,
301
+ "step": 338
302
+ },
303
+ {
304
+ "epoch": 5.91,
305
+ "learning_rate": 0.003977102693170309,
306
+ "loss": 0.1011,
307
+ "step": 400
308
+ },
309
+ {
310
+ "epoch": 5.99,
311
+ "eval_exact_f1s_%CI values": 25.1515,
312
+ "eval_exact_f1s_R0 value": 49.5063,
313
+ "eval_exact_f1s_date": 19.9776,
314
+ "eval_exact_f1s_disease name": 46.4897,
315
+ "eval_exact_f1s_location": 46.5982,
316
+ "eval_exact_f1s_method": 22.0779,
317
+ "eval_exact_f1s_overall": 35.0428,
318
+ "eval_exact_precisions_%CI values": 31.9231,
319
+ "eval_exact_precisions_R0 value": 69.2449,
320
+ "eval_exact_precisions_date": 28.254,
321
+ "eval_exact_precisions_disease name": 72.5599,
322
+ "eval_exact_precisions_location": 70.0772,
323
+ "eval_exact_precisions_method": 32.2785,
324
+ "eval_exact_precisions_overall": 50.7229,
325
+ "eval_exact_recalls_%CI values": 20.75,
326
+ "eval_exact_recalls_R0 value": 38.5246,
327
+ "eval_exact_recalls_date": 15.4514,
328
+ "eval_exact_recalls_disease name": 34.2014,
329
+ "eval_exact_recalls_location": 34.9038,
330
+ "eval_exact_recalls_method": 16.7763,
331
+ "eval_exact_recalls_overall": 26.7679,
332
+ "eval_general_accuracy": 81.0938,
333
+ "eval_loss": 0.14725463092327118,
334
+ "eval_partial_f1s_%CI values": 45.4545,
335
+ "eval_partial_f1s_R0 value": 48.2645,
336
+ "eval_partial_f1s_date": 19.9776,
337
+ "eval_partial_f1s_disease name": 46.4897,
338
+ "eval_partial_f1s_location": 50.3209,
339
+ "eval_partial_f1s_method": 33.6219,
340
+ "eval_partial_f1s_overall": 40.7944,
341
+ "eval_partial_precisions_%CI values": 57.6923,
342
+ "eval_partial_precisions_R0 value": 71.2195,
343
+ "eval_partial_precisions_date": 28.254,
344
+ "eval_partial_precisions_disease name": 72.5599,
345
+ "eval_partial_precisions_location": 75.6757,
346
+ "eval_partial_precisions_method": 49.1561,
347
+ "eval_partial_precisions_overall": 59.0929,
348
+ "eval_partial_recalls_%CI values": 37.5,
349
+ "eval_partial_recalls_R0 value": 36.5,
350
+ "eval_partial_recalls_date": 15.4514,
351
+ "eval_partial_recalls_disease name": 34.2014,
352
+ "eval_partial_recalls_location": 37.6923,
353
+ "eval_partial_recalls_method": 25.5482,
354
+ "eval_partial_recalls_overall": 31.1489,
355
+ "eval_rouge1": 74.1991,
356
+ "eval_rouge2": 18.2546,
357
+ "eval_rougeL": 73.6911,
358
+ "eval_rougeLsum": 73.7655,
359
+ "eval_runtime": 1116.6452,
360
+ "eval_samples_per_second": 1.719,
361
+ "eval_steps_per_second": 0.43,
362
+ "step": 405
363
+ },
364
+ {
365
+ "epoch": 6.99,
366
+ "eval_exact_f1s_%CI values": 8.6777,
367
+ "eval_exact_f1s_R0 value": 29.2845,
368
+ "eval_exact_f1s_date": 6.1135,
369
+ "eval_exact_f1s_disease name": 24.3832,
370
+ "eval_exact_f1s_location": 25.4344,
371
+ "eval_exact_f1s_method": 8.8688,
372
+ "eval_exact_f1s_overall": 17.1377,
373
+ "eval_exact_precisions_%CI values": 25.0,
374
+ "eval_exact_precisions_R0 value": 77.8761,
375
+ "eval_exact_precisions_date": 18.9189,
376
+ "eval_exact_precisions_disease name": 74.3363,
377
+ "eval_exact_precisions_location": 71.2389,
378
+ "eval_exact_precisions_method": 25.3886,
379
+ "eval_exact_precisions_overall": 48.7931,
380
+ "eval_exact_recalls_%CI values": 5.25,
381
+ "eval_exact_recalls_R0 value": 18.0328,
382
+ "eval_exact_recalls_date": 3.6458,
383
+ "eval_exact_recalls_disease name": 14.5833,
384
+ "eval_exact_recalls_location": 15.4808,
385
+ "eval_exact_recalls_method": 5.3728,
386
+ "eval_exact_recalls_overall": 10.3943,
387
+ "eval_general_accuracy": 68.0208,
388
+ "eval_loss": 0.15307681262493134,
389
+ "eval_partial_f1s_%CI values": 26.4463,
390
+ "eval_partial_f1s_R0 value": 28.0166,
391
+ "eval_partial_f1s_date": 9.3159,
392
+ "eval_partial_f1s_disease name": 24.3832,
393
+ "eval_partial_f1s_location": 29.8578,
394
+ "eval_partial_f1s_method": 15.3846,
395
+ "eval_partial_f1s_overall": 22.2392,
396
+ "eval_partial_precisions_%CI values": 76.1905,
397
+ "eval_partial_precisions_R0 value": 83.4711,
398
+ "eval_partial_precisions_date": 28.8288,
399
+ "eval_partial_precisions_disease name": 74.3363,
400
+ "eval_partial_precisions_location": 83.6283,
401
+ "eval_partial_precisions_method": 44.0415,
402
+ "eval_partial_precisions_overall": 65.0827,
403
+ "eval_partial_recalls_%CI values": 16.0,
404
+ "eval_partial_recalls_R0 value": 16.8333,
405
+ "eval_partial_recalls_date": 5.5556,
406
+ "eval_partial_recalls_disease name": 14.5833,
407
+ "eval_partial_recalls_location": 18.1731,
408
+ "eval_partial_recalls_method": 9.3202,
409
+ "eval_partial_recalls_overall": 13.4109,
410
+ "eval_rouge1": 65.4235,
411
+ "eval_rouge2": 8.8486,
412
+ "eval_rougeL": 65.2333,
413
+ "eval_rougeLsum": 65.2619,
414
+ "eval_runtime": 734.2038,
415
+ "eval_samples_per_second": 2.615,
416
+ "eval_steps_per_second": 0.654,
417
+ "step": 473
418
+ },
419
+ {
420
+ "epoch": 7.39,
421
+ "learning_rate": 0.00497138686478138,
422
+ "loss": 0.0759,
423
+ "step": 500
424
+ },
425
+ {
426
+ "epoch": 8.0,
427
+ "eval_exact_f1s_%CI values": 31.6279,
428
+ "eval_exact_f1s_R0 value": 49.5226,
429
+ "eval_exact_f1s_date": 18.022,
430
+ "eval_exact_f1s_disease name": 43.7003,
431
+ "eval_exact_f1s_location": 46.4484,
432
+ "eval_exact_f1s_method": 22.2978,
433
+ "eval_exact_f1s_overall": 35.2979,
434
+ "eval_exact_precisions_%CI values": 41.6327,
435
+ "eval_exact_precisions_R0 value": 65.3782,
436
+ "eval_exact_precisions_date": 24.5509,
437
+ "eval_exact_precisions_disease name": 63.1148,
438
+ "eval_exact_precisions_location": 64.9396,
439
+ "eval_exact_precisions_method": 29.3381,
440
+ "eval_exact_precisions_overall": 48.159,
441
+ "eval_exact_recalls_%CI values": 25.5,
442
+ "eval_exact_recalls_R0 value": 39.8566,
443
+ "eval_exact_recalls_date": 14.2361,
444
+ "eval_exact_recalls_disease name": 33.4201,
445
+ "eval_exact_recalls_location": 36.1538,
446
+ "eval_exact_recalls_method": 17.9825,
447
+ "eval_exact_recalls_overall": 27.8582,
448
+ "eval_general_accuracy": 81.5104,
449
+ "eval_loss": 0.16113534569740295,
450
+ "eval_partial_f1s_%CI values": 53.0233,
451
+ "eval_partial_f1s_R0 value": 56.5945,
452
+ "eval_partial_f1s_date": 21.3187,
453
+ "eval_partial_f1s_disease name": 45.63,
454
+ "eval_partial_f1s_location": 48.425,
455
+ "eval_partial_f1s_method": 31.2712,
456
+ "eval_partial_f1s_overall": 42.7976,
457
+ "eval_partial_precisions_%CI values": 69.7959,
458
+ "eval_partial_precisions_R0 value": 69.1106,
459
+ "eval_partial_precisions_date": 29.0419,
460
+ "eval_partial_precisions_disease name": 65.9016,
461
+ "eval_partial_precisions_location": 67.7029,
462
+ "eval_partial_precisions_method": 41.1449,
463
+ "eval_partial_precisions_overall": 57.1163,
464
+ "eval_partial_recalls_%CI values": 42.75,
465
+ "eval_partial_recalls_R0 value": 47.9167,
466
+ "eval_partial_recalls_date": 16.8403,
467
+ "eval_partial_recalls_disease name": 34.8958,
468
+ "eval_partial_recalls_location": 37.6923,
469
+ "eval_partial_recalls_method": 25.2193,
470
+ "eval_partial_recalls_overall": 34.2191,
471
+ "eval_rouge1": 73.6105,
472
+ "eval_rouge2": 18.9543,
473
+ "eval_rougeL": 72.9376,
474
+ "eval_rougeLsum": 73.0173,
475
+ "eval_runtime": 1193.9967,
476
+ "eval_samples_per_second": 1.608,
477
+ "eval_steps_per_second": 0.402,
478
+ "step": 541
479
+ },
480
+ {
481
+ "epoch": 8.87,
482
+ "learning_rate": 0.0059656864032149315,
483
+ "loss": 0.0594,
484
+ "step": 600
485
+ },
486
+ {
487
+ "epoch": 8.99,
488
+ "eval_exact_f1s_%CI values": 29.878,
489
+ "eval_exact_f1s_R0 value": 49.9676,
490
+ "eval_exact_f1s_date": 16.7518,
491
+ "eval_exact_f1s_disease name": 47.1753,
492
+ "eval_exact_f1s_location": 48.4117,
493
+ "eval_exact_f1s_method": 22.0506,
494
+ "eval_exact_f1s_overall": 35.8059,
495
+ "eval_exact_precisions_%CI values": 38.2812,
496
+ "eval_exact_precisions_R0 value": 68.1416,
497
+ "eval_exact_precisions_date": 20.3474,
498
+ "eval_exact_precisions_disease name": 71.6814,
499
+ "eval_exact_precisions_location": 71.3483,
500
+ "eval_exact_precisions_method": 30.6641,
501
+ "eval_exact_precisions_overall": 50.0773,
502
+ "eval_exact_recalls_%CI values": 24.5,
503
+ "eval_exact_recalls_R0 value": 39.4467,
504
+ "eval_exact_recalls_date": 14.2361,
505
+ "eval_exact_recalls_disease name": 35.1562,
506
+ "eval_exact_recalls_location": 36.6346,
507
+ "eval_exact_recalls_method": 17.2149,
508
+ "eval_exact_recalls_overall": 27.8648,
509
+ "eval_general_accuracy": 83.6458,
510
+ "eval_loss": 0.15247328579425812,
511
+ "eval_partial_f1s_%CI values": 50.9146,
512
+ "eval_partial_f1s_R0 value": 52.5232,
513
+ "eval_partial_f1s_date": 19.8161,
514
+ "eval_partial_f1s_disease name": 50.9027,
515
+ "eval_partial_f1s_location": 50.4447,
516
+ "eval_partial_f1s_method": 31.3202,
517
+ "eval_partial_f1s_overall": 42.7915,
518
+ "eval_partial_precisions_%CI values": 65.2344,
519
+ "eval_partial_precisions_R0 value": 68.7332,
520
+ "eval_partial_precisions_date": 24.0695,
521
+ "eval_partial_precisions_disease name": 77.3451,
522
+ "eval_partial_precisions_location": 74.3446,
523
+ "eval_partial_precisions_method": 43.5547,
524
+ "eval_partial_precisions_overall": 58.8802,
525
+ "eval_partial_recalls_%CI values": 41.75,
526
+ "eval_partial_recalls_R0 value": 42.5,
527
+ "eval_partial_recalls_date": 16.8403,
528
+ "eval_partial_recalls_disease name": 37.934,
529
+ "eval_partial_recalls_location": 38.1731,
530
+ "eval_partial_recalls_method": 24.4518,
531
+ "eval_partial_recalls_overall": 33.6082,
532
+ "eval_rouge1": 76.1927,
533
+ "eval_rouge2": 18.8683,
534
+ "eval_rougeL": 75.5988,
535
+ "eval_rougeLsum": 75.6586,
536
+ "eval_runtime": 1152.6717,
537
+ "eval_samples_per_second": 1.666,
538
+ "eval_steps_per_second": 0.416,
539
+ "step": 608
540
+ },
541
+ {
542
+ "epoch": 10.0,
543
+ "eval_exact_f1s_%CI values": 33.9667,
544
+ "eval_exact_f1s_R0 value": 58.9431,
545
+ "eval_exact_f1s_date": 19.2956,
546
+ "eval_exact_f1s_disease name": 61.4868,
547
+ "eval_exact_f1s_location": 48.5647,
548
+ "eval_exact_f1s_method": 32.5973,
549
+ "eval_exact_f1s_overall": 42.5083,
550
+ "eval_exact_precisions_%CI values": 32.3529,
551
+ "eval_exact_precisions_R0 value": 58.4677,
552
+ "eval_exact_precisions_date": 17.2603,
553
+ "eval_exact_precisions_disease name": 59.5606,
554
+ "eval_exact_precisions_location": 47.5576,
555
+ "eval_exact_precisions_method": 31.3131,
556
+ "eval_exact_precisions_overall": 41.0854,
557
+ "eval_exact_recalls_%CI values": 35.75,
558
+ "eval_exact_recalls_R0 value": 59.4262,
559
+ "eval_exact_recalls_date": 21.875,
560
+ "eval_exact_recalls_disease name": 63.5417,
561
+ "eval_exact_recalls_location": 49.6154,
562
+ "eval_exact_recalls_method": 33.9912,
563
+ "eval_exact_recalls_overall": 44.0333,
564
+ "eval_general_accuracy": 83.8542,
565
+ "eval_loss": 0.16006609797477722,
566
+ "eval_partial_f1s_%CI values": 67.696,
567
+ "eval_partial_f1s_R0 value": 62.9568,
568
+ "eval_partial_f1s_date": 28.0245,
569
+ "eval_partial_f1s_disease name": 62.8307,
570
+ "eval_partial_f1s_location": 50.0706,
571
+ "eval_partial_f1s_method": 49.3165,
572
+ "eval_partial_f1s_overall": 53.5297,
573
+ "eval_partial_precisions_%CI values": 64.4796,
574
+ "eval_partial_precisions_R0 value": 62.7483,
575
+ "eval_partial_precisions_date": 25.0685,
576
+ "eval_partial_precisions_disease name": 60.8625,
577
+ "eval_partial_precisions_location": 49.0323,
578
+ "eval_partial_precisions_method": 47.3737,
579
+ "eval_partial_precisions_overall": 51.5942,
580
+ "eval_partial_recalls_%CI values": 71.25,
581
+ "eval_partial_recalls_R0 value": 63.1667,
582
+ "eval_partial_recalls_date": 31.7708,
583
+ "eval_partial_recalls_disease name": 64.9306,
584
+ "eval_partial_recalls_location": 51.1538,
585
+ "eval_partial_recalls_method": 51.4254,
586
+ "eval_partial_recalls_overall": 55.6162,
587
+ "eval_rouge1": 75.6284,
588
+ "eval_rouge2": 28.4657,
589
+ "eval_rougeL": 75.015,
590
+ "eval_rougeLsum": 75.0683,
591
+ "eval_runtime": 2005.918,
592
+ "eval_samples_per_second": 0.957,
593
+ "eval_steps_per_second": 0.239,
594
+ "step": 676
595
+ },
596
+ {
597
+ "epoch": 10.35,
598
+ "learning_rate": 0.00696000037714839,
599
+ "loss": 0.0464,
600
+ "step": 700
601
+ },
602
+ {
603
+ "epoch": 10.99,
604
+ "eval_exact_f1s_%CI values": 30.8642,
605
+ "eval_exact_f1s_R0 value": 56.5646,
606
+ "eval_exact_f1s_date": 24.9337,
607
+ "eval_exact_f1s_disease name": 58.4118,
608
+ "eval_exact_f1s_location": 45.8354,
609
+ "eval_exact_f1s_method": 29.849,
610
+ "eval_exact_f1s_overall": 41.0916,
611
+ "eval_exact_precisions_%CI values": 30.4878,
612
+ "eval_exact_precisions_R0 value": 57.3081,
613
+ "eval_exact_precisions_date": 25.4054,
614
+ "eval_exact_precisions_disease name": 60.4457,
615
+ "eval_exact_precisions_location": 47.0172,
616
+ "eval_exact_precisions_method": 31.7284,
617
+ "eval_exact_precisions_overall": 42.0654,
618
+ "eval_exact_recalls_%CI values": 31.25,
619
+ "eval_exact_recalls_R0 value": 55.8402,
620
+ "eval_exact_recalls_date": 24.4792,
621
+ "eval_exact_recalls_disease name": 56.5104,
622
+ "eval_exact_recalls_location": 44.7115,
623
+ "eval_exact_recalls_method": 28.1798,
624
+ "eval_exact_recalls_overall": 40.1619,
625
+ "eval_general_accuracy": 85.8333,
626
+ "eval_loss": 0.16527141630649567,
627
+ "eval_partial_f1s_%CI values": 72.0988,
628
+ "eval_partial_f1s_R0 value": 59.7973,
629
+ "eval_partial_f1s_date": 30.7692,
630
+ "eval_partial_f1s_disease name": 61.642,
631
+ "eval_partial_f1s_location": 48.5954,
632
+ "eval_partial_f1s_method": 38.5598,
633
+ "eval_partial_f1s_overall": 51.9355,
634
+ "eval_partial_precisions_%CI values": 71.2195,
635
+ "eval_partial_precisions_R0 value": 60.6164,
636
+ "eval_partial_precisions_date": 31.3514,
637
+ "eval_partial_precisions_disease name": 63.7883,
638
+ "eval_partial_precisions_location": 49.8483,
639
+ "eval_partial_precisions_method": 40.9877,
640
+ "eval_partial_precisions_overall": 52.9686,
641
+ "eval_partial_recalls_%CI values": 73.0,
642
+ "eval_partial_recalls_R0 value": 59.0,
643
+ "eval_partial_recalls_date": 30.2083,
644
+ "eval_partial_recalls_disease name": 59.6354,
645
+ "eval_partial_recalls_location": 47.4038,
646
+ "eval_partial_recalls_method": 36.4035,
647
+ "eval_partial_recalls_overall": 50.9419,
648
+ "eval_rouge1": 77.7551,
649
+ "eval_rouge2": 25.0158,
650
+ "eval_rougeL": 77.0346,
651
+ "eval_rougeLsum": 77.1265,
652
+ "eval_runtime": 2014.1283,
653
+ "eval_samples_per_second": 0.953,
654
+ "eval_steps_per_second": 0.238,
655
+ "step": 743
656
+ },
657
+ {
658
+ "epoch": 11.83,
659
+ "learning_rate": 0.007954339496791363,
660
+ "loss": 0.0393,
661
+ "step": 800
662
+ },
663
+ {
664
+ "epoch": 11.99,
665
+ "eval_exact_f1s_%CI values": 23.8949,
666
+ "eval_exact_f1s_R0 value": 54.8528,
667
+ "eval_exact_f1s_date": 22.4935,
668
+ "eval_exact_f1s_disease name": 62.1902,
669
+ "eval_exact_f1s_location": 53.9619,
670
+ "eval_exact_f1s_method": 24.0172,
671
+ "eval_exact_f1s_overall": 40.2816,
672
+ "eval_exact_precisions_%CI values": 22.8833,
673
+ "eval_exact_precisions_R0 value": 58.6247,
674
+ "eval_exact_precisions_date": 22.5919,
675
+ "eval_exact_precisions_disease name": 64.6673,
676
+ "eval_exact_precisions_location": 56.3941,
677
+ "eval_exact_precisions_method": 23.5979,
678
+ "eval_exact_precisions_overall": 41.4599,
679
+ "eval_exact_recalls_%CI values": 25.0,
680
+ "eval_exact_recalls_R0 value": 51.5369,
681
+ "eval_exact_recalls_date": 22.3958,
682
+ "eval_exact_recalls_disease name": 59.8958,
683
+ "eval_exact_recalls_location": 51.7308,
684
+ "eval_exact_recalls_method": 24.4518,
685
+ "eval_exact_recalls_overall": 39.1685,
686
+ "eval_general_accuracy": 84.6354,
687
+ "eval_loss": 0.1875067800283432,
688
+ "eval_partial_f1s_%CI values": 64.0382,
689
+ "eval_partial_f1s_R0 value": 58.6268,
690
+ "eval_partial_f1s_date": 30.8631,
691
+ "eval_partial_f1s_disease name": 62.1902,
692
+ "eval_partial_f1s_location": 57.1715,
693
+ "eval_partial_f1s_method": 44.6957,
694
+ "eval_partial_f1s_overall": 53.0069,
695
+ "eval_partial_precisions_%CI values": 61.3272,
696
+ "eval_partial_precisions_R0 value": 62.1269,
697
+ "eval_partial_precisions_date": 30.9982,
698
+ "eval_partial_precisions_disease name": 64.6673,
699
+ "eval_partial_precisions_location": 59.7484,
700
+ "eval_partial_precisions_method": 43.9153,
701
+ "eval_partial_precisions_overall": 53.7972,
702
+ "eval_partial_recalls_%CI values": 67.0,
703
+ "eval_partial_recalls_R0 value": 55.5,
704
+ "eval_partial_recalls_date": 30.7292,
705
+ "eval_partial_recalls_disease name": 59.8958,
706
+ "eval_partial_recalls_location": 54.8077,
707
+ "eval_partial_recalls_method": 45.5044,
708
+ "eval_partial_recalls_overall": 52.2395,
709
+ "eval_rouge1": 76.4385,
710
+ "eval_rouge2": 27.6515,
711
+ "eval_rougeL": 75.9336,
712
+ "eval_rougeLsum": 76.0093,
713
+ "eval_runtime": 1787.7856,
714
+ "eval_samples_per_second": 1.074,
715
+ "eval_steps_per_second": 0.268,
716
+ "step": 811
717
+ },
718
+ {
719
+ "epoch": 13.0,
720
+ "eval_exact_f1s_%CI values": 25.7373,
721
+ "eval_exact_f1s_R0 value": 56.4362,
722
+ "eval_exact_f1s_date": 15.8259,
723
+ "eval_exact_f1s_disease name": 56.2857,
724
+ "eval_exact_f1s_location": 59.5608,
725
+ "eval_exact_f1s_method": 28.0439,
726
+ "eval_exact_f1s_overall": 40.3346,
727
+ "eval_exact_precisions_%CI values": 27.7457,
728
+ "eval_exact_precisions_R0 value": 62.5156,
729
+ "eval_exact_precisions_date": 18.3908,
730
+ "eval_exact_precisions_disease name": 62.3418,
731
+ "eval_exact_precisions_location": 67.231,
732
+ "eval_exact_precisions_method": 29.5981,
733
+ "eval_exact_precisions_overall": 44.6371,
734
+ "eval_exact_recalls_%CI values": 24.0,
735
+ "eval_exact_recalls_R0 value": 51.4344,
736
+ "eval_exact_recalls_date": 13.8889,
737
+ "eval_exact_recalls_disease name": 51.3021,
738
+ "eval_exact_recalls_location": 53.4615,
739
+ "eval_exact_recalls_method": 26.6447,
740
+ "eval_exact_recalls_overall": 36.7886,
741
+ "eval_general_accuracy": 84.2188,
742
+ "eval_loss": 0.1732679158449173,
743
+ "eval_partial_f1s_%CI values": 72.6542,
744
+ "eval_partial_f1s_R0 value": 59.3097,
745
+ "eval_partial_f1s_date": 25.3215,
746
+ "eval_partial_f1s_disease name": 57.8095,
747
+ "eval_partial_f1s_location": 63.6315,
748
+ "eval_partial_f1s_method": 47.7784,
749
+ "eval_partial_f1s_overall": 54.4978,
750
+ "eval_partial_precisions_%CI values": 78.3237,
751
+ "eval_partial_precisions_R0 value": 71.1785,
752
+ "eval_partial_precisions_date": 29.4253,
753
+ "eval_partial_precisions_disease name": 64.0295,
754
+ "eval_partial_precisions_location": 71.8259,
755
+ "eval_partial_precisions_method": 50.4263,
756
+ "eval_partial_precisions_overall": 60.8682,
757
+ "eval_partial_recalls_%CI values": 67.75,
758
+ "eval_partial_recalls_R0 value": 50.8333,
759
+ "eval_partial_recalls_date": 22.2222,
760
+ "eval_partial_recalls_disease name": 52.691,
761
+ "eval_partial_recalls_location": 57.1154,
762
+ "eval_partial_recalls_method": 45.3947,
763
+ "eval_partial_recalls_overall": 49.3344,
764
+ "eval_rouge1": 77.6609,
765
+ "eval_rouge2": 24.105,
766
+ "eval_rougeL": 77.3268,
767
+ "eval_rougeLsum": 77.3814,
768
+ "eval_runtime": 1712.117,
769
+ "eval_samples_per_second": 1.121,
770
+ "eval_steps_per_second": 0.28,
771
+ "step": 879
772
+ },
773
+ {
774
+ "epoch": 13.31,
775
+ "learning_rate": 0.008948716334998608,
776
+ "loss": 0.0313,
777
+ "step": 900
778
+ },
779
+ {
780
+ "epoch": 13.99,
781
+ "eval_exact_f1s_%CI values": 27.6961,
782
+ "eval_exact_f1s_R0 value": 57.1582,
783
+ "eval_exact_f1s_date": 16.2393,
784
+ "eval_exact_f1s_disease name": 62.3563,
785
+ "eval_exact_f1s_location": 65.2378,
786
+ "eval_exact_f1s_method": 34.9481,
787
+ "eval_exact_f1s_overall": 44.0131,
788
+ "eval_exact_precisions_%CI values": 27.1635,
789
+ "eval_exact_precisions_R0 value": 60.2041,
790
+ "eval_exact_precisions_date": 15.9933,
791
+ "eval_exact_precisions_disease name": 69.5513,
792
+ "eval_exact_precisions_location": 71.4777,
793
+ "eval_exact_precisions_method": 36.8613,
794
+ "eval_exact_precisions_overall": 46.8752,
795
+ "eval_exact_recalls_%CI values": 28.25,
796
+ "eval_exact_recalls_R0 value": 54.4057,
797
+ "eval_exact_recalls_date": 16.4931,
798
+ "eval_exact_recalls_disease name": 56.5104,
799
+ "eval_exact_recalls_location": 60.0,
800
+ "eval_exact_recalls_method": 33.2237,
801
+ "eval_exact_recalls_overall": 41.4805,
802
+ "eval_general_accuracy": 87.0312,
803
+ "eval_loss": 0.18487270176410675,
804
+ "eval_partial_f1s_%CI values": 66.9118,
805
+ "eval_partial_f1s_R0 value": 61.1189,
806
+ "eval_partial_f1s_date": 19.1453,
807
+ "eval_partial_f1s_disease name": 63.8889,
808
+ "eval_partial_f1s_location": 67.1197,
809
+ "eval_partial_f1s_method": 49.7116,
810
+ "eval_partial_f1s_overall": 54.8144,
811
+ "eval_partial_precisions_%CI values": 65.625,
812
+ "eval_partial_precisions_R0 value": 70.1187,
813
+ "eval_partial_precisions_date": 18.8552,
814
+ "eval_partial_precisions_disease name": 71.2607,
815
+ "eval_partial_precisions_location": 73.5395,
816
+ "eval_partial_precisions_method": 52.4331,
817
+ "eval_partial_precisions_overall": 58.6387,
818
+ "eval_partial_recalls_%CI values": 68.25,
819
+ "eval_partial_recalls_R0 value": 54.1667,
820
+ "eval_partial_recalls_date": 19.4444,
821
+ "eval_partial_recalls_disease name": 57.8993,
822
+ "eval_partial_recalls_location": 61.7308,
823
+ "eval_partial_recalls_method": 47.2588,
824
+ "eval_partial_recalls_overall": 51.4583,
825
+ "eval_rouge1": 79.7954,
826
+ "eval_rouge2": 23.8229,
827
+ "eval_rougeL": 79.3396,
828
+ "eval_rougeLsum": 79.4363,
829
+ "eval_runtime": 1915.3231,
830
+ "eval_samples_per_second": 1.002,
831
+ "eval_steps_per_second": 0.251,
832
+ "step": 946
833
+ },
834
+ {
835
+ "epoch": 14.79,
836
+ "learning_rate": 0.009943134151399136,
837
+ "loss": 0.0254,
838
+ "step": 1000
839
+ },
840
+ {
841
+ "epoch": 14.99,
842
+ "eval_exact_f1s_%CI values": 33.6842,
843
+ "eval_exact_f1s_R0 value": 59.2817,
844
+ "eval_exact_f1s_date": 16.6548,
845
+ "eval_exact_f1s_disease name": 61.6958,
846
+ "eval_exact_f1s_location": 55.8865,
847
+ "eval_exact_f1s_method": 28.8043,
848
+ "eval_exact_f1s_overall": 42.7471,
849
+ "eval_exact_precisions_%CI values": 31.6484,
850
+ "eval_exact_precisions_R0 value": 58.5415,
851
+ "eval_exact_precisions_date": 14.1134,
852
+ "eval_exact_precisions_disease name": 60.5858,
853
+ "eval_exact_precisions_location": 54.9767,
854
+ "eval_exact_precisions_method": 28.556,
855
+ "eval_exact_precisions_overall": 41.4036,
856
+ "eval_exact_recalls_%CI values": 36.0,
857
+ "eval_exact_recalls_R0 value": 60.041,
858
+ "eval_exact_recalls_date": 20.3125,
859
+ "eval_exact_recalls_disease name": 62.8472,
860
+ "eval_exact_recalls_location": 56.8269,
861
+ "eval_exact_recalls_method": 29.057,
862
+ "eval_exact_recalls_overall": 44.1808,
863
+ "eval_general_accuracy": 87.7083,
864
+ "eval_loss": 0.19793294370174408,
865
+ "eval_partial_f1s_%CI values": 84.9123,
866
+ "eval_partial_f1s_R0 value": 66.1424,
867
+ "eval_partial_f1s_date": 23.9146,
868
+ "eval_partial_f1s_disease name": 63.0592,
869
+ "eval_partial_f1s_location": 57.3995,
870
+ "eval_partial_f1s_method": 52.7174,
871
+ "eval_partial_f1s_overall": 58.144,
872
+ "eval_partial_precisions_%CI values": 79.7802,
873
+ "eval_partial_precisions_R0 value": 65.7072,
874
+ "eval_partial_precisions_date": 20.2654,
875
+ "eval_partial_precisions_disease name": 61.9247,
876
+ "eval_partial_precisions_location": 56.4651,
877
+ "eval_partial_precisions_method": 52.2629,
878
+ "eval_partial_precisions_overall": 56.0676,
879
+ "eval_partial_recalls_%CI values": 90.75,
880
+ "eval_partial_recalls_R0 value": 66.5833,
881
+ "eval_partial_recalls_date": 29.1667,
882
+ "eval_partial_recalls_disease name": 64.2361,
883
+ "eval_partial_recalls_location": 58.3654,
884
+ "eval_partial_recalls_method": 53.1798,
885
+ "eval_partial_recalls_overall": 60.3802,
886
+ "eval_rouge1": 79.2519,
887
+ "eval_rouge2": 27.8637,
888
+ "eval_rougeL": 78.7652,
889
+ "eval_rougeLsum": 78.8135,
890
+ "eval_runtime": 2175.2648,
891
+ "eval_samples_per_second": 0.883,
892
+ "eval_steps_per_second": 0.221,
893
+ "step": 1014
894
+ },
895
+ {
896
+ "epoch": 16.0,
897
+ "eval_exact_f1s_%CI values": 0.0,
898
+ "eval_exact_f1s_R0 value": 0.409,
899
+ "eval_exact_f1s_date": 0.0,
900
+ "eval_exact_f1s_disease name": 0.0,
901
+ "eval_exact_f1s_location": 0.0,
902
+ "eval_exact_f1s_method": 0.0,
903
+ "eval_exact_f1s_overall": 0.0682,
904
+ "eval_exact_precisions_%CI values": 0,
905
+ "eval_exact_precisions_R0 value": 100.0,
906
+ "eval_exact_precisions_date": 0,
907
+ "eval_exact_precisions_disease name": 0.0,
908
+ "eval_exact_precisions_location": 0,
909
+ "eval_exact_precisions_method": 0,
910
+ "eval_exact_precisions_overall": 16.6667,
911
+ "eval_exact_recalls_%CI values": 0.0,
912
+ "eval_exact_recalls_R0 value": 0.2049,
913
+ "eval_exact_recalls_date": 0.0,
914
+ "eval_exact_recalls_disease name": 0.0,
915
+ "eval_exact_recalls_location": 0.0,
916
+ "eval_exact_recalls_method": 0.0,
917
+ "eval_exact_recalls_overall": 0.0342,
918
+ "eval_general_accuracy": 82.8125,
919
+ "eval_loss": 0.27501851320266724,
920
+ "eval_partial_f1s_%CI values": 0.0,
921
+ "eval_partial_f1s_R0 value": 0.3328,
922
+ "eval_partial_f1s_date": 0.0,
923
+ "eval_partial_f1s_disease name": 0.0,
924
+ "eval_partial_f1s_location": 0.0,
925
+ "eval_partial_f1s_method": 0.0,
926
+ "eval_partial_f1s_overall": 0.0555,
927
+ "eval_partial_precisions_%CI values": 0,
928
+ "eval_partial_precisions_R0 value": 100.0,
929
+ "eval_partial_precisions_date": 0,
930
+ "eval_partial_precisions_disease name": 0.0,
931
+ "eval_partial_precisions_location": 0,
932
+ "eval_partial_precisions_method": 0,
933
+ "eval_partial_precisions_overall": 16.6667,
934
+ "eval_partial_recalls_%CI values": 0.0,
935
+ "eval_partial_recalls_R0 value": 0.1667,
936
+ "eval_partial_recalls_date": 0.0,
937
+ "eval_partial_recalls_disease name": 0.0,
938
+ "eval_partial_recalls_location": 0.0,
939
+ "eval_partial_recalls_method": 0.0,
940
+ "eval_partial_recalls_overall": 0.0278,
941
+ "eval_rouge1": 54.3861,
942
+ "eval_rouge2": 1.3398,
943
+ "eval_rougeL": 54.2788,
944
+ "eval_rougeLsum": 54.3133,
945
+ "eval_runtime": 457.9178,
946
+ "eval_samples_per_second": 4.193,
947
+ "eval_steps_per_second": 1.048,
948
+ "step": 1082
949
+ },
950
+ {
951
+ "epoch": 16.27,
952
+ "learning_rate": 0.010937590152025223,
953
+ "loss": 0.0214,
954
+ "step": 1100
955
+ },
956
+ {
957
+ "epoch": 16.99,
958
+ "eval_exact_f1s_%CI values": 27.3637,
959
+ "eval_exact_f1s_R0 value": 60.1626,
960
+ "eval_exact_f1s_date": 25.2444,
961
+ "eval_exact_f1s_disease name": 64.8955,
962
+ "eval_exact_f1s_location": 61.3473,
963
+ "eval_exact_f1s_method": 34.0708,
964
+ "eval_exact_f1s_overall": 45.5694,
965
+ "eval_exact_precisions_%CI values": 24.6493,
966
+ "eval_exact_precisions_R0 value": 59.6774,
967
+ "eval_exact_precisions_date": 25.8652,
968
+ "eval_exact_precisions_disease name": 65.1224,
969
+ "eval_exact_precisions_location": 60.9687,
970
+ "eval_exact_precisions_method": 34.375,
971
+ "eval_exact_precisions_overall": 45.1097,
972
+ "eval_exact_recalls_%CI values": 30.75,
973
+ "eval_exact_recalls_R0 value": 60.6557,
974
+ "eval_exact_recalls_date": 24.6528,
975
+ "eval_exact_recalls_disease name": 64.6701,
976
+ "eval_exact_recalls_location": 61.7308,
977
+ "eval_exact_recalls_method": 33.7719,
978
+ "eval_exact_recalls_overall": 46.0386,
979
+ "eval_general_accuracy": 85.3646,
980
+ "eval_loss": 0.20219948887825012,
981
+ "eval_partial_f1s_%CI values": 76.9744,
982
+ "eval_partial_f1s_R0 value": 68.0739,
983
+ "eval_partial_f1s_date": 36.8,
984
+ "eval_partial_f1s_disease name": 64.8955,
985
+ "eval_partial_f1s_location": 62.8763,
986
+ "eval_partial_f1s_method": 51.7699,
987
+ "eval_partial_f1s_overall": 60.4228,
988
+ "eval_partial_precisions_%CI values": 69.3387,
989
+ "eval_partial_precisions_R0 value": 72.067,
990
+ "eval_partial_precisions_date": 37.7049,
991
+ "eval_partial_precisions_disease name": 65.1224,
992
+ "eval_partial_precisions_location": 62.4881,
993
+ "eval_partial_precisions_method": 52.2321,
994
+ "eval_partial_precisions_overall": 59.8255,
995
+ "eval_partial_recalls_%CI values": 86.5,
996
+ "eval_partial_recalls_R0 value": 64.5,
997
+ "eval_partial_recalls_date": 35.9375,
998
+ "eval_partial_recalls_disease name": 64.6701,
999
+ "eval_partial_recalls_location": 63.2692,
1000
+ "eval_partial_recalls_method": 51.3158,
1001
+ "eval_partial_recalls_overall": 61.0321,
1002
+ "eval_rouge1": 78.3839,
1003
+ "eval_rouge2": 27.5633,
1004
+ "eval_rougeL": 78.0297,
1005
+ "eval_rougeLsum": 78.0629,
1006
+ "eval_runtime": 1887.1051,
1007
+ "eval_samples_per_second": 1.017,
1008
+ "eval_steps_per_second": 0.254,
1009
+ "step": 1149
1010
+ }
1011
+ ],
1012
+ "max_steps": 2010,
1013
+ "num_train_epochs": 30,
1014
+ "total_flos": 4.239390168789811e+16,
1015
+ "trial_name": null,
1016
+ "trial_params": null
1017
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:796459ad355b9f6e15f23f4af5b2f04dc3687330cdb26cc1310d01837d6f3090
3
+ size 4155