File size: 14,770 Bytes
caaef98
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
{
  "best_metric": 0.795502896227358,
  "best_model_checkpoint": "bart-large-lora-no-grad/checkpoint-6430",
  "epoch": 14.0,
  "eval_steps": 500,
  "global_step": 9002,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.78,
      "learning_rate": 4.740798341109383e-05,
      "loss": 1.3548,
      "step": 500
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.7567776917118513,
      "eval_f1_macro": 0.43635159996281114,
      "eval_f1_micro": 0.7567776917118513,
      "eval_f1_weighted": 0.735942387508421,
      "eval_loss": 0.7811183333396912,
      "eval_macro_fpr": 0.023397002359423266,
      "eval_macro_sensitivity": 0.4733929701344221,
      "eval_macro_specificity": 0.98166320866911,
      "eval_precision": 0.7272429944970519,
      "eval_precision_macro": 0.4205947342353388,
      "eval_recall": 0.7567776917118513,
      "eval_recall_macro": 0.4733929701344221,
      "eval_runtime": 124.629,
      "eval_samples_per_second": 10.359,
      "eval_steps_per_second": 1.3,
      "eval_weighted_fpr": 0.022441395082904516,
      "eval_weighted_sensitivity": 0.7567776917118513,
      "eval_weighted_specificity": 0.9681704383248004,
      "step": 643
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.481596682218767e-05,
      "loss": 0.7738,
      "step": 1000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.7893106119287374,
      "eval_f1_macro": 0.561796090533545,
      "eval_f1_micro": 0.7893106119287374,
      "eval_f1_weighted": 0.7783408570207113,
      "eval_loss": 0.657169759273529,
      "eval_macro_fpr": 0.019577279999420293,
      "eval_macro_sensitivity": 0.5639220943833532,
      "eval_macro_specificity": 0.9841641947022086,
      "eval_precision": 0.7847538302510335,
      "eval_precision_macro": 0.652919812505265,
      "eval_recall": 0.7893106119287374,
      "eval_recall_macro": 0.5639220943833532,
      "eval_runtime": 120.3505,
      "eval_samples_per_second": 10.727,
      "eval_steps_per_second": 1.346,
      "eval_weighted_fpr": 0.018709588664190396,
      "eval_weighted_sensitivity": 0.7893106119287374,
      "eval_weighted_specificity": 0.9731523086043933,
      "step": 1286
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.22239502332815e-05,
      "loss": 0.6874,
      "step": 1500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8009295120061968,
      "eval_f1_macro": 0.6248193338597906,
      "eval_f1_micro": 0.8009295120061968,
      "eval_f1_weighted": 0.7948048170690496,
      "eval_loss": 0.6484545469284058,
      "eval_macro_fpr": 0.01794652035398996,
      "eval_macro_sensitivity": 0.6498133528886191,
      "eval_macro_specificity": 0.985178423920643,
      "eval_precision": 0.7993513486718621,
      "eval_precision_macro": 0.622395994467453,
      "eval_recall": 0.8009295120061968,
      "eval_recall_macro": 0.6498133528886191,
      "eval_runtime": 122.1243,
      "eval_samples_per_second": 10.571,
      "eval_steps_per_second": 1.327,
      "eval_weighted_fpr": 0.017443833570895267,
      "eval_weighted_sensitivity": 0.8009295120061968,
      "eval_weighted_specificity": 0.9767468468034478,
      "step": 1929
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.963193364437533e-05,
      "loss": 0.5681,
      "step": 2000
    },
    {
      "epoch": 3.89,
      "learning_rate": 3.7039917055469156e-05,
      "loss": 0.502,
      "step": 2500
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.82571649883811,
      "eval_f1_macro": 0.7392877210524833,
      "eval_f1_micro": 0.82571649883811,
      "eval_f1_weighted": 0.818185291800718,
      "eval_loss": 0.6912310123443604,
      "eval_macro_fpr": 0.015790725498781473,
      "eval_macro_sensitivity": 0.73988416100595,
      "eval_macro_specificity": 0.9866316247243733,
      "eval_precision": 0.8216256605414862,
      "eval_precision_macro": 0.7660625024843042,
      "eval_recall": 0.82571649883811,
      "eval_recall_macro": 0.73988416100595,
      "eval_runtime": 122.0618,
      "eval_samples_per_second": 10.577,
      "eval_steps_per_second": 1.327,
      "eval_weighted_fpr": 0.01485246550927454,
      "eval_weighted_sensitivity": 0.82571649883811,
      "eval_weighted_specificity": 0.9737578720274908,
      "step": 2572
    },
    {
      "epoch": 4.67,
      "learning_rate": 3.4447900466562985e-05,
      "loss": 0.4443,
      "step": 3000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8350116189000775,
      "eval_f1_macro": 0.7352088783341215,
      "eval_f1_micro": 0.8350116189000775,
      "eval_f1_weighted": 0.8307677449867239,
      "eval_loss": 0.6655119061470032,
      "eval_macro_fpr": 0.014583446099727526,
      "eval_macro_sensitivity": 0.7343745083798942,
      "eval_macro_specificity": 0.9875414771562052,
      "eval_precision": 0.8323934212037492,
      "eval_precision_macro": 0.758378992160777,
      "eval_recall": 0.8350116189000775,
      "eval_recall_macro": 0.7343745083798942,
      "eval_runtime": 120.1795,
      "eval_samples_per_second": 10.742,
      "eval_steps_per_second": 1.348,
      "eval_weighted_fpr": 0.01391702058150931,
      "eval_weighted_sensitivity": 0.8350116189000775,
      "eval_weighted_specificity": 0.9781105384430038,
      "step": 3215
    },
    {
      "epoch": 5.44,
      "learning_rate": 3.1855883877656815e-05,
      "loss": 0.3903,
      "step": 3500
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.8303640588690937,
      "eval_f1_macro": 0.736263969384508,
      "eval_f1_micro": 0.8303640588690937,
      "eval_f1_weighted": 0.8261070082134288,
      "eval_loss": 0.726949155330658,
      "eval_macro_fpr": 0.014900057218914428,
      "eval_macro_sensitivity": 0.7407242112615964,
      "eval_macro_specificity": 0.9872832145506228,
      "eval_precision": 0.8287989539787939,
      "eval_precision_macro": 0.7499597491218987,
      "eval_recall": 0.8303640588690937,
      "eval_recall_macro": 0.7407242112615964,
      "eval_runtime": 120.7099,
      "eval_samples_per_second": 10.695,
      "eval_steps_per_second": 1.342,
      "eval_weighted_fpr": 0.014382347146516056,
      "eval_weighted_sensitivity": 0.8303640588690937,
      "eval_weighted_specificity": 0.9788841593902511,
      "step": 3858
    },
    {
      "epoch": 6.22,
      "learning_rate": 2.926386728875065e-05,
      "loss": 0.3743,
      "step": 4000
    },
    {
      "epoch": 7.0,
      "learning_rate": 2.667185069984448e-05,
      "loss": 0.3398,
      "step": 4500
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.8218435321456236,
      "eval_f1_macro": 0.7882567275864875,
      "eval_f1_micro": 0.8218435321456236,
      "eval_f1_weighted": 0.8162748016732313,
      "eval_loss": 0.829186737537384,
      "eval_macro_fpr": 0.016070845836262844,
      "eval_macro_sensitivity": 0.7793235818327271,
      "eval_macro_specificity": 0.9864727684547862,
      "eval_precision": 0.8263611114608566,
      "eval_precision_macro": 0.8274174343984327,
      "eval_recall": 0.8218435321456236,
      "eval_recall_macro": 0.7793235818327271,
      "eval_runtime": 119.848,
      "eval_samples_per_second": 10.772,
      "eval_steps_per_second": 1.352,
      "eval_weighted_fpr": 0.015247944842216919,
      "eval_weighted_sensitivity": 0.8218435321456236,
      "eval_weighted_specificity": 0.9752479946761673,
      "step": 4501
    },
    {
      "epoch": 7.78,
      "learning_rate": 2.4079834110938313e-05,
      "loss": 0.2818,
      "step": 5000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.8218435321456236,
      "eval_f1_macro": 0.7744326737338487,
      "eval_f1_micro": 0.8218435321456236,
      "eval_f1_weighted": 0.8177676452978514,
      "eval_loss": 0.8360002636909485,
      "eval_macro_fpr": 0.01589244410642333,
      "eval_macro_sensitivity": 0.7683164398564319,
      "eval_macro_specificity": 0.9865675690380454,
      "eval_precision": 0.8240487291965984,
      "eval_precision_macro": 0.825060922986609,
      "eval_recall": 0.8218435321456236,
      "eval_recall_macro": 0.7683164398564319,
      "eval_runtime": 123.4163,
      "eval_samples_per_second": 10.461,
      "eval_steps_per_second": 1.313,
      "eval_weighted_fpr": 0.015247944842216919,
      "eval_weighted_sensitivity": 0.8218435321456236,
      "eval_weighted_specificity": 0.9766700034250598,
      "step": 5144
    },
    {
      "epoch": 8.55,
      "learning_rate": 2.1487817522032143e-05,
      "loss": 0.2572,
      "step": 5500
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.8342370255615802,
      "eval_f1_macro": 0.7768090432684004,
      "eval_f1_micro": 0.8342370255615802,
      "eval_f1_weighted": 0.8310260455971183,
      "eval_loss": 0.8456389307975769,
      "eval_macro_fpr": 0.01456791962898876,
      "eval_macro_sensitivity": 0.7734627441481091,
      "eval_macro_specificity": 0.9875312890043432,
      "eval_precision": 0.8327945369398388,
      "eval_precision_macro": 0.7998951264485316,
      "eval_recall": 0.8342370255615802,
      "eval_recall_macro": 0.7734627441481091,
      "eval_runtime": 120.0533,
      "eval_samples_per_second": 10.754,
      "eval_steps_per_second": 1.349,
      "eval_weighted_fpr": 0.013994245357049438,
      "eval_weighted_sensitivity": 0.8342370255615802,
      "eval_weighted_specificity": 0.9787323095035695,
      "step": 5787
    },
    {
      "epoch": 9.33,
      "learning_rate": 1.8895800933125972e-05,
      "loss": 0.2594,
      "step": 6000
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.8427575522850503,
      "eval_f1_macro": 0.795502896227358,
      "eval_f1_micro": 0.8427575522850503,
      "eval_f1_weighted": 0.8396375162639065,
      "eval_loss": 0.8724260330200195,
      "eval_macro_fpr": 0.013766722680775369,
      "eval_macro_sensitivity": 0.7891074945707898,
      "eval_macro_specificity": 0.9881183812925798,
      "eval_precision": 0.8413820891455371,
      "eval_precision_macro": 0.8148953238440463,
      "eval_recall": 0.8427575522850503,
      "eval_recall_macro": 0.7891074945707898,
      "eval_runtime": 119.6356,
      "eval_samples_per_second": 10.791,
      "eval_steps_per_second": 1.354,
      "eval_weighted_fpr": 0.013151927437641724,
      "eval_weighted_sensitivity": 0.8427575522850503,
      "eval_weighted_specificity": 0.9790181671036463,
      "step": 6430
    },
    {
      "epoch": 10.11,
      "learning_rate": 1.6303784344219805e-05,
      "loss": 0.2153,
      "step": 6500
    },
    {
      "epoch": 10.89,
      "learning_rate": 1.3711767755313634e-05,
      "loss": 0.208,
      "step": 7000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.8334624322230829,
      "eval_f1_macro": 0.7895515734453048,
      "eval_f1_micro": 0.8334624322230829,
      "eval_f1_weighted": 0.8303158036378269,
      "eval_loss": 0.9796690344810486,
      "eval_macro_fpr": 0.014753388259582178,
      "eval_macro_sensitivity": 0.7870475284894203,
      "eval_macro_specificity": 0.9873905155176995,
      "eval_precision": 0.8338668399894285,
      "eval_precision_macro": 0.8091590417434905,
      "eval_recall": 0.8334624322230829,
      "eval_recall_macro": 0.7870475284894203,
      "eval_runtime": 119.9422,
      "eval_samples_per_second": 10.764,
      "eval_steps_per_second": 1.351,
      "eval_weighted_fpr": 0.014071601544603704,
      "eval_weighted_sensitivity": 0.8334624322230829,
      "eval_weighted_specificity": 0.9773953005424101,
      "step": 7073
    },
    {
      "epoch": 11.66,
      "learning_rate": 1.1119751166407467e-05,
      "loss": 0.1786,
      "step": 7500
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.831138652207591,
      "eval_f1_macro": 0.7905849180042664,
      "eval_f1_micro": 0.831138652207591,
      "eval_f1_weighted": 0.8284950021839428,
      "eval_loss": 1.0179502964019775,
      "eval_macro_fpr": 0.01494857608736981,
      "eval_macro_sensitivity": 0.7846151987719904,
      "eval_macro_specificity": 0.9872559315686845,
      "eval_precision": 0.8322514865790583,
      "eval_precision_macro": 0.8100139250662323,
      "eval_recall": 0.831138652207591,
      "eval_recall_macro": 0.7846151987719904,
      "eval_runtime": 119.6935,
      "eval_samples_per_second": 10.786,
      "eval_steps_per_second": 1.353,
      "eval_weighted_fpr": 0.014304461942257218,
      "eval_weighted_sensitivity": 0.831138652207591,
      "eval_weighted_specificity": 0.9777003213226763,
      "step": 7716
    },
    {
      "epoch": 12.44,
      "learning_rate": 8.527734577501296e-06,
      "loss": 0.1556,
      "step": 8000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.8357862122385747,
      "eval_f1_macro": 0.7875503763245594,
      "eval_f1_micro": 0.8357862122385747,
      "eval_f1_weighted": 0.8320589980738987,
      "eval_loss": 1.0391594171524048,
      "eval_macro_fpr": 0.014563642100693433,
      "eval_macro_sensitivity": 0.7830289699589857,
      "eval_macro_specificity": 0.9875378832054152,
      "eval_precision": 0.8335181879831169,
      "eval_precision_macro": 0.8039974798947122,
      "eval_recall": 0.8357862122385747,
      "eval_recall_macro": 0.7830289699589857,
      "eval_runtime": 120.862,
      "eval_samples_per_second": 10.682,
      "eval_steps_per_second": 1.34,
      "eval_weighted_fpr": 0.013839926883405145,
      "eval_weighted_sensitivity": 0.8357862122385747,
      "eval_weighted_specificity": 0.9772820358426519,
      "step": 8359
    },
    {
      "epoch": 13.22,
      "learning_rate": 5.935717988595127e-06,
      "loss": 0.1303,
      "step": 8500
    },
    {
      "epoch": 14.0,
      "learning_rate": 3.343701399688958e-06,
      "loss": 0.1419,
      "step": 9000
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.8381099922540666,
      "eval_f1_macro": 0.7916787297103269,
      "eval_f1_micro": 0.8381099922540666,
      "eval_f1_weighted": 0.8348630559515519,
      "eval_loss": 1.0567960739135742,
      "eval_macro_fpr": 0.014297205860310693,
      "eval_macro_sensitivity": 0.7854906275198003,
      "eval_macro_specificity": 0.9877325400845962,
      "eval_precision": 0.8362387459839372,
      "eval_precision_macro": 0.811039778184669,
      "eval_recall": 0.8381099922540666,
      "eval_recall_macro": 0.7854906275198003,
      "eval_runtime": 119.9089,
      "eval_samples_per_second": 10.767,
      "eval_steps_per_second": 1.351,
      "eval_weighted_fpr": 0.013609428924920232,
      "eval_weighted_sensitivity": 0.8381099922540666,
      "eval_weighted_specificity": 0.9778781090148762,
      "step": 9002
    }
  ],
  "logging_steps": 500,
  "max_steps": 9645,
  "num_train_epochs": 15,
  "save_steps": 500,
  "total_flos": 8.009993230615757e+16,
  "trial_name": null,
  "trial_params": null
}