File size: 14,407 Bytes
9a86d59
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
{
  "best_metric": 0.07586462050676346,
  "best_model_checkpoint": "/data/jcanete/all_results/pos/distillbeto/epochs_4_bs_16_lr_5e-5/checkpoint-1700",
  "epoch": 4.0,
  "global_step": 3580,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11,
      "eval_accuracy": 0.9443306584293053,
      "eval_f1": 0.9341365141420992,
      "eval_loss": 0.212116539478302,
      "eval_precision": 0.9329083665338646,
      "eval_recall": 0.9353678996564672,
      "eval_runtime": 1.788,
      "eval_samples_per_second": 925.041,
      "eval_steps_per_second": 58.165,
      "step": 100
    },
    {
      "epoch": 0.22,
      "eval_accuracy": 0.9563677265554176,
      "eval_f1": 0.9504974205973039,
      "eval_loss": 0.15402881801128387,
      "eval_precision": 0.9497298051805619,
      "eval_recall": 0.9512662778621075,
      "eval_runtime": 1.7688,
      "eval_samples_per_second": 935.077,
      "eval_steps_per_second": 58.796,
      "step": 200
    },
    {
      "epoch": 0.34,
      "eval_accuracy": 0.9625961118759023,
      "eval_f1": 0.9571392947982644,
      "eval_loss": 0.13182665407657623,
      "eval_precision": 0.9560045430091458,
      "eval_recall": 0.958276743628665,
      "eval_runtime": 1.7773,
      "eval_samples_per_second": 930.646,
      "eval_steps_per_second": 58.517,
      "step": 300
    },
    {
      "epoch": 0.45,
      "eval_accuracy": 0.9649632340596985,
      "eval_f1": 0.96070983500324,
      "eval_loss": 0.12322123348712921,
      "eval_precision": 0.9590938949379939,
      "eval_recall": 0.9623312295278421,
      "eval_runtime": 1.7902,
      "eval_samples_per_second": 923.933,
      "eval_steps_per_second": 58.095,
      "step": 400
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301675977653631e-05,
      "loss": 0.2881,
      "step": 500
    },
    {
      "epoch": 0.56,
      "eval_accuracy": 0.9674814491488433,
      "eval_f1": 0.9628313283082913,
      "eval_loss": 0.11282572150230408,
      "eval_precision": 0.9625526478631455,
      "eval_recall": 0.9631101701685707,
      "eval_runtime": 1.7431,
      "eval_samples_per_second": 948.862,
      "eval_steps_per_second": 59.662,
      "step": 500
    },
    {
      "epoch": 0.67,
      "eval_accuracy": 0.9697646308296679,
      "eval_f1": 0.9659112436064888,
      "eval_loss": 0.10294512659311295,
      "eval_precision": 0.9643632164685739,
      "eval_recall": 0.9674642486218743,
      "eval_runtime": 1.7656,
      "eval_samples_per_second": 936.792,
      "eval_steps_per_second": 58.903,
      "step": 600
    },
    {
      "epoch": 0.78,
      "eval_accuracy": 0.9717624148003895,
      "eval_f1": 0.9682482698099284,
      "eval_loss": 0.09821932762861252,
      "eval_precision": 0.9668791077474607,
      "eval_recall": 0.9696213150115842,
      "eval_runtime": 1.786,
      "eval_samples_per_second": 926.088,
      "eval_steps_per_second": 58.23,
      "step": 700
    },
    {
      "epoch": 0.89,
      "eval_accuracy": 0.9731894033509049,
      "eval_f1": 0.9696576892779867,
      "eval_loss": 0.09264940768480301,
      "eval_precision": 0.9681806415642858,
      "eval_recall": 0.971139250619158,
      "eval_runtime": 1.7594,
      "eval_samples_per_second": 940.07,
      "eval_steps_per_second": 59.11,
      "step": 800
    },
    {
      "epoch": 1.01,
      "eval_accuracy": 0.9730215223449619,
      "eval_f1": 0.9703566974307807,
      "eval_loss": 0.09371750056743622,
      "eval_precision": 0.9694957832406245,
      "eval_recall": 0.9712191419669249,
      "eval_runtime": 1.7445,
      "eval_samples_per_second": 948.129,
      "eval_steps_per_second": 59.616,
      "step": 900
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.603351955307263e-05,
      "loss": 0.0962,
      "step": 1000
    },
    {
      "epoch": 1.12,
      "eval_accuracy": 0.9754054326293523,
      "eval_f1": 0.9727950199024332,
      "eval_loss": 0.08893433958292007,
      "eval_precision": 0.9717964561200694,
      "eval_recall": 0.973795637932412,
      "eval_runtime": 1.7661,
      "eval_samples_per_second": 936.527,
      "eval_steps_per_second": 58.887,
      "step": 1000
    },
    {
      "epoch": 1.23,
      "eval_accuracy": 0.9751368230198435,
      "eval_f1": 0.972067262112669,
      "eval_loss": 0.09049103409051895,
      "eval_precision": 0.9713983684703912,
      "eval_recall": 0.9727370775744987,
      "eval_runtime": 1.7822,
      "eval_samples_per_second": 928.079,
      "eval_steps_per_second": 58.356,
      "step": 1100
    },
    {
      "epoch": 1.34,
      "eval_accuracy": 0.9766141758721418,
      "eval_f1": 0.9741814481533949,
      "eval_loss": 0.08416619151830673,
      "eval_precision": 0.973191150089695,
      "eval_recall": 0.9751737636813933,
      "eval_runtime": 1.8044,
      "eval_samples_per_second": 916.636,
      "eval_steps_per_second": 57.636,
      "step": 1200
    },
    {
      "epoch": 1.45,
      "eval_accuracy": 0.975892287546587,
      "eval_f1": 0.9735277689115864,
      "eval_loss": 0.08117581903934479,
      "eval_precision": 0.972363911692038,
      "eval_recall": 0.9746944155947911,
      "eval_runtime": 1.7582,
      "eval_samples_per_second": 940.735,
      "eval_steps_per_second": 59.151,
      "step": 1300
    },
    {
      "epoch": 1.56,
      "eval_accuracy": 0.9770674545881879,
      "eval_f1": 0.9749930148086058,
      "eval_loss": 0.08163653314113617,
      "eval_precision": 0.9742541480536057,
      "eval_recall": 0.9757330031157626,
      "eval_runtime": 1.7901,
      "eval_samples_per_second": 923.964,
      "eval_steps_per_second": 58.097,
      "step": 1400
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.9050279329608944e-05,
      "loss": 0.0625,
      "step": 1500
    },
    {
      "epoch": 1.68,
      "eval_accuracy": 0.976513447268576,
      "eval_f1": 0.9742249531181423,
      "eval_loss": 0.08262678235769272,
      "eval_precision": 0.9730989956958394,
      "eval_recall": 0.9753535192138691,
      "eval_runtime": 1.755,
      "eval_samples_per_second": 942.465,
      "eval_steps_per_second": 59.26,
      "step": 1500
    },
    {
      "epoch": 1.79,
      "eval_accuracy": 0.9771513950911593,
      "eval_f1": 0.9745410305248356,
      "eval_loss": 0.08152274787425995,
      "eval_precision": 0.9731532931031049,
      "eval_recall": 0.9759327314851801,
      "eval_runtime": 1.7691,
      "eval_samples_per_second": 934.957,
      "eval_steps_per_second": 58.788,
      "step": 1600
    },
    {
      "epoch": 1.9,
      "eval_accuracy": 0.9779572239196858,
      "eval_f1": 0.9755450236966825,
      "eval_loss": 0.07586462050676346,
      "eval_precision": 0.9746795063500608,
      "eval_recall": 0.9764120795717823,
      "eval_runtime": 1.754,
      "eval_samples_per_second": 942.987,
      "eval_steps_per_second": 59.293,
      "step": 1700
    },
    {
      "epoch": 2.01,
      "eval_accuracy": 0.9781251049256288,
      "eval_f1": 0.9761717152574831,
      "eval_loss": 0.07830089330673218,
      "eval_precision": 0.9749755932338467,
      "eval_recall": 0.9773707757449868,
      "eval_runtime": 1.7982,
      "eval_samples_per_second": 919.825,
      "eval_steps_per_second": 57.837,
      "step": 1800
    },
    {
      "epoch": 2.12,
      "eval_accuracy": 0.9776550381089884,
      "eval_f1": 0.9756199790429619,
      "eval_loss": 0.08235861361026764,
      "eval_precision": 0.9749486407244151,
      "eval_recall": 0.9762922425501318,
      "eval_runtime": 1.7592,
      "eval_samples_per_second": 940.194,
      "eval_steps_per_second": 59.117,
      "step": 1900
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.208100558659218e-05,
      "loss": 0.0492,
      "step": 2000
    },
    {
      "epoch": 2.23,
      "eval_accuracy": 0.9773528522982909,
      "eval_f1": 0.975572275330792,
      "eval_loss": 0.08445031195878983,
      "eval_precision": 0.9748135444502054,
      "eval_recall": 0.9763321882240154,
      "eval_runtime": 1.7661,
      "eval_samples_per_second": 936.546,
      "eval_steps_per_second": 58.888,
      "step": 2000
    },
    {
      "epoch": 2.35,
      "eval_accuracy": 0.9780579525232516,
      "eval_f1": 0.9760987969594797,
      "eval_loss": 0.08256729692220688,
      "eval_precision": 0.9750288971262306,
      "eval_recall": 0.9771710473755693,
      "eval_runtime": 1.7494,
      "eval_samples_per_second": 945.46,
      "eval_steps_per_second": 59.449,
      "step": 2100
    },
    {
      "epoch": 2.46,
      "eval_accuracy": 0.9782761978309774,
      "eval_f1": 0.9764048308214393,
      "eval_loss": 0.08261139690876007,
      "eval_precision": 0.9758788555923547,
      "eval_recall": 0.9769313733322681,
      "eval_runtime": 1.7667,
      "eval_samples_per_second": 936.186,
      "eval_steps_per_second": 58.865,
      "step": 2200
    },
    {
      "epoch": 2.57,
      "eval_accuracy": 0.9783265621327603,
      "eval_f1": 0.9761928518688512,
      "eval_loss": 0.07977774739265442,
      "eval_precision": 0.9753559038162459,
      "eval_recall": 0.977031237516977,
      "eval_runtime": 1.7935,
      "eval_samples_per_second": 922.203,
      "eval_steps_per_second": 57.986,
      "step": 2300
    },
    {
      "epoch": 2.68,
      "eval_accuracy": 0.9788973575529665,
      "eval_f1": 0.9770031227863634,
      "eval_loss": 0.08085376024246216,
      "eval_precision": 0.9760779857664015,
      "eval_recall": 0.9779300151793561,
      "eval_runtime": 1.8062,
      "eval_samples_per_second": 915.718,
      "eval_steps_per_second": 57.578,
      "step": 2400
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.509776536312849e-05,
      "loss": 0.0356,
      "step": 2500
    },
    {
      "epoch": 2.79,
      "eval_accuracy": 0.9785280193398919,
      "eval_f1": 0.9764671847410792,
      "eval_loss": 0.08119603991508484,
      "eval_precision": 0.9754260089686099,
      "eval_recall": 0.9775105856035792,
      "eval_runtime": 1.7562,
      "eval_samples_per_second": 941.793,
      "eval_steps_per_second": 59.218,
      "step": 2500
    },
    {
      "epoch": 2.91,
      "eval_accuracy": 0.9783937145351375,
      "eval_f1": 0.9762508232382701,
      "eval_loss": 0.079347625374794,
      "eval_precision": 0.9754915646312766,
      "eval_recall": 0.9770112646800352,
      "eval_runtime": 1.8127,
      "eval_samples_per_second": 912.464,
      "eval_steps_per_second": 57.374,
      "step": 2600
    },
    {
      "epoch": 3.02,
      "eval_accuracy": 0.9787966289494007,
      "eval_f1": 0.9768903789738371,
      "eval_loss": 0.07749345153570175,
      "eval_precision": 0.9760917248255234,
      "eval_recall": 0.977690341136055,
      "eval_runtime": 1.7581,
      "eval_samples_per_second": 940.794,
      "eval_steps_per_second": 59.155,
      "step": 2700
    },
    {
      "epoch": 3.13,
      "eval_accuracy": 0.9790148742571265,
      "eval_f1": 0.9772217067257326,
      "eval_loss": 0.08272269368171692,
      "eval_precision": 0.9763352538926214,
      "eval_recall": 0.9781097707118319,
      "eval_runtime": 1.7744,
      "eval_samples_per_second": 932.135,
      "eval_steps_per_second": 58.611,
      "step": 2800
    },
    {
      "epoch": 3.24,
      "eval_accuracy": 0.9795353053755498,
      "eval_f1": 0.9775534228536084,
      "eval_loss": 0.08201353996992111,
      "eval_precision": 0.9765596970300977,
      "eval_recall": 0.9785491731245506,
      "eval_runtime": 1.8046,
      "eval_samples_per_second": 916.528,
      "eval_steps_per_second": 57.629,
      "step": 2900
    },
    {
      "epoch": 3.35,
      "learning_rate": 8.114525139664805e-06,
      "loss": 0.0273,
      "step": 3000
    },
    {
      "epoch": 3.35,
      "eval_accuracy": 0.9786959003458349,
      "eval_f1": 0.9767107848515375,
      "eval_loss": 0.08390253037214279,
      "eval_precision": 0.9754945908792063,
      "eval_recall": 0.9779300151793561,
      "eval_runtime": 1.7708,
      "eval_samples_per_second": 934.046,
      "eval_steps_per_second": 58.731,
      "step": 3000
    },
    {
      "epoch": 3.46,
      "eval_accuracy": 0.9789309337541551,
      "eval_f1": 0.9770059880239521,
      "eval_loss": 0.0809033140540123,
      "eval_precision": 0.9763823505944307,
      "eval_recall": 0.9776304226252297,
      "eval_runtime": 1.7599,
      "eval_samples_per_second": 939.83,
      "eval_steps_per_second": 59.094,
      "step": 3100
    },
    {
      "epoch": 3.58,
      "eval_accuracy": 0.9789645099553437,
      "eval_f1": 0.9768119412515964,
      "eval_loss": 0.08214528858661652,
      "eval_precision": 0.97595502033655,
      "eval_recall": 0.9776703682991132,
      "eval_runtime": 1.7652,
      "eval_samples_per_second": 936.992,
      "eval_steps_per_second": 58.916,
      "step": 3200
    },
    {
      "epoch": 3.69,
      "eval_accuracy": 0.9794849410737669,
      "eval_f1": 0.9775280898876404,
      "eval_loss": 0.08165577799081802,
      "eval_precision": 0.9767678379132931,
      "eval_recall": 0.9782895262443078,
      "eval_runtime": 1.7562,
      "eval_samples_per_second": 941.784,
      "eval_steps_per_second": 59.217,
      "step": 3300
    },
    {
      "epoch": 3.8,
      "eval_accuracy": 0.9792499076654467,
      "eval_f1": 0.9771967466693278,
      "eval_loss": 0.0833316445350647,
      "eval_precision": 0.97652432335401,
      "eval_recall": 0.9778700966685308,
      "eval_runtime": 1.7941,
      "eval_samples_per_second": 921.897,
      "eval_steps_per_second": 57.967,
      "step": 3400
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1312849162011174e-06,
      "loss": 0.0232,
      "step": 3500
    },
    {
      "epoch": 3.91,
      "eval_accuracy": 0.9791827552630695,
      "eval_f1": 0.977121020125121,
      "eval_loss": 0.08293969184160233,
      "eval_precision": 0.9762735519888346,
      "eval_recall": 0.9779699608532396,
      "eval_runtime": 1.7577,
      "eval_samples_per_second": 941.011,
      "eval_steps_per_second": 59.169,
      "step": 3500
    },
    {
      "epoch": 4.0,
      "step": 3580,
      "total_flos": 1136902583504160.0,
      "train_loss": 0.08176401986756138,
      "train_runtime": 7371.7605,
      "train_samples_per_second": 7.762,
      "train_steps_per_second": 0.486
    }
  ],
  "max_steps": 3580,
  "num_train_epochs": 4,
  "total_flos": 1136902583504160.0,
  "trial_name": null,
  "trial_params": null
}