AlekseyKorshuk commited on
Commit
dba6fc5
1 Parent(s): 8b08045

End of training

Browse files
Files changed (3) hide show
  1. all_results.json +8 -0
  2. train_results.json +8 -0
  3. trainer_state.json +475 -0
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "train_loss": 1.8948323567708334,
4
+ "train_runtime": 176.8477,
5
+ "train_samples": 459,
6
+ "train_samples_per_second": 5.191,
7
+ "train_steps_per_second": 0.17
8
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "train_loss": 1.8948323567708334,
4
+ "train_runtime": 176.8477,
5
+ "train_samples": 459,
6
+ "train_samples_per_second": 5.191,
7
+ "train_steps_per_second": 0.17
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,475 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.0,
5
+ "global_step": 30,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.07,
12
+ "learning_rate": 3e-05,
13
+ "loss": 2.17,
14
+ "step": 1
15
+ },
16
+ {
17
+ "epoch": 0.07,
18
+ "eval_accuracy": 0.06213930632535284,
19
+ "eval_loss": 2.0546875,
20
+ "eval_runtime": 3.2113,
21
+ "eval_samples_per_second": 26.781,
22
+ "eval_steps_per_second": 0.934,
23
+ "step": 1
24
+ },
25
+ {
26
+ "epoch": 0.13,
27
+ "learning_rate": 3e-05,
28
+ "loss": 2.1814,
29
+ "step": 2
30
+ },
31
+ {
32
+ "epoch": 0.13,
33
+ "eval_accuracy": 0.06213930632535284,
34
+ "eval_loss": 2.0546875,
35
+ "eval_runtime": 3.0319,
36
+ "eval_samples_per_second": 28.365,
37
+ "eval_steps_per_second": 0.989,
38
+ "step": 2
39
+ },
40
+ {
41
+ "epoch": 0.2,
42
+ "learning_rate": 2.99178284305241e-05,
43
+ "loss": 2.0963,
44
+ "step": 3
45
+ },
46
+ {
47
+ "epoch": 0.2,
48
+ "eval_accuracy": 0.06251071367350437,
49
+ "eval_loss": 2.0234375,
50
+ "eval_runtime": 3.4167,
51
+ "eval_samples_per_second": 25.17,
52
+ "eval_steps_per_second": 0.878,
53
+ "step": 3
54
+ },
55
+ {
56
+ "epoch": 0.27,
57
+ "learning_rate": 2.9672214011007087e-05,
58
+ "loss": 2.1383,
59
+ "step": 4
60
+ },
61
+ {
62
+ "epoch": 0.27,
63
+ "eval_accuracy": 0.062453574081481056,
64
+ "eval_loss": 2.01953125,
65
+ "eval_runtime": 3.4275,
66
+ "eval_samples_per_second": 25.091,
67
+ "eval_steps_per_second": 0.875,
68
+ "step": 4
69
+ },
70
+ {
71
+ "epoch": 0.33,
72
+ "learning_rate": 2.9265847744427305e-05,
73
+ "loss": 2.1625,
74
+ "step": 5
75
+ },
76
+ {
77
+ "epoch": 0.33,
78
+ "eval_accuracy": 0.062453574081481056,
79
+ "eval_loss": 2.01953125,
80
+ "eval_runtime": 3.4165,
81
+ "eval_samples_per_second": 25.172,
82
+ "eval_steps_per_second": 0.878,
83
+ "step": 5
84
+ },
85
+ {
86
+ "epoch": 0.4,
87
+ "learning_rate": 2.8703181864639013e-05,
88
+ "loss": 2.1808,
89
+ "step": 6
90
+ },
91
+ {
92
+ "epoch": 0.4,
93
+ "eval_accuracy": 0.06241071938746357,
94
+ "eval_loss": 2.015625,
95
+ "eval_runtime": 3.0274,
96
+ "eval_samples_per_second": 28.408,
97
+ "eval_steps_per_second": 0.991,
98
+ "step": 6
99
+ },
100
+ {
101
+ "epoch": 0.47,
102
+ "learning_rate": 2.7990381056766583e-05,
103
+ "loss": 2.1587,
104
+ "step": 7
105
+ },
106
+ {
107
+ "epoch": 0.47,
108
+ "eval_accuracy": 0.06255356836752185,
109
+ "eval_loss": 2.017578125,
110
+ "eval_runtime": 3.4415,
111
+ "eval_samples_per_second": 24.989,
112
+ "eval_steps_per_second": 0.872,
113
+ "step": 7
114
+ },
115
+ {
116
+ "epoch": 0.53,
117
+ "learning_rate": 2.7135254915624213e-05,
118
+ "loss": 2.0847,
119
+ "step": 8
120
+ },
121
+ {
122
+ "epoch": 0.53,
123
+ "eval_accuracy": 0.06273927204159763,
124
+ "eval_loss": 2.013671875,
125
+ "eval_runtime": 3.4339,
126
+ "eval_samples_per_second": 25.045,
127
+ "eval_steps_per_second": 0.874,
128
+ "step": 8
129
+ },
130
+ {
131
+ "epoch": 0.6,
132
+ "learning_rate": 2.7135254915624213e-05,
133
+ "loss": 2.0336,
134
+ "step": 9
135
+ },
136
+ {
137
+ "epoch": 0.6,
138
+ "eval_accuracy": 0.06273927204159763,
139
+ "eval_loss": 2.013671875,
140
+ "eval_runtime": 3.4267,
141
+ "eval_samples_per_second": 25.097,
142
+ "eval_steps_per_second": 0.875,
143
+ "step": 9
144
+ },
145
+ {
146
+ "epoch": 0.67,
147
+ "learning_rate": 2.6147172382160913e-05,
148
+ "loss": 2.1777,
149
+ "step": 10
150
+ },
151
+ {
152
+ "epoch": 0.67,
153
+ "eval_accuracy": 0.06286783612365007,
154
+ "eval_loss": 2.005859375,
155
+ "eval_runtime": 3.4314,
156
+ "eval_samples_per_second": 25.062,
157
+ "eval_steps_per_second": 0.874,
158
+ "step": 10
159
+ },
160
+ {
161
+ "epoch": 0.73,
162
+ "learning_rate": 2.5036959095382875e-05,
163
+ "loss": 2.2034,
164
+ "step": 11
165
+ },
166
+ {
167
+ "epoch": 0.73,
168
+ "eval_accuracy": 0.06299640020570253,
169
+ "eval_loss": 2.0,
170
+ "eval_runtime": 3.0112,
171
+ "eval_samples_per_second": 28.56,
172
+ "eval_steps_per_second": 0.996,
173
+ "step": 11
174
+ },
175
+ {
176
+ "epoch": 0.8,
177
+ "learning_rate": 2.3816778784387097e-05,
178
+ "loss": 2.1665,
179
+ "step": 12
180
+ },
181
+ {
182
+ "epoch": 0.8,
183
+ "eval_accuracy": 0.06283926632763842,
184
+ "eval_loss": 1.994140625,
185
+ "eval_runtime": 2.8048,
186
+ "eval_samples_per_second": 30.661,
187
+ "eval_steps_per_second": 1.07,
188
+ "step": 12
189
+ },
190
+ {
191
+ "epoch": 0.87,
192
+ "learning_rate": 2.25e-05,
193
+ "loss": 2.0352,
194
+ "step": 13
195
+ },
196
+ {
197
+ "epoch": 0.87,
198
+ "eval_accuracy": 0.0628821210216559,
199
+ "eval_loss": 1.98828125,
200
+ "eval_runtime": 2.7144,
201
+ "eval_samples_per_second": 31.682,
202
+ "eval_steps_per_second": 1.105,
203
+ "step": 13
204
+ },
205
+ {
206
+ "epoch": 0.93,
207
+ "learning_rate": 2.1101049646137008e-05,
208
+ "loss": 2.1263,
209
+ "step": 14
210
+ },
211
+ {
212
+ "epoch": 0.93,
213
+ "eval_accuracy": 0.06281069653162677,
214
+ "eval_loss": 1.9833984375,
215
+ "eval_runtime": 3.4127,
216
+ "eval_samples_per_second": 25.2,
217
+ "eval_steps_per_second": 0.879,
218
+ "step": 14
219
+ },
220
+ {
221
+ "epoch": 1.0,
222
+ "learning_rate": 1.963525491562421e-05,
223
+ "loss": 2.1282,
224
+ "step": 15
225
+ },
226
+ {
227
+ "epoch": 1.0,
228
+ "eval_accuracy": 0.06315353408376664,
229
+ "eval_loss": 1.978515625,
230
+ "eval_runtime": 3.4158,
231
+ "eval_samples_per_second": 25.177,
232
+ "eval_steps_per_second": 0.878,
233
+ "step": 15
234
+ },
235
+ {
236
+ "epoch": 1.07,
237
+ "learning_rate": 1.8118675362266388e-05,
238
+ "loss": 1.7159,
239
+ "step": 16
240
+ },
241
+ {
242
+ "epoch": 1.07,
243
+ "eval_accuracy": 0.0633392377578424,
244
+ "eval_loss": 1.9765625,
245
+ "eval_runtime": 3.3102,
246
+ "eval_samples_per_second": 25.98,
247
+ "eval_steps_per_second": 0.906,
248
+ "step": 16
249
+ },
250
+ {
251
+ "epoch": 1.13,
252
+ "learning_rate": 1.6567926949014805e-05,
253
+ "loss": 1.8346,
254
+ "step": 17
255
+ },
256
+ {
257
+ "epoch": 1.13,
258
+ "eval_accuracy": 0.06351065653391234,
259
+ "eval_loss": 1.9775390625,
260
+ "eval_runtime": 2.7366,
261
+ "eval_samples_per_second": 31.426,
262
+ "eval_steps_per_second": 1.096,
263
+ "step": 17
264
+ },
265
+ {
266
+ "epoch": 1.2,
267
+ "learning_rate": 1.5e-05,
268
+ "loss": 1.7183,
269
+ "step": 18
270
+ },
271
+ {
272
+ "epoch": 1.2,
273
+ "eval_accuracy": 0.06342494714587738,
274
+ "eval_loss": 1.982421875,
275
+ "eval_runtime": 3.4207,
276
+ "eval_samples_per_second": 25.141,
277
+ "eval_steps_per_second": 0.877,
278
+ "step": 18
279
+ },
280
+ {
281
+ "epoch": 1.27,
282
+ "learning_rate": 1.3432073050985201e-05,
283
+ "loss": 1.6086,
284
+ "step": 19
285
+ },
286
+ {
287
+ "epoch": 1.27,
288
+ "eval_accuracy": 0.06346780183989487,
289
+ "eval_loss": 1.98828125,
290
+ "eval_runtime": 3.4214,
291
+ "eval_samples_per_second": 25.136,
292
+ "eval_steps_per_second": 0.877,
293
+ "step": 19
294
+ },
295
+ {
296
+ "epoch": 1.33,
297
+ "learning_rate": 1.1881324637733613e-05,
298
+ "loss": 1.6497,
299
+ "step": 20
300
+ },
301
+ {
302
+ "epoch": 1.33,
303
+ "eval_accuracy": 0.0634392320438832,
304
+ "eval_loss": 1.9892578125,
305
+ "eval_runtime": 3.3147,
306
+ "eval_samples_per_second": 25.945,
307
+ "eval_steps_per_second": 0.905,
308
+ "step": 20
309
+ },
310
+ {
311
+ "epoch": 1.4,
312
+ "learning_rate": 1.036474508437579e-05,
313
+ "loss": 1.6267,
314
+ "step": 21
315
+ },
316
+ {
317
+ "epoch": 1.4,
318
+ "eval_accuracy": 0.06368207530998228,
319
+ "eval_loss": 1.9853515625,
320
+ "eval_runtime": 2.7501,
321
+ "eval_samples_per_second": 31.272,
322
+ "eval_steps_per_second": 1.091,
323
+ "step": 21
324
+ },
325
+ {
326
+ "epoch": 1.47,
327
+ "learning_rate": 8.898950353863e-06,
328
+ "loss": 1.5962,
329
+ "step": 22
330
+ },
331
+ {
332
+ "epoch": 1.47,
333
+ "eval_accuracy": 0.06368207530998228,
334
+ "eval_loss": 1.9765625,
335
+ "eval_runtime": 3.1007,
336
+ "eval_samples_per_second": 27.736,
337
+ "eval_steps_per_second": 0.968,
338
+ "step": 22
339
+ },
340
+ {
341
+ "epoch": 1.53,
342
+ "learning_rate": 7.500000000000004e-06,
343
+ "loss": 1.5168,
344
+ "step": 23
345
+ },
346
+ {
347
+ "epoch": 1.53,
348
+ "eval_accuracy": 0.06372493000399977,
349
+ "eval_loss": 1.9697265625,
350
+ "eval_runtime": 3.0137,
351
+ "eval_samples_per_second": 28.536,
352
+ "eval_steps_per_second": 0.995,
353
+ "step": 23
354
+ },
355
+ {
356
+ "epoch": 1.6,
357
+ "learning_rate": 6.1832212156129045e-06,
358
+ "loss": 1.6213,
359
+ "step": 24
360
+ },
361
+ {
362
+ "epoch": 1.6,
363
+ "eval_accuracy": 0.06372493000399977,
364
+ "eval_loss": 1.9619140625,
365
+ "eval_runtime": 3.4172,
366
+ "eval_samples_per_second": 25.167,
367
+ "eval_steps_per_second": 0.878,
368
+ "step": 24
369
+ },
370
+ {
371
+ "epoch": 1.67,
372
+ "learning_rate": 4.963040904617131e-06,
373
+ "loss": 1.4789,
374
+ "step": 25
375
+ },
376
+ {
377
+ "epoch": 1.67,
378
+ "eval_accuracy": 0.06382492429004057,
379
+ "eval_loss": 1.9580078125,
380
+ "eval_runtime": 2.7014,
381
+ "eval_samples_per_second": 31.836,
382
+ "eval_steps_per_second": 1.111,
383
+ "step": 25
384
+ },
385
+ {
386
+ "epoch": 1.73,
387
+ "learning_rate": 3.852827617839085e-06,
388
+ "loss": 1.6796,
389
+ "step": 26
390
+ },
391
+ {
392
+ "epoch": 1.73,
393
+ "eval_accuracy": 0.06378206959602309,
394
+ "eval_loss": 1.955078125,
395
+ "eval_runtime": 3.0318,
396
+ "eval_samples_per_second": 28.366,
397
+ "eval_steps_per_second": 0.99,
398
+ "step": 26
399
+ },
400
+ {
401
+ "epoch": 1.8,
402
+ "learning_rate": 2.86474508437579e-06,
403
+ "loss": 1.5964,
404
+ "step": 27
405
+ },
406
+ {
407
+ "epoch": 1.8,
408
+ "eval_accuracy": 0.06383920918804639,
409
+ "eval_loss": 1.953125,
410
+ "eval_runtime": 3.4212,
411
+ "eval_samples_per_second": 25.137,
412
+ "eval_steps_per_second": 0.877,
413
+ "step": 27
414
+ },
415
+ {
416
+ "epoch": 1.87,
417
+ "learning_rate": 2.0096189432334194e-06,
418
+ "loss": 1.787,
419
+ "step": 28
420
+ },
421
+ {
422
+ "epoch": 1.87,
423
+ "eval_accuracy": 0.0639392034740872,
424
+ "eval_loss": 1.951171875,
425
+ "eval_runtime": 3.4776,
426
+ "eval_samples_per_second": 24.729,
427
+ "eval_steps_per_second": 0.863,
428
+ "step": 28
429
+ },
430
+ {
431
+ "epoch": 1.93,
432
+ "learning_rate": 1.2968181353609854e-06,
433
+ "loss": 1.6536,
434
+ "step": 29
435
+ },
436
+ {
437
+ "epoch": 1.93,
438
+ "eval_accuracy": 0.0639963430661105,
439
+ "eval_loss": 1.94921875,
440
+ "eval_runtime": 3.3251,
441
+ "eval_samples_per_second": 25.864,
442
+ "eval_steps_per_second": 0.902,
443
+ "step": 29
444
+ },
445
+ {
446
+ "epoch": 2.0,
447
+ "learning_rate": 7.341522555726971e-07,
448
+ "loss": 1.7178,
449
+ "step": 30
450
+ },
451
+ {
452
+ "epoch": 2.0,
453
+ "eval_accuracy": 0.06395348837209303,
454
+ "eval_loss": 1.9482421875,
455
+ "eval_runtime": 3.013,
456
+ "eval_samples_per_second": 28.543,
457
+ "eval_steps_per_second": 0.996,
458
+ "step": 30
459
+ },
460
+ {
461
+ "epoch": 2.0,
462
+ "step": 30,
463
+ "total_flos": 3114896719872.0,
464
+ "train_loss": 1.8948323567708334,
465
+ "train_runtime": 176.8477,
466
+ "train_samples_per_second": 5.191,
467
+ "train_steps_per_second": 0.17
468
+ }
469
+ ],
470
+ "max_steps": 30,
471
+ "num_train_epochs": 2,
472
+ "total_flos": 3114896719872.0,
473
+ "trial_name": null,
474
+ "trial_params": null
475
+ }