AlekseyKorshuk commited on
Commit
3951ee6
1 Parent(s): e5c78c1

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +15 -0
  2. eval_results.json +10 -0
  3. train_results.json +8 -0
  4. trainer_state.json +415 -0
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.06715079792002869,
4
+ "eval_loss": 2.603515625,
5
+ "eval_runtime": 1.9341,
6
+ "eval_samples": 78,
7
+ "eval_samples_per_second": 40.328,
8
+ "eval_steps_per_second": 1.551,
9
+ "perplexity": 13.511154789957821,
10
+ "train_loss": 2.0602510892427883,
11
+ "train_runtime": 142.5326,
12
+ "train_samples": 416,
13
+ "train_samples_per_second": 5.837,
14
+ "train_steps_per_second": 0.182
15
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.06715079792002869,
4
+ "eval_loss": 2.603515625,
5
+ "eval_runtime": 1.9341,
6
+ "eval_samples": 78,
7
+ "eval_samples_per_second": 40.328,
8
+ "eval_steps_per_second": 1.551,
9
+ "perplexity": 13.511154789957821
10
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "train_loss": 2.0602510892427883,
4
+ "train_runtime": 142.5326,
5
+ "train_samples": 416,
6
+ "train_samples_per_second": 5.837,
7
+ "train_steps_per_second": 0.182
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,415 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.0,
5
+ "global_step": 26,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.08,
12
+ "learning_rate": 0,
13
+ "loss": 2.6133,
14
+ "step": 1
15
+ },
16
+ {
17
+ "epoch": 0.08,
18
+ "eval_accuracy": 0.06519634211941905,
19
+ "eval_loss": 2.625,
20
+ "eval_runtime": 2.6754,
21
+ "eval_samples_per_second": 29.154,
22
+ "eval_steps_per_second": 1.121,
23
+ "step": 1
24
+ },
25
+ {
26
+ "epoch": 0.15,
27
+ "learning_rate": 0,
28
+ "loss": 2.6199,
29
+ "step": 2
30
+ },
31
+ {
32
+ "epoch": 0.15,
33
+ "eval_accuracy": 0.06519634211941905,
34
+ "eval_loss": 2.625,
35
+ "eval_runtime": 2.9539,
36
+ "eval_samples_per_second": 26.406,
37
+ "eval_steps_per_second": 1.016,
38
+ "step": 2
39
+ },
40
+ {
41
+ "epoch": 0.23,
42
+ "learning_rate": 0.0,
43
+ "loss": 2.7202,
44
+ "step": 3
45
+ },
46
+ {
47
+ "epoch": 0.23,
48
+ "eval_accuracy": 0.06575219652142729,
49
+ "eval_loss": 2.611328125,
50
+ "eval_runtime": 2.94,
51
+ "eval_samples_per_second": 26.53,
52
+ "eval_steps_per_second": 1.02,
53
+ "step": 3
54
+ },
55
+ {
56
+ "epoch": 0.31,
57
+ "learning_rate": 5e-05,
58
+ "loss": 2.6177,
59
+ "step": 4
60
+ },
61
+ {
62
+ "epoch": 0.31,
63
+ "eval_accuracy": 0.06575219652142729,
64
+ "eval_loss": 2.611328125,
65
+ "eval_runtime": 2.9241,
66
+ "eval_samples_per_second": 26.675,
67
+ "eval_steps_per_second": 1.026,
68
+ "step": 4
69
+ },
70
+ {
71
+ "epoch": 0.38,
72
+ "learning_rate": 5e-05,
73
+ "loss": 2.5422,
74
+ "step": 5
75
+ },
76
+ {
77
+ "epoch": 0.38,
78
+ "eval_accuracy": 0.06611081226465843,
79
+ "eval_loss": 2.5703125,
80
+ "eval_runtime": 2.6904,
81
+ "eval_samples_per_second": 28.992,
82
+ "eval_steps_per_second": 1.115,
83
+ "step": 5
84
+ },
85
+ {
86
+ "epoch": 0.46,
87
+ "learning_rate": 5e-05,
88
+ "loss": 2.5627,
89
+ "step": 6
90
+ },
91
+ {
92
+ "epoch": 0.46,
93
+ "eval_accuracy": 0.06623632777478931,
94
+ "eval_loss": 2.556640625,
95
+ "eval_runtime": 2.9307,
96
+ "eval_samples_per_second": 26.615,
97
+ "eval_steps_per_second": 1.024,
98
+ "step": 6
99
+ },
100
+ {
101
+ "epoch": 0.54,
102
+ "learning_rate": 5e-05,
103
+ "loss": 2.5784,
104
+ "step": 7
105
+ },
106
+ {
107
+ "epoch": 0.54,
108
+ "eval_accuracy": 0.06639770485924332,
109
+ "eval_loss": 2.546875,
110
+ "eval_runtime": 2.9555,
111
+ "eval_samples_per_second": 26.391,
112
+ "eval_steps_per_second": 1.015,
113
+ "step": 7
114
+ },
115
+ {
116
+ "epoch": 0.62,
117
+ "learning_rate": 5e-05,
118
+ "loss": 2.5264,
119
+ "step": 8
120
+ },
121
+ {
122
+ "epoch": 0.62,
123
+ "eval_accuracy": 0.06630805092343554,
124
+ "eval_loss": 2.537109375,
125
+ "eval_runtime": 2.6791,
126
+ "eval_samples_per_second": 29.114,
127
+ "eval_steps_per_second": 1.12,
128
+ "step": 8
129
+ },
130
+ {
131
+ "epoch": 0.69,
132
+ "learning_rate": 5e-05,
133
+ "loss": 2.3396,
134
+ "step": 9
135
+ },
136
+ {
137
+ "epoch": 0.69,
138
+ "eval_accuracy": 0.06695355926125157,
139
+ "eval_loss": 2.533203125,
140
+ "eval_runtime": 1.929,
141
+ "eval_samples_per_second": 40.435,
142
+ "eval_steps_per_second": 1.555,
143
+ "step": 9
144
+ },
145
+ {
146
+ "epoch": 0.77,
147
+ "learning_rate": 5e-05,
148
+ "loss": 2.4297,
149
+ "step": 10
150
+ },
151
+ {
152
+ "epoch": 0.77,
153
+ "eval_accuracy": 0.06734803657880581,
154
+ "eval_loss": 2.52734375,
155
+ "eval_runtime": 2.4146,
156
+ "eval_samples_per_second": 32.304,
157
+ "eval_steps_per_second": 1.242,
158
+ "step": 10
159
+ },
160
+ {
161
+ "epoch": 0.85,
162
+ "learning_rate": 5e-05,
163
+ "loss": 2.3914,
164
+ "step": 11
165
+ },
166
+ {
167
+ "epoch": 0.85,
168
+ "eval_accuracy": 0.06722252106867492,
169
+ "eval_loss": 2.5234375,
170
+ "eval_runtime": 2.4302,
171
+ "eval_samples_per_second": 32.096,
172
+ "eval_steps_per_second": 1.234,
173
+ "step": 11
174
+ },
175
+ {
176
+ "epoch": 0.92,
177
+ "learning_rate": 5e-05,
178
+ "loss": 2.429,
179
+ "step": 12
180
+ },
181
+ {
182
+ "epoch": 0.92,
183
+ "eval_accuracy": 0.06709700555854402,
184
+ "eval_loss": 2.51953125,
185
+ "eval_runtime": 2.9318,
186
+ "eval_samples_per_second": 26.605,
187
+ "eval_steps_per_second": 1.023,
188
+ "step": 12
189
+ },
190
+ {
191
+ "epoch": 1.0,
192
+ "learning_rate": 5e-05,
193
+ "loss": 2.3055,
194
+ "step": 13
195
+ },
196
+ {
197
+ "epoch": 1.0,
198
+ "eval_accuracy": 0.06720459028151336,
199
+ "eval_loss": 2.51171875,
200
+ "eval_runtime": 2.9231,
201
+ "eval_samples_per_second": 26.684,
202
+ "eval_steps_per_second": 1.026,
203
+ "step": 13
204
+ },
205
+ {
206
+ "epoch": 1.08,
207
+ "learning_rate": 5e-05,
208
+ "loss": 1.7162,
209
+ "step": 14
210
+ },
211
+ {
212
+ "epoch": 1.08,
213
+ "eval_accuracy": 0.0671866594943518,
214
+ "eval_loss": 2.521484375,
215
+ "eval_runtime": 2.9212,
216
+ "eval_samples_per_second": 26.702,
217
+ "eval_steps_per_second": 1.027,
218
+ "step": 14
219
+ },
220
+ {
221
+ "epoch": 1.15,
222
+ "learning_rate": 5e-05,
223
+ "loss": 1.7264,
224
+ "step": 15
225
+ },
226
+ {
227
+ "epoch": 1.15,
228
+ "eval_accuracy": 0.06774251389636005,
229
+ "eval_loss": 2.546875,
230
+ "eval_runtime": 2.6863,
231
+ "eval_samples_per_second": 29.036,
232
+ "eval_steps_per_second": 1.117,
233
+ "step": 15
234
+ },
235
+ {
236
+ "epoch": 1.23,
237
+ "learning_rate": 5e-05,
238
+ "loss": 1.7559,
239
+ "step": 16
240
+ },
241
+ {
242
+ "epoch": 1.23,
243
+ "eval_accuracy": 0.06707907477138246,
244
+ "eval_loss": 2.587890625,
245
+ "eval_runtime": 2.9302,
246
+ "eval_samples_per_second": 26.619,
247
+ "eval_steps_per_second": 1.024,
248
+ "step": 16
249
+ },
250
+ {
251
+ "epoch": 1.31,
252
+ "learning_rate": 5e-05,
253
+ "loss": 1.7899,
254
+ "step": 17
255
+ },
256
+ {
257
+ "epoch": 1.31,
258
+ "eval_accuracy": 0.0667383898153129,
259
+ "eval_loss": 2.611328125,
260
+ "eval_runtime": 2.6864,
261
+ "eval_samples_per_second": 29.035,
262
+ "eval_steps_per_second": 1.117,
263
+ "step": 17
264
+ },
265
+ {
266
+ "epoch": 1.38,
267
+ "learning_rate": 5e-05,
268
+ "loss": 1.6465,
269
+ "step": 18
270
+ },
271
+ {
272
+ "epoch": 1.38,
273
+ "eval_accuracy": 0.06664873587950511,
274
+ "eval_loss": 2.619140625,
275
+ "eval_runtime": 2.9278,
276
+ "eval_samples_per_second": 26.641,
277
+ "eval_steps_per_second": 1.025,
278
+ "step": 18
279
+ },
280
+ {
281
+ "epoch": 1.46,
282
+ "learning_rate": 5e-05,
283
+ "loss": 1.5955,
284
+ "step": 19
285
+ },
286
+ {
287
+ "epoch": 1.46,
288
+ "eval_accuracy": 0.0670611439842209,
289
+ "eval_loss": 2.607421875,
290
+ "eval_runtime": 2.4278,
291
+ "eval_samples_per_second": 32.128,
292
+ "eval_steps_per_second": 1.236,
293
+ "step": 19
294
+ },
295
+ {
296
+ "epoch": 1.54,
297
+ "learning_rate": 5e-05,
298
+ "loss": 1.5389,
299
+ "step": 20
300
+ },
301
+ {
302
+ "epoch": 1.54,
303
+ "eval_accuracy": 0.06720459028151336,
304
+ "eval_loss": 2.595703125,
305
+ "eval_runtime": 2.6825,
306
+ "eval_samples_per_second": 29.077,
307
+ "eval_steps_per_second": 1.118,
308
+ "step": 20
309
+ },
310
+ {
311
+ "epoch": 1.62,
312
+ "learning_rate": 5e-05,
313
+ "loss": 1.5356,
314
+ "step": 21
315
+ },
316
+ {
317
+ "epoch": 1.62,
318
+ "eval_accuracy": 0.06697149004841313,
319
+ "eval_loss": 2.5859375,
320
+ "eval_runtime": 2.6798,
321
+ "eval_samples_per_second": 29.107,
322
+ "eval_steps_per_second": 1.119,
323
+ "step": 21
324
+ },
325
+ {
326
+ "epoch": 1.69,
327
+ "learning_rate": 5e-05,
328
+ "loss": 1.386,
329
+ "step": 22
330
+ },
331
+ {
332
+ "epoch": 1.69,
333
+ "eval_accuracy": 0.06722252106867492,
334
+ "eval_loss": 2.58203125,
335
+ "eval_runtime": 2.9465,
336
+ "eval_samples_per_second": 26.472,
337
+ "eval_steps_per_second": 1.018,
338
+ "step": 22
339
+ },
340
+ {
341
+ "epoch": 1.77,
342
+ "learning_rate": 5e-05,
343
+ "loss": 1.7698,
344
+ "step": 23
345
+ },
346
+ {
347
+ "epoch": 1.77,
348
+ "eval_accuracy": 0.06695355926125157,
349
+ "eval_loss": 2.57421875,
350
+ "eval_runtime": 2.1897,
351
+ "eval_samples_per_second": 35.622,
352
+ "eval_steps_per_second": 1.37,
353
+ "step": 23
354
+ },
355
+ {
356
+ "epoch": 1.85,
357
+ "learning_rate": 5e-05,
358
+ "loss": 1.3923,
359
+ "step": 24
360
+ },
361
+ {
362
+ "epoch": 1.85,
363
+ "eval_accuracy": 0.06686390532544378,
364
+ "eval_loss": 2.580078125,
365
+ "eval_runtime": 2.6567,
366
+ "eval_samples_per_second": 29.36,
367
+ "eval_steps_per_second": 1.129,
368
+ "step": 24
369
+ },
370
+ {
371
+ "epoch": 1.92,
372
+ "learning_rate": 5e-05,
373
+ "loss": 1.4723,
374
+ "step": 25
375
+ },
376
+ {
377
+ "epoch": 1.92,
378
+ "eval_accuracy": 0.06722252106867492,
379
+ "eval_loss": 2.58984375,
380
+ "eval_runtime": 2.6764,
381
+ "eval_samples_per_second": 29.144,
382
+ "eval_steps_per_second": 1.121,
383
+ "step": 25
384
+ },
385
+ {
386
+ "epoch": 2.0,
387
+ "learning_rate": 5e-05,
388
+ "loss": 1.5653,
389
+ "step": 26
390
+ },
391
+ {
392
+ "epoch": 2.0,
393
+ "eval_accuracy": 0.06715079792002869,
394
+ "eval_loss": 2.603515625,
395
+ "eval_runtime": 2.4205,
396
+ "eval_samples_per_second": 32.225,
397
+ "eval_steps_per_second": 1.239,
398
+ "step": 26
399
+ },
400
+ {
401
+ "epoch": 2.0,
402
+ "step": 26,
403
+ "total_flos": 2728683110400.0,
404
+ "train_loss": 2.0602510892427883,
405
+ "train_runtime": 142.5326,
406
+ "train_samples_per_second": 5.837,
407
+ "train_steps_per_second": 0.182
408
+ }
409
+ ],
410
+ "max_steps": 26,
411
+ "num_train_epochs": 2,
412
+ "total_flos": 2728683110400.0,
413
+ "trial_name": null,
414
+ "trial_params": null
415
+ }