JulienRPA commited on
Commit
b074a01
1 Parent(s): 88ff338

End of training

Browse files
all_results.json CHANGED
@@ -1,17 +1,17 @@
1
  {
2
  "epoch": 300.0,
3
- "eval_bleu": 95.2745,
4
- "eval_em": 0.1415,
5
- "eval_gen_len": 58.7746,
6
- "eval_loss": 0.35256680846214294,
7
- "eval_rm": 0.3022,
8
- "eval_runtime": 119.1784,
9
  "eval_samples": 417,
10
- "eval_samples_per_second": 3.499,
11
- "eval_steps_per_second": 0.445,
12
- "train_loss": 0.006238417584671934,
13
- "train_runtime": 1626.7385,
14
  "train_samples": 1226,
15
- "train_samples_per_second": 226.097,
16
- "train_steps_per_second": 7.192
17
  }
 
1
  {
2
  "epoch": 300.0,
3
+ "eval_bleu": 96.7885,
4
+ "eval_em": 0.6331,
5
+ "eval_gen_len": 75.789,
6
+ "eval_loss": 0.1671069711446762,
7
+ "eval_rm": 0.7482,
8
+ "eval_runtime": 183.7516,
9
  "eval_samples": 417,
10
+ "eval_samples_per_second": 2.269,
11
+ "eval_steps_per_second": 0.288,
12
+ "train_loss": 0.001008551752465403,
13
+ "train_runtime": 1876.4514,
14
  "train_samples": 1226,
15
+ "train_samples_per_second": 196.008,
16
+ "train_steps_per_second": 6.235
17
  }
eval_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "epoch": 300.0,
3
- "eval_bleu": 95.2745,
4
- "eval_em": 0.1415,
5
- "eval_gen_len": 58.7746,
6
- "eval_loss": 0.35256680846214294,
7
- "eval_rm": 0.3022,
8
- "eval_runtime": 119.1784,
9
  "eval_samples": 417,
10
- "eval_samples_per_second": 3.499,
11
- "eval_steps_per_second": 0.445
12
  }
 
1
  {
2
  "epoch": 300.0,
3
+ "eval_bleu": 96.7885,
4
+ "eval_em": 0.6331,
5
+ "eval_gen_len": 75.789,
6
+ "eval_loss": 0.1671069711446762,
7
+ "eval_rm": 0.7482,
8
+ "eval_runtime": 183.7516,
9
  "eval_samples": 417,
10
+ "eval_samples_per_second": 2.269,
11
+ "eval_steps_per_second": 0.288
12
  }
runs/Jun06_11-48-52_7b05b18748ae/events.out.tfevents.1686055309.7b05b18748ae.5850.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6603a80da50f55044c6e26cc4ef994551462ddb7bdf6e39439a702ce565191d2
3
+ size 550
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 300.0,
3
- "train_loss": 0.006238417584671934,
4
- "train_runtime": 1626.7385,
5
  "train_samples": 1226,
6
- "train_samples_per_second": 226.097,
7
- "train_steps_per_second": 7.192
8
  }
 
1
  {
2
  "epoch": 300.0,
3
+ "train_loss": 0.001008551752465403,
4
+ "train_runtime": 1876.4514,
5
  "train_samples": 1226,
6
+ "train_samples_per_second": 196.008,
7
+ "train_steps_per_second": 6.235
8
  }
trainer_state.json CHANGED
@@ -9,431 +9,431 @@
9
  "log_history": [
10
  {
11
  "epoch": 12.82,
12
- "learning_rate": 1.24e-05,
13
- "loss": 4.0279,
14
  "step": 500
15
  },
16
  {
17
  "epoch": 12.82,
18
- "eval_bleu": 49.841,
19
  "eval_em": 0.0,
20
- "eval_gen_len": 51.6403,
21
- "eval_loss": 2.4031472206115723,
22
  "eval_rm": 0.0,
23
- "eval_runtime": 118.4236,
24
- "eval_samples_per_second": 3.521,
25
- "eval_steps_per_second": 0.448,
26
  "step": 500
27
  },
28
  {
29
  "epoch": 25.64,
30
- "learning_rate": 2.4900000000000002e-05,
31
- "loss": 1.3442,
32
  "step": 1000
33
  },
34
  {
35
  "epoch": 25.64,
36
- "eval_bleu": 85.0177,
37
- "eval_em": 0.0,
38
- "eval_gen_len": 57.9784,
39
- "eval_loss": 0.501366138458252,
40
- "eval_rm": 0.0,
41
- "eval_runtime": 163.8536,
42
- "eval_samples_per_second": 2.545,
43
- "eval_steps_per_second": 0.323,
44
  "step": 1000
45
  },
46
  {
47
  "epoch": 38.46,
48
- "learning_rate": 3.74e-05,
49
- "loss": 0.2522,
50
  "step": 1500
51
  },
52
  {
53
  "epoch": 38.46,
54
- "eval_bleu": 94.0714,
55
- "eval_em": 0.0168,
56
- "eval_gen_len": 57.9137,
57
- "eval_loss": 0.3293180763721466,
58
- "eval_rm": 0.0216,
59
- "eval_runtime": 113.0226,
60
- "eval_samples_per_second": 3.69,
61
- "eval_steps_per_second": 0.469,
62
  "step": 1500
63
  },
64
  {
65
  "epoch": 51.28,
66
- "learning_rate": 4.99e-05,
67
- "loss": 0.1534,
68
  "step": 2000
69
  },
70
  {
71
  "epoch": 51.28,
72
- "eval_bleu": 94.4328,
73
- "eval_em": 0.0024,
74
- "eval_gen_len": 58.9448,
75
- "eval_loss": 0.320736825466156,
76
- "eval_rm": 0.0072,
77
- "eval_runtime": 116.3746,
78
- "eval_samples_per_second": 3.583,
79
- "eval_steps_per_second": 0.455,
80
  "step": 2000
81
  },
82
  {
83
  "epoch": 64.1,
84
- "learning_rate": 4.744329896907217e-05,
85
- "loss": 0.1305,
86
  "step": 2500
87
  },
88
  {
89
  "epoch": 64.1,
90
- "eval_bleu": 94.0708,
91
- "eval_em": 0.0,
92
- "eval_gen_len": 59.6115,
93
- "eval_loss": 0.3247060477733612,
94
- "eval_rm": 0.0,
95
- "eval_runtime": 117.0173,
96
- "eval_samples_per_second": 3.564,
97
- "eval_steps_per_second": 0.453,
98
  "step": 2500
99
  },
100
  {
101
  "epoch": 76.92,
102
- "learning_rate": 4.48659793814433e-05,
103
- "loss": 0.1226,
104
  "step": 3000
105
  },
106
  {
107
  "epoch": 76.92,
108
- "eval_bleu": 94.3143,
109
- "eval_em": 0.0024,
110
- "eval_gen_len": 58.235,
111
- "eval_loss": 0.33251264691352844,
112
- "eval_rm": 0.0024,
113
- "eval_runtime": 119.1624,
114
- "eval_samples_per_second": 3.499,
115
- "eval_steps_per_second": 0.445,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 89.74,
120
- "learning_rate": 4.228865979381443e-05,
121
- "loss": 0.1131,
122
  "step": 3500
123
  },
124
  {
125
  "epoch": 89.74,
126
- "eval_bleu": 94.5678,
127
- "eval_em": 0.0048,
128
- "eval_gen_len": 59.6811,
129
- "eval_loss": 0.3400600850582123,
130
- "eval_rm": 0.0144,
131
- "eval_runtime": 116.7251,
132
- "eval_samples_per_second": 3.572,
133
- "eval_steps_per_second": 0.454,
134
  "step": 3500
135
  },
136
  {
137
  "epoch": 102.56,
138
- "learning_rate": 3.971134020618557e-05,
139
- "loss": 0.1053,
140
  "step": 4000
141
  },
142
  {
143
  "epoch": 102.56,
144
- "eval_bleu": 94.4738,
145
- "eval_em": 0.0168,
146
- "eval_gen_len": 59.0288,
147
- "eval_loss": 0.3373829424381256,
148
- "eval_rm": 0.0552,
149
- "eval_runtime": 118.4954,
150
- "eval_samples_per_second": 3.519,
151
- "eval_steps_per_second": 0.447,
152
  "step": 4000
153
  },
154
  {
155
  "epoch": 115.38,
156
- "learning_rate": 3.71340206185567e-05,
157
- "loss": 0.0999,
158
  "step": 4500
159
  },
160
  {
161
  "epoch": 115.38,
162
- "eval_bleu": 94.6291,
163
- "eval_em": 0.0336,
164
- "eval_gen_len": 58.6283,
165
- "eval_loss": 0.3437003791332245,
166
- "eval_rm": 0.0624,
167
- "eval_runtime": 119.5949,
168
- "eval_samples_per_second": 3.487,
169
- "eval_steps_per_second": 0.443,
170
  "step": 4500
171
  },
172
  {
173
  "epoch": 128.21,
174
- "learning_rate": 3.455670103092783e-05,
175
- "loss": 0.0941,
176
  "step": 5000
177
  },
178
  {
179
  "epoch": 128.21,
180
- "eval_bleu": 94.7896,
181
- "eval_em": 0.0695,
182
- "eval_gen_len": 58.4149,
183
- "eval_loss": 0.351246178150177,
184
- "eval_rm": 0.1271,
185
- "eval_runtime": 121.3634,
186
- "eval_samples_per_second": 3.436,
187
- "eval_steps_per_second": 0.437,
188
  "step": 5000
189
  },
190
  {
191
  "epoch": 141.03,
192
- "learning_rate": 3.197938144329897e-05,
193
- "loss": 0.0904,
194
  "step": 5500
195
  },
196
  {
197
  "epoch": 141.03,
198
- "eval_bleu": 94.4101,
199
- "eval_em": 0.0719,
200
- "eval_gen_len": 58.2518,
201
- "eval_loss": 0.34235823154449463,
202
- "eval_rm": 0.1439,
203
- "eval_runtime": 118.818,
204
- "eval_samples_per_second": 3.51,
205
- "eval_steps_per_second": 0.446,
206
  "step": 5500
207
  },
208
  {
209
  "epoch": 153.85,
210
- "learning_rate": 2.9402061855670106e-05,
211
- "loss": 0.0833,
212
  "step": 6000
213
  },
214
  {
215
  "epoch": 153.85,
216
- "eval_bleu": 94.7141,
217
- "eval_em": 0.0887,
218
- "eval_gen_len": 59.0312,
219
- "eval_loss": 0.3461511433124542,
220
- "eval_rm": 0.1775,
221
- "eval_runtime": 116.2495,
222
- "eval_samples_per_second": 3.587,
223
- "eval_steps_per_second": 0.456,
224
  "step": 6000
225
  },
226
  {
227
  "epoch": 166.67,
228
- "learning_rate": 2.6824742268041237e-05,
229
- "loss": 0.0772,
230
  "step": 6500
231
  },
232
  {
233
  "epoch": 166.67,
234
- "eval_bleu": 94.6758,
235
- "eval_em": 0.0911,
236
- "eval_gen_len": 59.0767,
237
- "eval_loss": 0.34671926498413086,
238
- "eval_rm": 0.2062,
239
- "eval_runtime": 116.1647,
240
- "eval_samples_per_second": 3.59,
241
- "eval_steps_per_second": 0.456,
242
  "step": 6500
243
  },
244
  {
245
  "epoch": 179.49,
246
- "learning_rate": 2.4247422680412372e-05,
247
- "loss": 0.0722,
248
  "step": 7000
249
  },
250
  {
251
  "epoch": 179.49,
252
- "eval_bleu": 94.5698,
253
- "eval_em": 0.1055,
254
- "eval_gen_len": 58.1415,
255
- "eval_loss": 0.3461613953113556,
256
- "eval_rm": 0.2398,
257
- "eval_runtime": 119.2771,
258
- "eval_samples_per_second": 3.496,
259
- "eval_steps_per_second": 0.444,
260
  "step": 7000
261
  },
262
  {
263
  "epoch": 192.31,
264
- "learning_rate": 2.1670103092783507e-05,
265
- "loss": 0.0669,
266
  "step": 7500
267
  },
268
  {
269
  "epoch": 192.31,
270
- "eval_bleu": 95.0365,
271
- "eval_em": 0.1223,
272
- "eval_gen_len": 58.7794,
273
- "eval_loss": 0.35367459058761597,
274
- "eval_rm": 0.2782,
275
- "eval_runtime": 115.018,
276
- "eval_samples_per_second": 3.626,
277
- "eval_steps_per_second": 0.461,
278
  "step": 7500
279
  },
280
  {
281
  "epoch": 205.13,
282
- "learning_rate": 1.9092783505154642e-05,
283
- "loss": 0.062,
284
  "step": 8000
285
  },
286
  {
287
  "epoch": 205.13,
288
- "eval_bleu": 94.8694,
289
- "eval_em": 0.1247,
290
- "eval_gen_len": 58.211,
291
- "eval_loss": 0.35051023960113525,
292
- "eval_rm": 0.2686,
293
- "eval_runtime": 113.7476,
294
- "eval_samples_per_second": 3.666,
295
- "eval_steps_per_second": 0.466,
296
  "step": 8000
297
  },
298
  {
299
  "epoch": 217.95,
300
- "learning_rate": 1.6515463917525774e-05,
301
- "loss": 0.0576,
302
  "step": 8500
303
  },
304
  {
305
  "epoch": 217.95,
306
- "eval_bleu": 94.8168,
307
- "eval_em": 0.1271,
308
- "eval_gen_len": 59.0791,
309
- "eval_loss": 0.3510896563529968,
310
- "eval_rm": 0.2926,
311
- "eval_runtime": 117.1223,
312
- "eval_samples_per_second": 3.56,
313
- "eval_steps_per_second": 0.453,
314
  "step": 8500
315
  },
316
  {
317
  "epoch": 230.77,
318
- "learning_rate": 1.3938144329896907e-05,
319
- "loss": 0.0539,
320
  "step": 9000
321
  },
322
  {
323
  "epoch": 230.77,
324
- "eval_bleu": 95.1935,
325
- "eval_em": 0.1367,
326
- "eval_gen_len": 58.6787,
327
- "eval_loss": 0.34899094700813293,
328
- "eval_rm": 0.3046,
329
- "eval_runtime": 117.1796,
330
- "eval_samples_per_second": 3.559,
331
- "eval_steps_per_second": 0.452,
332
  "step": 9000
333
  },
334
  {
335
  "epoch": 243.59,
336
- "learning_rate": 1.1360824742268042e-05,
337
- "loss": 0.0502,
338
  "step": 9500
339
  },
340
  {
341
  "epoch": 243.59,
342
- "eval_bleu": 95.1882,
343
- "eval_em": 0.1319,
344
- "eval_gen_len": 58.5228,
345
- "eval_loss": 0.3490062654018402,
346
- "eval_rm": 0.3141,
347
- "eval_runtime": 118.559,
348
- "eval_samples_per_second": 3.517,
349
- "eval_steps_per_second": 0.447,
350
  "step": 9500
351
  },
352
  {
353
  "epoch": 256.41,
354
- "learning_rate": 8.783505154639175e-06,
355
- "loss": 0.0473,
356
  "step": 10000
357
  },
358
  {
359
  "epoch": 256.41,
360
- "eval_bleu": 95.1198,
361
- "eval_em": 0.1319,
362
- "eval_gen_len": 58.4245,
363
- "eval_loss": 0.3504057824611664,
364
- "eval_rm": 0.307,
365
- "eval_runtime": 118.462,
366
- "eval_samples_per_second": 3.52,
367
- "eval_steps_per_second": 0.447,
368
  "step": 10000
369
  },
370
  {
371
  "epoch": 269.23,
372
- "learning_rate": 6.206185567010309e-06,
373
- "loss": 0.045,
374
  "step": 10500
375
  },
376
  {
377
  "epoch": 269.23,
378
- "eval_bleu": 95.047,
379
- "eval_em": 0.1343,
380
- "eval_gen_len": 58.3213,
381
- "eval_loss": 0.35046613216400146,
382
- "eval_rm": 0.307,
383
- "eval_runtime": 118.1147,
384
- "eval_samples_per_second": 3.53,
385
- "eval_steps_per_second": 0.449,
386
  "step": 10500
387
  },
388
  {
389
  "epoch": 282.05,
390
- "learning_rate": 3.6288659793814435e-06,
391
- "loss": 0.0429,
392
  "step": 11000
393
  },
394
  {
395
  "epoch": 282.05,
396
- "eval_bleu": 95.2397,
397
- "eval_em": 0.1391,
398
- "eval_gen_len": 58.7242,
399
- "eval_loss": 0.3522409200668335,
400
- "eval_rm": 0.3046,
401
- "eval_runtime": 119.4326,
402
- "eval_samples_per_second": 3.492,
403
- "eval_steps_per_second": 0.444,
404
  "step": 11000
405
  },
406
  {
407
  "epoch": 294.87,
408
- "learning_rate": 1.0515463917525774e-06,
409
- "loss": 0.0416,
410
  "step": 11500
411
  },
412
  {
413
  "epoch": 294.87,
414
- "eval_bleu": 95.2821,
415
- "eval_em": 0.1415,
416
- "eval_gen_len": 58.7746,
417
- "eval_loss": 0.3522770404815674,
418
- "eval_rm": 0.3046,
419
- "eval_runtime": 119.2922,
420
- "eval_samples_per_second": 3.496,
421
- "eval_steps_per_second": 0.444,
422
  "step": 11500
423
  },
424
  {
425
  "epoch": 300.0,
426
  "step": 11700,
427
- "total_flos": 9455798374608960.0,
428
- "train_loss": 0.006238417584671934,
429
- "train_runtime": 1626.7385,
430
- "train_samples_per_second": 226.097,
431
- "train_steps_per_second": 7.192
432
  }
433
  ],
434
  "max_steps": 11700,
435
  "num_train_epochs": 300,
436
- "total_flos": 9455798374608960.0,
437
  "trial_name": null,
438
  "trial_params": null
439
  }
 
9
  "log_history": [
10
  {
11
  "epoch": 12.82,
12
+ "learning_rate": 1.2375000000000001e-05,
13
+ "loss": 3.4354,
14
  "step": 500
15
  },
16
  {
17
  "epoch": 12.82,
18
+ "eval_bleu": 56.6427,
19
  "eval_em": 0.0,
20
+ "eval_gen_len": 70.5947,
21
+ "eval_loss": 1.5065408945083618,
22
  "eval_rm": 0.0,
23
+ "eval_runtime": 175.1978,
24
+ "eval_samples_per_second": 2.38,
25
+ "eval_steps_per_second": 0.303,
26
  "step": 500
27
  },
28
  {
29
  "epoch": 25.64,
30
+ "learning_rate": 2.4875e-05,
31
+ "loss": 0.8473,
32
  "step": 1000
33
  },
34
  {
35
  "epoch": 25.64,
36
+ "eval_bleu": 90.5419,
37
+ "eval_em": 0.0192,
38
+ "eval_gen_len": 76.9736,
39
+ "eval_loss": 0.3859139084815979,
40
+ "eval_rm": 0.0216,
41
+ "eval_runtime": 165.5619,
42
+ "eval_samples_per_second": 2.519,
43
+ "eval_steps_per_second": 0.32,
44
  "step": 1000
45
  },
46
  {
47
  "epoch": 38.46,
48
+ "learning_rate": 3.737500000000001e-05,
49
+ "loss": 0.2049,
50
  "step": 1500
51
  },
52
  {
53
  "epoch": 38.46,
54
+ "eval_bleu": 93.6495,
55
+ "eval_em": 0.0504,
56
+ "eval_gen_len": 75.1655,
57
+ "eval_loss": 0.24716846644878387,
58
+ "eval_rm": 0.0671,
59
+ "eval_runtime": 167.8405,
60
+ "eval_samples_per_second": 2.485,
61
+ "eval_steps_per_second": 0.316,
62
  "step": 1500
63
  },
64
  {
65
  "epoch": 51.28,
66
+ "learning_rate": 4.9875000000000006e-05,
67
+ "loss": 0.1222,
68
  "step": 2000
69
  },
70
  {
71
  "epoch": 51.28,
72
+ "eval_bleu": 93.8388,
73
+ "eval_em": 0.0959,
74
+ "eval_gen_len": 75.6403,
75
+ "eval_loss": 0.23381924629211426,
76
+ "eval_rm": 0.1487,
77
+ "eval_runtime": 164.0184,
78
+ "eval_samples_per_second": 2.542,
79
+ "eval_steps_per_second": 0.323,
80
  "step": 2000
81
  },
82
  {
83
  "epoch": 64.1,
84
+ "learning_rate": 4.7448453608247423e-05,
85
+ "loss": 0.0923,
86
  "step": 2500
87
  },
88
  {
89
  "epoch": 64.1,
90
+ "eval_bleu": 94.71,
91
+ "eval_em": 0.2158,
92
+ "eval_gen_len": 75.8177,
93
+ "eval_loss": 0.19438204169273376,
94
+ "eval_rm": 0.2662,
95
+ "eval_runtime": 166.6507,
96
+ "eval_samples_per_second": 2.502,
97
+ "eval_steps_per_second": 0.318,
98
  "step": 2500
99
  },
100
  {
101
  "epoch": 76.92,
102
+ "learning_rate": 4.487113402061856e-05,
103
+ "loss": 0.0752,
104
  "step": 3000
105
  },
106
  {
107
  "epoch": 76.92,
108
+ "eval_bleu": 95.0458,
109
+ "eval_em": 0.2662,
110
+ "eval_gen_len": 75.2638,
111
+ "eval_loss": 0.19899217784404755,
112
+ "eval_rm": 0.3022,
113
+ "eval_runtime": 165.9288,
114
+ "eval_samples_per_second": 2.513,
115
+ "eval_steps_per_second": 0.319,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 89.74,
120
+ "learning_rate": 4.229381443298969e-05,
121
+ "loss": 0.0627,
122
  "step": 3500
123
  },
124
  {
125
  "epoch": 89.74,
126
+ "eval_bleu": 95.3518,
127
+ "eval_em": 0.3429,
128
+ "eval_gen_len": 76.9928,
129
+ "eval_loss": 0.195655956864357,
130
+ "eval_rm": 0.3957,
131
+ "eval_runtime": 164.1213,
132
+ "eval_samples_per_second": 2.541,
133
+ "eval_steps_per_second": 0.323,
134
  "step": 3500
135
  },
136
  {
137
  "epoch": 102.56,
138
+ "learning_rate": 3.9716494845360825e-05,
139
+ "loss": 0.052,
140
  "step": 4000
141
  },
142
  {
143
  "epoch": 102.56,
144
+ "eval_bleu": 95.5392,
145
+ "eval_em": 0.3837,
146
+ "eval_gen_len": 76.1007,
147
+ "eval_loss": 0.18605293333530426,
148
+ "eval_rm": 0.4508,
149
+ "eval_runtime": 163.8256,
150
+ "eval_samples_per_second": 2.545,
151
+ "eval_steps_per_second": 0.324,
152
  "step": 4000
153
  },
154
  {
155
  "epoch": 115.38,
156
+ "learning_rate": 3.713917525773196e-05,
157
+ "loss": 0.0457,
158
  "step": 4500
159
  },
160
  {
161
  "epoch": 115.38,
162
+ "eval_bleu": 95.6692,
163
+ "eval_em": 0.4173,
164
+ "eval_gen_len": 76.1727,
165
+ "eval_loss": 0.187970370054245,
166
+ "eval_rm": 0.4892,
167
+ "eval_runtime": 165.0086,
168
+ "eval_samples_per_second": 2.527,
169
+ "eval_steps_per_second": 0.321,
170
  "step": 4500
171
  },
172
  {
173
  "epoch": 128.21,
174
+ "learning_rate": 3.4561855670103095e-05,
175
+ "loss": 0.0386,
176
  "step": 5000
177
  },
178
  {
179
  "epoch": 128.21,
180
+ "eval_bleu": 95.9215,
181
+ "eval_em": 0.446,
182
+ "eval_gen_len": 76.0168,
183
+ "eval_loss": 0.18496404588222504,
184
+ "eval_rm": 0.5276,
185
+ "eval_runtime": 160.7718,
186
+ "eval_samples_per_second": 2.594,
187
+ "eval_steps_per_second": 0.33,
188
  "step": 5000
189
  },
190
  {
191
  "epoch": 141.03,
192
+ "learning_rate": 3.1984536082474226e-05,
193
+ "loss": 0.0321,
194
  "step": 5500
195
  },
196
  {
197
  "epoch": 141.03,
198
+ "eval_bleu": 95.931,
199
+ "eval_em": 0.4964,
200
+ "eval_gen_len": 75.2566,
201
+ "eval_loss": 0.17244744300842285,
202
+ "eval_rm": 0.5875,
203
+ "eval_runtime": 162.2245,
204
+ "eval_samples_per_second": 2.571,
205
+ "eval_steps_per_second": 0.327,
206
  "step": 5500
207
  },
208
  {
209
  "epoch": 153.85,
210
+ "learning_rate": 2.9407216494845364e-05,
211
+ "loss": 0.026,
212
  "step": 6000
213
  },
214
  {
215
  "epoch": 153.85,
216
+ "eval_bleu": 96.4317,
217
+ "eval_em": 0.5348,
218
+ "eval_gen_len": 75.741,
219
+ "eval_loss": 0.16870950162410736,
220
+ "eval_rm": 0.6499,
221
+ "eval_runtime": 165.0932,
222
+ "eval_samples_per_second": 2.526,
223
+ "eval_steps_per_second": 0.321,
224
  "step": 6000
225
  },
226
  {
227
  "epoch": 166.67,
228
+ "learning_rate": 2.6829896907216496e-05,
229
+ "loss": 0.0242,
230
  "step": 6500
231
  },
232
  {
233
  "epoch": 166.67,
234
+ "eval_bleu": 96.197,
235
+ "eval_em": 0.5372,
236
+ "eval_gen_len": 76.1127,
237
+ "eval_loss": 0.17071698606014252,
238
+ "eval_rm": 0.6403,
239
+ "eval_runtime": 162.7041,
240
+ "eval_samples_per_second": 2.563,
241
+ "eval_steps_per_second": 0.326,
242
  "step": 6500
243
  },
244
  {
245
  "epoch": 179.49,
246
+ "learning_rate": 2.425257731958763e-05,
247
+ "loss": 0.0193,
248
  "step": 7000
249
  },
250
  {
251
  "epoch": 179.49,
252
+ "eval_bleu": 96.3422,
253
+ "eval_em": 0.5564,
254
+ "eval_gen_len": 75.3933,
255
+ "eval_loss": 0.1643209457397461,
256
+ "eval_rm": 0.6691,
257
+ "eval_runtime": 163.0211,
258
+ "eval_samples_per_second": 2.558,
259
+ "eval_steps_per_second": 0.325,
260
  "step": 7000
261
  },
262
  {
263
  "epoch": 192.31,
264
+ "learning_rate": 2.1675257731958766e-05,
265
+ "loss": 0.0164,
266
  "step": 7500
267
  },
268
  {
269
  "epoch": 192.31,
270
+ "eval_bleu": 96.5278,
271
+ "eval_em": 0.5779,
272
+ "eval_gen_len": 75.4508,
273
+ "eval_loss": 0.16497784852981567,
274
+ "eval_rm": 0.693,
275
+ "eval_runtime": 161.7709,
276
+ "eval_samples_per_second": 2.578,
277
+ "eval_steps_per_second": 0.328,
278
  "step": 7500
279
  },
280
  {
281
  "epoch": 205.13,
282
+ "learning_rate": 1.9097938144329897e-05,
283
+ "loss": 0.0139,
284
  "step": 8000
285
  },
286
  {
287
  "epoch": 205.13,
288
+ "eval_bleu": 96.6382,
289
+ "eval_em": 0.6091,
290
+ "eval_gen_len": 75.9592,
291
+ "eval_loss": 0.16682015359401703,
292
+ "eval_rm": 0.7314,
293
+ "eval_runtime": 160.3701,
294
+ "eval_samples_per_second": 2.6,
295
+ "eval_steps_per_second": 0.33,
296
  "step": 8000
297
  },
298
  {
299
  "epoch": 217.95,
300
+ "learning_rate": 1.6520618556701032e-05,
301
+ "loss": 0.012,
302
  "step": 8500
303
  },
304
  {
305
  "epoch": 217.95,
306
+ "eval_bleu": 96.5488,
307
+ "eval_em": 0.6163,
308
+ "eval_gen_len": 76.0024,
309
+ "eval_loss": 0.16442929208278656,
310
+ "eval_rm": 0.729,
311
+ "eval_runtime": 161.7705,
312
+ "eval_samples_per_second": 2.578,
313
+ "eval_steps_per_second": 0.328,
314
  "step": 8500
315
  },
316
  {
317
  "epoch": 230.77,
318
+ "learning_rate": 1.3943298969072165e-05,
319
+ "loss": 0.0106,
320
  "step": 9000
321
  },
322
  {
323
  "epoch": 230.77,
324
+ "eval_bleu": 96.6353,
325
+ "eval_em": 0.6091,
326
+ "eval_gen_len": 75.5468,
327
+ "eval_loss": 0.16534733772277832,
328
+ "eval_rm": 0.7266,
329
+ "eval_runtime": 158.2739,
330
+ "eval_samples_per_second": 2.635,
331
+ "eval_steps_per_second": 0.335,
332
  "step": 9000
333
  },
334
  {
335
  "epoch": 243.59,
336
+ "learning_rate": 1.1365979381443299e-05,
337
+ "loss": 0.0093,
338
  "step": 9500
339
  },
340
  {
341
  "epoch": 243.59,
342
+ "eval_bleu": 96.8984,
343
+ "eval_em": 0.6331,
344
+ "eval_gen_len": 75.7242,
345
+ "eval_loss": 0.16627563536167145,
346
+ "eval_rm": 0.7482,
347
+ "eval_runtime": 159.472,
348
+ "eval_samples_per_second": 2.615,
349
+ "eval_steps_per_second": 0.332,
350
  "step": 9500
351
  },
352
  {
353
  "epoch": 256.41,
354
+ "learning_rate": 8.788659793814432e-06,
355
+ "loss": 0.0084,
356
  "step": 10000
357
  },
358
  {
359
  "epoch": 256.41,
360
+ "eval_bleu": 96.6199,
361
+ "eval_em": 0.6331,
362
+ "eval_gen_len": 75.3885,
363
+ "eval_loss": 0.1675705760717392,
364
+ "eval_rm": 0.7482,
365
+ "eval_runtime": 157.5771,
366
+ "eval_samples_per_second": 2.646,
367
+ "eval_steps_per_second": 0.336,
368
  "step": 10000
369
  },
370
  {
371
  "epoch": 269.23,
372
+ "learning_rate": 6.211340206185568e-06,
373
+ "loss": 0.0076,
374
  "step": 10500
375
  },
376
  {
377
  "epoch": 269.23,
378
+ "eval_bleu": 96.5038,
379
+ "eval_em": 0.6283,
380
+ "eval_gen_len": 75.3453,
381
+ "eval_loss": 0.16782505810260773,
382
+ "eval_rm": 0.7482,
383
+ "eval_runtime": 181.3202,
384
+ "eval_samples_per_second": 2.3,
385
+ "eval_steps_per_second": 0.292,
386
  "step": 10500
387
  },
388
  {
389
  "epoch": 282.05,
390
+ "learning_rate": 3.6340206185567013e-06,
391
+ "loss": 0.007,
392
  "step": 11000
393
  },
394
  {
395
  "epoch": 282.05,
396
+ "eval_bleu": 96.7187,
397
+ "eval_em": 0.6355,
398
+ "eval_gen_len": 75.9281,
399
+ "eval_loss": 0.16688644886016846,
400
+ "eval_rm": 0.7458,
401
+ "eval_runtime": 181.4265,
402
+ "eval_samples_per_second": 2.298,
403
+ "eval_steps_per_second": 0.292,
404
  "step": 11000
405
  },
406
  {
407
  "epoch": 294.87,
408
+ "learning_rate": 1.0567010309278351e-06,
409
+ "loss": 0.0065,
410
  "step": 11500
411
  },
412
  {
413
  "epoch": 294.87,
414
+ "eval_bleu": 96.7679,
415
+ "eval_em": 0.6307,
416
+ "eval_gen_len": 75.6355,
417
+ "eval_loss": 0.16715963184833527,
418
+ "eval_rm": 0.7482,
419
+ "eval_runtime": 181.7054,
420
+ "eval_samples_per_second": 2.295,
421
+ "eval_steps_per_second": 0.292,
422
  "step": 11500
423
  },
424
  {
425
  "epoch": 300.0,
426
  "step": 11700,
427
+ "total_flos": 9455707744902144.0,
428
+ "train_loss": 0.001008551752465403,
429
+ "train_runtime": 1876.4514,
430
+ "train_samples_per_second": 196.008,
431
+ "train_steps_per_second": 6.235
432
  }
433
  ],
434
  "max_steps": 11700,
435
  "num_train_epochs": 300,
436
+ "total_flos": 9455707744902144.0,
437
  "trial_name": null,
438
  "trial_params": null
439
  }