mikhail-panzo commited on
Commit
2e17f4e
1 Parent(s): 26116ae

Training in progress, step 3000, checkpoint

Browse files
checkpoint-3000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fac691442ff0ecd7d55387d4a99520cb96d56733969f60d22da0350e4193b5b5
3
  size 577789320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d95de5e8fcbc137b38b38509f7c270b507073a7f7a7eb3eee78680be7568c2
3
  size 577789320
checkpoint-3000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:321e9579fe5ea595d699a26b8eaee9c26ee57925f2f5311ede38ede9a0cf5540
3
  size 1155772233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3abbb1f15428db8d00dffb2d49aa8866ad5defd50205473bddd2013df10e075a
3
  size 1155772233
checkpoint-3000/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f91f5fadae2ec640aee7ab332158fdbc25d65af9af04fd4751b72be46862c1c1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296fd4f3cb3430d67e8df521b933860aedf095c3e7479df9742b519022af04c5
3
  size 14244
checkpoint-3000/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.40531307458877563,
3
- "best_model_checkpoint": "mikhail_panzo/zlm_b64_le5_s12000/checkpoint-3000",
4
- "epoch": 2.513089005235602,
5
  "eval_steps": 500,
6
  "global_step": 3000,
7
  "is_hyper_param_search": false,
@@ -9,471 +9,471 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.041884816753926704,
13
- "grad_norm": 12.821951866149902,
14
- "learning_rate": 2.4000000000000003e-07,
15
- "loss": 1.1152,
16
  "step": 50
17
  },
18
  {
19
- "epoch": 0.08376963350785341,
20
- "grad_norm": 6.186221122741699,
21
- "learning_rate": 4.900000000000001e-07,
22
- "loss": 1.0584,
23
  "step": 100
24
  },
25
  {
26
- "epoch": 0.1256544502617801,
27
- "grad_norm": 13.08674430847168,
28
  "learning_rate": 7.4e-07,
29
- "loss": 0.9996,
30
  "step": 150
31
  },
32
  {
33
- "epoch": 0.16753926701570682,
34
- "grad_norm": 4.10632848739624,
35
- "learning_rate": 9.9e-07,
36
- "loss": 0.9355,
37
  "step": 200
38
  },
39
  {
40
- "epoch": 0.2094240837696335,
41
- "grad_norm": 3.2428064346313477,
42
- "learning_rate": 1.2400000000000002e-06,
43
- "loss": 0.852,
44
  "step": 250
45
  },
46
  {
47
- "epoch": 0.2513089005235602,
48
- "grad_norm": 2.0861401557922363,
49
- "learning_rate": 1.4900000000000001e-06,
50
- "loss": 0.8241,
51
  "step": 300
52
  },
53
  {
54
- "epoch": 0.2931937172774869,
55
- "grad_norm": 8.602317810058594,
56
- "learning_rate": 1.74e-06,
57
- "loss": 0.7629,
58
  "step": 350
59
  },
60
  {
61
- "epoch": 0.33507853403141363,
62
- "grad_norm": 2.7594990730285645,
63
- "learning_rate": 1.9900000000000004e-06,
64
- "loss": 0.7418,
65
  "step": 400
66
  },
67
  {
68
- "epoch": 0.3769633507853403,
69
- "grad_norm": 2.7047348022460938,
70
- "learning_rate": 2.24e-06,
71
- "loss": 0.7166,
72
  "step": 450
73
  },
74
  {
75
- "epoch": 0.418848167539267,
76
- "grad_norm": 2.0666158199310303,
77
- "learning_rate": 2.4900000000000003e-06,
78
- "loss": 0.6876,
79
  "step": 500
80
  },
81
  {
82
- "epoch": 0.418848167539267,
83
- "eval_loss": 0.5937426090240479,
84
- "eval_runtime": 263.0955,
85
- "eval_samples_per_second": 32.266,
86
- "eval_steps_per_second": 4.037,
87
  "step": 500
88
  },
89
  {
90
- "epoch": 0.4607329842931937,
91
- "grad_norm": 2.955193519592285,
92
- "learning_rate": 2.7400000000000004e-06,
93
- "loss": 0.673,
94
  "step": 550
95
  },
96
  {
97
- "epoch": 0.5026178010471204,
98
- "grad_norm": 4.856322765350342,
99
- "learning_rate": 2.99e-06,
100
- "loss": 0.6539,
101
  "step": 600
102
  },
103
  {
104
- "epoch": 0.5445026178010471,
105
- "grad_norm": 7.631103992462158,
106
- "learning_rate": 3.2400000000000003e-06,
107
- "loss": 0.6588,
108
  "step": 650
109
  },
110
  {
111
- "epoch": 0.5863874345549738,
112
- "grad_norm": 2.715771436691284,
113
- "learning_rate": 3.49e-06,
114
- "loss": 0.624,
115
  "step": 700
116
  },
117
  {
118
- "epoch": 0.6282722513089005,
119
- "grad_norm": 2.7684273719787598,
120
- "learning_rate": 3.74e-06,
121
- "loss": 0.6116,
122
  "step": 750
123
  },
124
  {
125
- "epoch": 0.6701570680628273,
126
- "grad_norm": 2.219599723815918,
127
- "learning_rate": 3.990000000000001e-06,
128
- "loss": 0.6097,
129
  "step": 800
130
  },
131
  {
132
- "epoch": 0.7120418848167539,
133
- "grad_norm": 3.749188184738159,
134
- "learning_rate": 4.24e-06,
135
- "loss": 0.614,
136
  "step": 850
137
  },
138
  {
139
- "epoch": 0.7539267015706806,
140
- "grad_norm": 2.120619773864746,
141
- "learning_rate": 4.49e-06,
142
- "loss": 0.5814,
143
  "step": 900
144
  },
145
  {
146
- "epoch": 0.7958115183246073,
147
- "grad_norm": 2.7725327014923096,
148
- "learning_rate": 4.74e-06,
149
- "loss": 0.5895,
150
  "step": 950
151
  },
152
  {
153
- "epoch": 0.837696335078534,
154
- "grad_norm": 9.851961135864258,
155
- "learning_rate": 4.9900000000000005e-06,
156
- "loss": 0.5623,
157
  "step": 1000
158
  },
159
  {
160
- "epoch": 0.837696335078534,
161
- "eval_loss": 0.4933945834636688,
162
- "eval_runtime": 258.739,
163
- "eval_samples_per_second": 32.809,
164
- "eval_steps_per_second": 4.105,
165
  "step": 1000
166
  },
167
  {
168
- "epoch": 0.8795811518324608,
169
- "grad_norm": 5.074089527130127,
170
- "learning_rate": 5.240000000000001e-06,
171
- "loss": 0.5748,
172
  "step": 1050
173
  },
174
  {
175
- "epoch": 0.9214659685863874,
176
- "grad_norm": 5.884639739990234,
177
  "learning_rate": 5.485e-06,
178
- "loss": 0.5395,
179
  "step": 1100
180
  },
181
  {
182
- "epoch": 0.9633507853403142,
183
- "grad_norm": 3.1588447093963623,
184
  "learning_rate": 5.735e-06,
185
- "loss": 0.5478,
186
  "step": 1150
187
  },
188
  {
189
- "epoch": 1.0052356020942408,
190
- "grad_norm": 2.4452970027923584,
191
  "learning_rate": 5.985000000000001e-06,
192
- "loss": 0.538,
193
  "step": 1200
194
  },
195
  {
196
- "epoch": 1.0471204188481675,
197
- "grad_norm": 8.290769577026367,
198
  "learning_rate": 6.235000000000001e-06,
199
- "loss": 0.5411,
200
  "step": 1250
201
  },
202
  {
203
- "epoch": 1.0890052356020943,
204
- "grad_norm": 4.080046653747559,
205
  "learning_rate": 6.485000000000001e-06,
206
- "loss": 0.5387,
207
  "step": 1300
208
  },
209
  {
210
- "epoch": 1.130890052356021,
211
- "grad_norm": 2.7520201206207275,
212
  "learning_rate": 6.735000000000001e-06,
213
- "loss": 0.5426,
214
  "step": 1350
215
  },
216
  {
217
- "epoch": 1.1727748691099475,
218
- "grad_norm": 3.8192107677459717,
219
  "learning_rate": 6.985000000000001e-06,
220
- "loss": 0.5315,
221
  "step": 1400
222
  },
223
  {
224
- "epoch": 1.2146596858638743,
225
- "grad_norm": 9.535676956176758,
226
  "learning_rate": 7.235000000000001e-06,
227
- "loss": 0.5159,
228
  "step": 1450
229
  },
230
  {
231
- "epoch": 1.256544502617801,
232
- "grad_norm": 2.5731022357940674,
233
  "learning_rate": 7.485000000000001e-06,
234
- "loss": 0.5165,
235
  "step": 1500
236
  },
237
  {
238
- "epoch": 1.256544502617801,
239
- "eval_loss": 0.4628298878669739,
240
- "eval_runtime": 257.0265,
241
- "eval_samples_per_second": 33.028,
242
- "eval_steps_per_second": 4.132,
243
  "step": 1500
244
  },
245
  {
246
- "epoch": 1.2984293193717278,
247
- "grad_norm": 3.662090539932251,
248
  "learning_rate": 7.735e-06,
249
- "loss": 0.5188,
250
  "step": 1550
251
  },
252
  {
253
- "epoch": 1.3403141361256545,
254
- "grad_norm": 3.1680572032928467,
255
  "learning_rate": 7.985e-06,
256
- "loss": 0.5148,
257
  "step": 1600
258
  },
259
  {
260
- "epoch": 1.3821989528795813,
261
- "grad_norm": 3.601471185684204,
262
  "learning_rate": 8.235e-06,
263
- "loss": 0.5127,
264
  "step": 1650
265
  },
266
  {
267
- "epoch": 1.4240837696335078,
268
- "grad_norm": 4.497046947479248,
269
  "learning_rate": 8.485000000000001e-06,
270
- "loss": 0.5039,
271
  "step": 1700
272
  },
273
  {
274
- "epoch": 1.4659685863874345,
275
- "grad_norm": 3.6496424674987793,
276
  "learning_rate": 8.735000000000002e-06,
277
- "loss": 0.5114,
278
  "step": 1750
279
  },
280
  {
281
- "epoch": 1.5078534031413613,
282
- "grad_norm": 2.7080061435699463,
283
  "learning_rate": 8.985000000000001e-06,
284
- "loss": 0.4953,
285
  "step": 1800
286
  },
287
  {
288
- "epoch": 1.5497382198952878,
289
- "grad_norm": 2.5439274311065674,
290
  "learning_rate": 9.235e-06,
291
- "loss": 0.497,
292
  "step": 1850
293
  },
294
  {
295
- "epoch": 1.5916230366492146,
296
- "grad_norm": 2.004573106765747,
297
  "learning_rate": 9.485000000000002e-06,
298
- "loss": 0.4889,
299
  "step": 1900
300
  },
301
  {
302
- "epoch": 1.6335078534031413,
303
- "grad_norm": 4.699184894561768,
304
  "learning_rate": 9.735e-06,
305
- "loss": 0.4925,
306
  "step": 1950
307
  },
308
  {
309
- "epoch": 1.675392670157068,
310
- "grad_norm": 3.2080323696136475,
311
  "learning_rate": 9.985000000000002e-06,
312
- "loss": 0.4851,
313
  "step": 2000
314
  },
315
  {
316
- "epoch": 1.675392670157068,
317
- "eval_loss": 0.43240800499916077,
318
- "eval_runtime": 256.4745,
319
- "eval_samples_per_second": 33.099,
320
- "eval_steps_per_second": 4.141,
321
  "step": 2000
322
  },
323
  {
324
- "epoch": 1.7172774869109948,
325
- "grad_norm": 2.5463037490844727,
326
  "learning_rate": 9.953000000000001e-06,
327
- "loss": 0.4802,
328
  "step": 2050
329
  },
330
  {
331
- "epoch": 1.7591623036649215,
332
- "grad_norm": 3.6697189807891846,
333
  "learning_rate": 9.903e-06,
334
- "loss": 0.485,
335
  "step": 2100
336
  },
337
  {
338
- "epoch": 1.8010471204188483,
339
- "grad_norm": 2.6455466747283936,
340
  "learning_rate": 9.853e-06,
341
- "loss": 0.4863,
342
  "step": 2150
343
  },
344
  {
345
- "epoch": 1.8429319371727748,
346
- "grad_norm": 2.849780321121216,
347
  "learning_rate": 9.803e-06,
348
- "loss": 0.4824,
349
  "step": 2200
350
  },
351
  {
352
- "epoch": 1.8848167539267016,
353
- "grad_norm": 2.037757158279419,
354
  "learning_rate": 9.753e-06,
355
- "loss": 0.4762,
356
  "step": 2250
357
  },
358
  {
359
- "epoch": 1.9267015706806283,
360
- "grad_norm": 2.060755491256714,
361
  "learning_rate": 9.703000000000002e-06,
362
- "loss": 0.4793,
363
  "step": 2300
364
  },
365
  {
366
- "epoch": 1.9685863874345548,
367
- "grad_norm": 2.3721907138824463,
368
  "learning_rate": 9.653e-06,
369
- "loss": 0.4744,
370
  "step": 2350
371
  },
372
  {
373
- "epoch": 2.0104712041884816,
374
- "grad_norm": 2.605724573135376,
375
  "learning_rate": 9.603000000000001e-06,
376
- "loss": 0.4665,
377
  "step": 2400
378
  },
379
  {
380
- "epoch": 2.0523560209424083,
381
- "grad_norm": 1.9419960975646973,
382
  "learning_rate": 9.553000000000002e-06,
383
- "loss": 0.4701,
384
  "step": 2450
385
  },
386
  {
387
- "epoch": 2.094240837696335,
388
- "grad_norm": 2.3074657917022705,
389
  "learning_rate": 9.503e-06,
390
- "loss": 0.4672,
391
  "step": 2500
392
  },
393
  {
394
- "epoch": 2.094240837696335,
395
- "eval_loss": 0.4174647927284241,
396
- "eval_runtime": 259.1813,
397
- "eval_samples_per_second": 32.753,
398
- "eval_steps_per_second": 4.098,
399
  "step": 2500
400
  },
401
  {
402
- "epoch": 2.136125654450262,
403
- "grad_norm": 20.03424644470215,
404
  "learning_rate": 9.453e-06,
405
- "loss": 0.4676,
406
  "step": 2550
407
  },
408
  {
409
- "epoch": 2.1780104712041886,
410
- "grad_norm": 3.410041093826294,
411
  "learning_rate": 9.403000000000001e-06,
412
- "loss": 0.471,
413
  "step": 2600
414
  },
415
  {
416
- "epoch": 2.2198952879581153,
417
- "grad_norm": 2.1835362911224365,
418
  "learning_rate": 9.353000000000002e-06,
419
- "loss": 0.4639,
420
  "step": 2650
421
  },
422
  {
423
- "epoch": 2.261780104712042,
424
- "grad_norm": 2.245004177093506,
425
  "learning_rate": 9.303e-06,
426
- "loss": 0.4642,
427
  "step": 2700
428
  },
429
  {
430
- "epoch": 2.303664921465969,
431
- "grad_norm": 2.2452590465545654,
432
  "learning_rate": 9.253000000000001e-06,
433
- "loss": 0.4638,
434
  "step": 2750
435
  },
436
  {
437
- "epoch": 2.345549738219895,
438
- "grad_norm": 3.5843396186828613,
439
  "learning_rate": 9.203000000000002e-06,
440
- "loss": 0.4546,
441
  "step": 2800
442
  },
443
  {
444
- "epoch": 2.387434554973822,
445
- "grad_norm": 1.689903974533081,
446
  "learning_rate": 9.153e-06,
447
- "loss": 0.4607,
448
  "step": 2850
449
  },
450
  {
451
- "epoch": 2.4293193717277486,
452
- "grad_norm": 2.26529860496521,
453
  "learning_rate": 9.103e-06,
454
- "loss": 0.4732,
455
  "step": 2900
456
  },
457
  {
458
- "epoch": 2.4712041884816753,
459
- "grad_norm": 1.669374942779541,
460
  "learning_rate": 9.053000000000001e-06,
461
- "loss": 0.4578,
462
  "step": 2950
463
  },
464
  {
465
- "epoch": 2.513089005235602,
466
- "grad_norm": 2.6614444255828857,
467
  "learning_rate": 9.003e-06,
468
- "loss": 0.4615,
469
  "step": 3000
470
  },
471
  {
472
- "epoch": 2.513089005235602,
473
- "eval_loss": 0.40531307458877563,
474
- "eval_runtime": 260.7294,
475
- "eval_samples_per_second": 32.559,
476
- "eval_steps_per_second": 4.073,
477
  "step": 3000
478
  }
479
  ],
@@ -494,8 +494,8 @@
494
  "attributes": {}
495
  }
496
  },
497
- "total_flos": 2.699292736232928e+16,
498
- "train_batch_size": 16,
499
  "trial_name": null,
500
  "trial_params": null
501
  }
 
1
  {
2
+ "best_metric": 0.4098353981971741,
3
+ "best_model_checkpoint": "mikhail-panzo/zlm_b64_le5_s12000/checkpoint-3000",
4
+ "epoch": 2.5125628140703515,
5
  "eval_steps": 500,
6
  "global_step": 3000,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.04187604690117253,
13
+ "grad_norm": 4.788218975067139,
14
+ "learning_rate": 2.4500000000000004e-07,
15
+ "loss": 1.1819,
16
  "step": 50
17
  },
18
  {
19
+ "epoch": 0.08375209380234507,
20
+ "grad_norm": 15.618935585021973,
21
+ "learning_rate": 4.95e-07,
22
+ "loss": 1.0042,
23
  "step": 100
24
  },
25
  {
26
+ "epoch": 0.12562814070351758,
27
+ "grad_norm": 2.7821555137634277,
28
  "learning_rate": 7.4e-07,
29
+ "loss": 0.9676,
30
  "step": 150
31
  },
32
  {
33
+ "epoch": 0.16750418760469013,
34
+ "grad_norm": 3.759263038635254,
35
+ "learning_rate": 9.85e-07,
36
+ "loss": 0.9362,
37
  "step": 200
38
  },
39
  {
40
+ "epoch": 0.20938023450586266,
41
+ "grad_norm": 3.906439781188965,
42
+ "learning_rate": 1.235e-06,
43
+ "loss": 0.8667,
44
  "step": 250
45
  },
46
  {
47
+ "epoch": 0.25125628140703515,
48
+ "grad_norm": 4.397643566131592,
49
+ "learning_rate": 1.485e-06,
50
+ "loss": 0.8455,
51
  "step": 300
52
  },
53
  {
54
+ "epoch": 0.2931323283082077,
55
+ "grad_norm": 2.94077467918396,
56
+ "learning_rate": 1.7350000000000001e-06,
57
+ "loss": 0.8376,
58
  "step": 350
59
  },
60
  {
61
+ "epoch": 0.33500837520938026,
62
+ "grad_norm": 4.161074161529541,
63
+ "learning_rate": 1.985e-06,
64
+ "loss": 0.7521,
65
  "step": 400
66
  },
67
  {
68
+ "epoch": 0.3768844221105528,
69
+ "grad_norm": 2.8088552951812744,
70
+ "learning_rate": 2.235e-06,
71
+ "loss": 0.7444,
72
  "step": 450
73
  },
74
  {
75
+ "epoch": 0.4187604690117253,
76
+ "grad_norm": 2.62283992767334,
77
+ "learning_rate": 2.4850000000000003e-06,
78
+ "loss": 0.7129,
79
  "step": 500
80
  },
81
  {
82
+ "epoch": 0.4187604690117253,
83
+ "eval_loss": 0.6066474914550781,
84
+ "eval_runtime": 213.4911,
85
+ "eval_samples_per_second": 39.763,
86
+ "eval_steps_per_second": 4.974,
87
  "step": 500
88
  },
89
  {
90
+ "epoch": 0.46063651591289784,
91
+ "grad_norm": 3.654665946960449,
92
+ "learning_rate": 2.7350000000000005e-06,
93
+ "loss": 0.6772,
94
  "step": 550
95
  },
96
  {
97
+ "epoch": 0.5025125628140703,
98
+ "grad_norm": 5.1851887702941895,
99
+ "learning_rate": 2.9850000000000002e-06,
100
+ "loss": 0.6552,
101
  "step": 600
102
  },
103
  {
104
+ "epoch": 0.5443886097152428,
105
+ "grad_norm": 4.017187595367432,
106
+ "learning_rate": 3.2350000000000004e-06,
107
+ "loss": 0.6506,
108
  "step": 650
109
  },
110
  {
111
+ "epoch": 0.5862646566164154,
112
+ "grad_norm": 2.1161563396453857,
113
+ "learning_rate": 3.485e-06,
114
+ "loss": 0.6301,
115
  "step": 700
116
  },
117
  {
118
+ "epoch": 0.628140703517588,
119
+ "grad_norm": 1.857313871383667,
120
+ "learning_rate": 3.7350000000000002e-06,
121
+ "loss": 0.6373,
122
  "step": 750
123
  },
124
  {
125
+ "epoch": 0.6700167504187605,
126
+ "grad_norm": 3.6841330528259277,
127
+ "learning_rate": 3.985000000000001e-06,
128
+ "loss": 0.6305,
129
  "step": 800
130
  },
131
  {
132
+ "epoch": 0.711892797319933,
133
+ "grad_norm": 2.6450912952423096,
134
+ "learning_rate": 4.235e-06,
135
+ "loss": 0.6169,
136
  "step": 850
137
  },
138
  {
139
+ "epoch": 0.7537688442211056,
140
+ "grad_norm": 1.7241184711456299,
141
+ "learning_rate": 4.485e-06,
142
+ "loss": 0.5933,
143
  "step": 900
144
  },
145
  {
146
+ "epoch": 0.7956448911222781,
147
+ "grad_norm": 2.602735996246338,
148
+ "learning_rate": 4.735e-06,
149
+ "loss": 0.583,
150
  "step": 950
151
  },
152
  {
153
+ "epoch": 0.8375209380234506,
154
+ "grad_norm": 12.419028282165527,
155
+ "learning_rate": 4.9850000000000006e-06,
156
+ "loss": 0.5922,
157
  "step": 1000
158
  },
159
  {
160
+ "epoch": 0.8375209380234506,
161
+ "eval_loss": 0.4979843497276306,
162
+ "eval_runtime": 214.0502,
163
+ "eval_samples_per_second": 39.659,
164
+ "eval_steps_per_second": 4.961,
165
  "step": 1000
166
  },
167
  {
168
+ "epoch": 0.8793969849246231,
169
+ "grad_norm": 3.200178861618042,
170
+ "learning_rate": 5.235e-06,
171
+ "loss": 0.5678,
172
  "step": 1050
173
  },
174
  {
175
+ "epoch": 0.9212730318257957,
176
+ "grad_norm": 2.458869218826294,
177
  "learning_rate": 5.485e-06,
178
+ "loss": 0.5558,
179
  "step": 1100
180
  },
181
  {
182
+ "epoch": 0.9631490787269682,
183
+ "grad_norm": 2.341752290725708,
184
  "learning_rate": 5.735e-06,
185
+ "loss": 0.5666,
186
  "step": 1150
187
  },
188
  {
189
+ "epoch": 1.0050251256281406,
190
+ "grad_norm": 2.9191603660583496,
191
  "learning_rate": 5.985000000000001e-06,
192
+ "loss": 0.5345,
193
  "step": 1200
194
  },
195
  {
196
+ "epoch": 1.0469011725293131,
197
+ "grad_norm": 2.68806529045105,
198
  "learning_rate": 6.235000000000001e-06,
199
+ "loss": 0.5653,
200
  "step": 1250
201
  },
202
  {
203
+ "epoch": 1.0887772194304857,
204
+ "grad_norm": 3.278820276260376,
205
  "learning_rate": 6.485000000000001e-06,
206
+ "loss": 0.5565,
207
  "step": 1300
208
  },
209
  {
210
+ "epoch": 1.1306532663316582,
211
+ "grad_norm": 3.066511869430542,
212
  "learning_rate": 6.735000000000001e-06,
213
+ "loss": 0.5644,
214
  "step": 1350
215
  },
216
  {
217
+ "epoch": 1.1725293132328307,
218
+ "grad_norm": 4.269862651824951,
219
  "learning_rate": 6.985000000000001e-06,
220
+ "loss": 0.5356,
221
  "step": 1400
222
  },
223
  {
224
+ "epoch": 1.2144053601340032,
225
+ "grad_norm": 3.6681156158447266,
226
  "learning_rate": 7.235000000000001e-06,
227
+ "loss": 0.5246,
228
  "step": 1450
229
  },
230
  {
231
+ "epoch": 1.2562814070351758,
232
+ "grad_norm": 3.1227505207061768,
233
  "learning_rate": 7.485000000000001e-06,
234
+ "loss": 0.5168,
235
  "step": 1500
236
  },
237
  {
238
+ "epoch": 1.2562814070351758,
239
+ "eval_loss": 0.45785218477249146,
240
+ "eval_runtime": 211.6749,
241
+ "eval_samples_per_second": 40.104,
242
+ "eval_steps_per_second": 5.017,
243
  "step": 1500
244
  },
245
  {
246
+ "epoch": 1.2981574539363483,
247
+ "grad_norm": 2.6239662170410156,
248
  "learning_rate": 7.735e-06,
249
+ "loss": 0.5153,
250
  "step": 1550
251
  },
252
  {
253
+ "epoch": 1.3400335008375208,
254
+ "grad_norm": 2.881901979446411,
255
  "learning_rate": 7.985e-06,
256
+ "loss": 0.518,
257
  "step": 1600
258
  },
259
  {
260
+ "epoch": 1.3819095477386933,
261
+ "grad_norm": 2.8052310943603516,
262
  "learning_rate": 8.235e-06,
263
+ "loss": 0.5272,
264
  "step": 1650
265
  },
266
  {
267
+ "epoch": 1.4237855946398659,
268
+ "grad_norm": 2.6334052085876465,
269
  "learning_rate": 8.485000000000001e-06,
270
+ "loss": 0.5188,
271
  "step": 1700
272
  },
273
  {
274
+ "epoch": 1.4656616415410384,
275
+ "grad_norm": 3.038274049758911,
276
  "learning_rate": 8.735000000000002e-06,
277
+ "loss": 0.5139,
278
  "step": 1750
279
  },
280
  {
281
+ "epoch": 1.507537688442211,
282
+ "grad_norm": 3.2438852787017822,
283
  "learning_rate": 8.985000000000001e-06,
284
+ "loss": 0.5092,
285
  "step": 1800
286
  },
287
  {
288
+ "epoch": 1.5494137353433834,
289
+ "grad_norm": 4.168883800506592,
290
  "learning_rate": 9.235e-06,
291
+ "loss": 0.5103,
292
  "step": 1850
293
  },
294
  {
295
+ "epoch": 1.591289782244556,
296
+ "grad_norm": 2.6399967670440674,
297
  "learning_rate": 9.485000000000002e-06,
298
+ "loss": 0.5025,
299
  "step": 1900
300
  },
301
  {
302
+ "epoch": 1.6331658291457285,
303
+ "grad_norm": 1.6828950643539429,
304
  "learning_rate": 9.735e-06,
305
+ "loss": 0.4963,
306
  "step": 1950
307
  },
308
  {
309
+ "epoch": 1.675041876046901,
310
+ "grad_norm": 1.8955535888671875,
311
  "learning_rate": 9.985000000000002e-06,
312
+ "loss": 0.4954,
313
  "step": 2000
314
  },
315
  {
316
+ "epoch": 1.675041876046901,
317
+ "eval_loss": 0.43827974796295166,
318
+ "eval_runtime": 212.1455,
319
+ "eval_samples_per_second": 40.015,
320
+ "eval_steps_per_second": 5.006,
321
  "step": 2000
322
  },
323
  {
324
+ "epoch": 1.7169179229480735,
325
+ "grad_norm": 3.9634511470794678,
326
  "learning_rate": 9.953000000000001e-06,
327
+ "loss": 0.4891,
328
  "step": 2050
329
  },
330
  {
331
+ "epoch": 1.758793969849246,
332
+ "grad_norm": 3.5446126461029053,
333
  "learning_rate": 9.903e-06,
334
+ "loss": 0.5141,
335
  "step": 2100
336
  },
337
  {
338
+ "epoch": 1.8006700167504186,
339
+ "grad_norm": 3.1621015071868896,
340
  "learning_rate": 9.853e-06,
341
+ "loss": 0.4941,
342
  "step": 2150
343
  },
344
  {
345
+ "epoch": 1.8425460636515911,
346
+ "grad_norm": 2.6622440814971924,
347
  "learning_rate": 9.803e-06,
348
+ "loss": 0.4979,
349
  "step": 2200
350
  },
351
  {
352
+ "epoch": 1.8844221105527639,
353
+ "grad_norm": 1.7774969339370728,
354
  "learning_rate": 9.753e-06,
355
+ "loss": 0.4768,
356
  "step": 2250
357
  },
358
  {
359
+ "epoch": 1.9262981574539364,
360
+ "grad_norm": 2.1141610145568848,
361
  "learning_rate": 9.703000000000002e-06,
362
+ "loss": 0.4834,
363
  "step": 2300
364
  },
365
  {
366
+ "epoch": 1.968174204355109,
367
+ "grad_norm": 3.4576170444488525,
368
  "learning_rate": 9.653e-06,
369
+ "loss": 0.493,
370
  "step": 2350
371
  },
372
  {
373
+ "epoch": 2.0100502512562812,
374
+ "grad_norm": 2.4238383769989014,
375
  "learning_rate": 9.603000000000001e-06,
376
+ "loss": 0.4836,
377
  "step": 2400
378
  },
379
  {
380
+ "epoch": 2.0519262981574538,
381
+ "grad_norm": 2.2526774406433105,
382
  "learning_rate": 9.553000000000002e-06,
383
+ "loss": 0.4832,
384
  "step": 2450
385
  },
386
  {
387
+ "epoch": 2.0938023450586263,
388
+ "grad_norm": 2.8719518184661865,
389
  "learning_rate": 9.503e-06,
390
+ "loss": 0.4836,
391
  "step": 2500
392
  },
393
  {
394
+ "epoch": 2.0938023450586263,
395
+ "eval_loss": 0.4208170473575592,
396
+ "eval_runtime": 214.437,
397
+ "eval_samples_per_second": 39.587,
398
+ "eval_steps_per_second": 4.953,
399
  "step": 2500
400
  },
401
  {
402
+ "epoch": 2.135678391959799,
403
+ "grad_norm": 3.2671754360198975,
404
  "learning_rate": 9.453e-06,
405
+ "loss": 0.4775,
406
  "step": 2550
407
  },
408
  {
409
+ "epoch": 2.1775544388609713,
410
+ "grad_norm": 2.454883337020874,
411
  "learning_rate": 9.403000000000001e-06,
412
+ "loss": 0.4777,
413
  "step": 2600
414
  },
415
  {
416
+ "epoch": 2.219430485762144,
417
+ "grad_norm": 2.901097297668457,
418
  "learning_rate": 9.353000000000002e-06,
419
+ "loss": 0.4757,
420
  "step": 2650
421
  },
422
  {
423
+ "epoch": 2.2613065326633164,
424
+ "grad_norm": 2.980057954788208,
425
  "learning_rate": 9.303e-06,
426
+ "loss": 0.4644,
427
  "step": 2700
428
  },
429
  {
430
+ "epoch": 2.3031825795644894,
431
+ "grad_norm": 1.7162193059921265,
432
  "learning_rate": 9.253000000000001e-06,
433
+ "loss": 0.4714,
434
  "step": 2750
435
  },
436
  {
437
+ "epoch": 2.3450586264656614,
438
+ "grad_norm": 2.912874937057495,
439
  "learning_rate": 9.203000000000002e-06,
440
+ "loss": 0.4596,
441
  "step": 2800
442
  },
443
  {
444
+ "epoch": 2.3869346733668344,
445
+ "grad_norm": 1.7781060934066772,
446
  "learning_rate": 9.153e-06,
447
+ "loss": 0.4591,
448
  "step": 2850
449
  },
450
  {
451
+ "epoch": 2.4288107202680065,
452
+ "grad_norm": 5.2557902336120605,
453
  "learning_rate": 9.103e-06,
454
+ "loss": 0.4652,
455
  "step": 2900
456
  },
457
  {
458
+ "epoch": 2.4706867671691795,
459
+ "grad_norm": 1.7230316400527954,
460
  "learning_rate": 9.053000000000001e-06,
461
+ "loss": 0.46,
462
  "step": 2950
463
  },
464
  {
465
+ "epoch": 2.5125628140703515,
466
+ "grad_norm": 4.071449279785156,
467
  "learning_rate": 9.003e-06,
468
+ "loss": 0.4623,
469
  "step": 3000
470
  },
471
  {
472
+ "epoch": 2.5125628140703515,
473
+ "eval_loss": 0.4098353981971741,
474
+ "eval_runtime": 214.5603,
475
+ "eval_samples_per_second": 39.565,
476
+ "eval_steps_per_second": 4.95,
477
  "step": 3000
478
  }
479
  ],
 
494
  "attributes": {}
495
  }
496
  },
497
+ "total_flos": 2.922571763245728e+16,
498
+ "train_batch_size": 32,
499
  "trial_name": null,
500
  "trial_params": null
501
  }
checkpoint-3000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b20f3b06aa67136878a19fd6f17a63e91db785ca54662fa7debf3d46f1fe910d
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4687cdb2b9124db8f1d7d7525bb9403c3df24fb82ca7d74640c10781e1e94be
3
  size 5304