kevinoli commited on
Commit
7b4b9bc
1 Parent(s): 9cb7a47

Training in progress, step 14500, checkpoint

Browse files
checkpoint-14500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fe7885713b38ee16074f7c5f575f974b1b218ff386a4cd8129412022f70a9d4
3
  size 1711848436
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781735deb54e02e275c3865904db512f0aff2fd09bb2ef11d59ea58fbee3e6d7
3
  size 1711848436
checkpoint-14500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70627bad50c6d97ff1420f7178a603e78acb01b77acf3951e029d6bc9fdd4531
3
  size 3424043887
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76aef8835e1f0c841a16d52717c03f1cea6f06e2e4837437086ace538010487b
3
  size 3424043887
checkpoint-14500/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8681bf33a0cfabf27b1c43af8f022a52f0079701b912daa386aebb8f9118515
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48472cd9b18a7015cc65e39abf51ba2863d4d4291be21afb626d309680ef0875
3
  size 14503
checkpoint-14500/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02fcf7126fe2b945d8ffc34b8d6f59cdce26deaa9e56650f4a8e480a26e7ad53
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700923c72f3a85ecf0977c97e7e243aa53fe5272595a2635c51bddb72cd2dc6c
3
  size 623
checkpoint-14500/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.9278931617736816,
3
  "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e3l58-l/checkpoint-14500",
4
- "epoch": 2.671333824613117,
5
  "eval_steps": 500,
6
  "global_step": 14500,
7
  "is_hyper_param_search": false,
@@ -9,443 +9,443 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.09211495946941783,
13
- "grad_norm": 19.808820724487305,
14
- "learning_rate": 4.84647506755097e-08,
15
- "loss": 0.3758,
16
  "step": 500
17
  },
18
  {
19
- "epoch": 0.09211495946941783,
20
- "eval_loss": 1.418845295906067,
21
- "eval_runtime": 75.2377,
22
- "eval_samples_per_second": 16.042,
23
- "eval_steps_per_second": 2.007,
24
  "step": 500
25
  },
26
  {
27
- "epoch": 0.18422991893883567,
28
- "grad_norm": 76.37991333007812,
29
- "learning_rate": 4.69295013510194e-08,
30
- "loss": 0.4108,
31
  "step": 1000
32
  },
33
  {
34
- "epoch": 0.18422991893883567,
35
- "eval_loss": 1.3513683080673218,
36
- "eval_runtime": 74.9686,
37
- "eval_samples_per_second": 16.1,
38
- "eval_steps_per_second": 2.014,
39
  "step": 1000
40
  },
41
  {
42
- "epoch": 0.2763448784082535,
43
- "grad_norm": 0.5795987844467163,
44
- "learning_rate": 4.539425202652911e-08,
45
- "loss": 0.4335,
46
  "step": 1500
47
  },
48
  {
49
- "epoch": 0.2763448784082535,
50
- "eval_loss": 1.2895005941390991,
51
- "eval_runtime": 76.713,
52
- "eval_samples_per_second": 15.734,
53
- "eval_steps_per_second": 1.968,
54
  "step": 1500
55
  },
56
  {
57
- "epoch": 0.36845983787767134,
58
- "grad_norm": 0.1463615745306015,
59
- "learning_rate": 4.385900270203881e-08,
60
- "loss": 0.3436,
61
  "step": 2000
62
  },
63
  {
64
- "epoch": 0.36845983787767134,
65
- "eval_loss": 1.2414860725402832,
66
- "eval_runtime": 76.9749,
67
- "eval_samples_per_second": 15.68,
68
  "eval_steps_per_second": 1.962,
69
  "step": 2000
70
  },
71
  {
72
- "epoch": 0.46057479734708917,
73
- "grad_norm": 323.8576354980469,
74
- "learning_rate": 4.232375337754851e-08,
75
- "loss": 0.366,
76
  "step": 2500
77
  },
78
  {
79
- "epoch": 0.46057479734708917,
80
- "eval_loss": 1.1949334144592285,
81
- "eval_runtime": 77.0381,
82
- "eval_samples_per_second": 15.668,
83
- "eval_steps_per_second": 1.96,
84
  "step": 2500
85
  },
86
  {
87
- "epoch": 0.552689756816507,
88
- "grad_norm": 339.28533935546875,
89
- "learning_rate": 4.078850405305821e-08,
90
- "loss": 0.3191,
91
  "step": 3000
92
  },
93
  {
94
- "epoch": 0.552689756816507,
95
- "eval_loss": 1.1560280323028564,
96
- "eval_runtime": 77.0026,
97
- "eval_samples_per_second": 15.675,
98
- "eval_steps_per_second": 1.961,
99
  "step": 3000
100
  },
101
  {
102
- "epoch": 0.6448047162859248,
103
- "grad_norm": 60.27859878540039,
104
- "learning_rate": 3.925325472856792e-08,
105
- "loss": 0.2779,
106
  "step": 3500
107
  },
108
  {
109
- "epoch": 0.6448047162859248,
110
- "eval_loss": 1.1233855485916138,
111
- "eval_runtime": 76.9006,
112
- "eval_samples_per_second": 15.696,
113
- "eval_steps_per_second": 1.964,
114
  "step": 3500
115
  },
116
  {
117
- "epoch": 0.7369196757553427,
118
- "grad_norm": 18.268455505371094,
119
- "learning_rate": 3.7718005404077616e-08,
120
- "loss": 0.2942,
121
  "step": 4000
122
  },
123
  {
124
- "epoch": 0.7369196757553427,
125
- "eval_loss": 1.0993207693099976,
126
- "eval_runtime": 77.2834,
127
- "eval_samples_per_second": 15.618,
128
- "eval_steps_per_second": 1.954,
129
  "step": 4000
130
  },
131
  {
132
- "epoch": 0.8290346352247605,
133
- "grad_norm": 505.22723388671875,
134
- "learning_rate": 3.6182756079587324e-08,
135
- "loss": 0.2615,
136
  "step": 4500
137
  },
138
  {
139
- "epoch": 0.8290346352247605,
140
- "eval_loss": 1.080470085144043,
141
- "eval_runtime": 77.1214,
142
- "eval_samples_per_second": 15.651,
143
- "eval_steps_per_second": 1.958,
144
  "step": 4500
145
  },
146
  {
147
- "epoch": 0.9211495946941783,
148
- "grad_norm": 1.2971173524856567,
149
- "learning_rate": 3.4647506755097025e-08,
150
- "loss": 0.2715,
151
  "step": 5000
152
  },
153
  {
154
- "epoch": 0.9211495946941783,
155
- "eval_loss": 1.0614728927612305,
156
- "eval_runtime": 77.2982,
157
- "eval_samples_per_second": 15.615,
158
- "eval_steps_per_second": 1.953,
159
  "step": 5000
160
  },
161
  {
162
- "epoch": 1.013264554163596,
163
- "grad_norm": 0.17611829936504364,
164
- "learning_rate": 3.3112257430606727e-08,
165
- "loss": 0.2509,
166
  "step": 5500
167
  },
168
  {
169
- "epoch": 1.013264554163596,
170
- "eval_loss": 1.0461839437484741,
171
- "eval_runtime": 75.3494,
172
- "eval_samples_per_second": 16.019,
173
- "eval_steps_per_second": 2.004,
174
  "step": 5500
175
  },
176
  {
177
- "epoch": 1.105379513633014,
178
- "grad_norm": 228.2562713623047,
179
- "learning_rate": 3.1577008106116435e-08,
180
- "loss": 0.2653,
181
  "step": 6000
182
  },
183
  {
184
- "epoch": 1.105379513633014,
185
- "eval_loss": 1.0305675268173218,
186
- "eval_runtime": 77.0542,
187
- "eval_samples_per_second": 15.664,
188
- "eval_steps_per_second": 1.96,
189
  "step": 6000
190
  },
191
  {
192
- "epoch": 1.1974944731024317,
193
- "grad_norm": 432.4784240722656,
194
- "learning_rate": 3.0041758781626136e-08,
195
- "loss": 0.2199,
196
  "step": 6500
197
  },
198
  {
199
- "epoch": 1.1974944731024317,
200
- "eval_loss": 1.0182703733444214,
201
- "eval_runtime": 76.296,
202
- "eval_samples_per_second": 15.82,
203
- "eval_steps_per_second": 1.979,
204
  "step": 6500
205
  },
206
  {
207
- "epoch": 1.2896094325718497,
208
- "grad_norm": 0.6385967135429382,
209
- "learning_rate": 2.8506509457135834e-08,
210
- "loss": 0.1844,
211
  "step": 7000
212
  },
213
  {
214
- "epoch": 1.2896094325718497,
215
- "eval_loss": 1.0078601837158203,
216
- "eval_runtime": 76.5441,
217
- "eval_samples_per_second": 15.769,
218
- "eval_steps_per_second": 1.973,
219
  "step": 7000
220
  },
221
  {
222
- "epoch": 1.3817243920412676,
223
- "grad_norm": 57.47743606567383,
224
- "learning_rate": 2.697126013264554e-08,
225
- "loss": 0.2143,
226
  "step": 7500
227
  },
228
  {
229
- "epoch": 1.3817243920412676,
230
- "eval_loss": 0.9969784617424011,
231
- "eval_runtime": 75.6186,
232
- "eval_samples_per_second": 15.962,
233
- "eval_steps_per_second": 1.997,
234
  "step": 7500
235
  },
236
  {
237
- "epoch": 1.4738393515106853,
238
- "grad_norm": 0.11704438179731369,
239
- "learning_rate": 2.5436010808155244e-08,
240
- "loss": 0.2011,
241
  "step": 8000
242
  },
243
  {
244
- "epoch": 1.4738393515106853,
245
- "eval_loss": 0.9886976480484009,
246
- "eval_runtime": 75.238,
247
- "eval_samples_per_second": 16.042,
248
- "eval_steps_per_second": 2.007,
249
  "step": 8000
250
  },
251
  {
252
- "epoch": 1.565954310980103,
253
- "grad_norm": 39.71356964111328,
254
- "learning_rate": 2.3900761483664948e-08,
255
- "loss": 0.1995,
256
  "step": 8500
257
  },
258
  {
259
- "epoch": 1.565954310980103,
260
- "eval_loss": 0.980699360370636,
261
- "eval_runtime": 75.7533,
262
- "eval_samples_per_second": 15.933,
263
- "eval_steps_per_second": 1.993,
264
  "step": 8500
265
  },
266
  {
267
- "epoch": 1.658069270449521,
268
- "grad_norm": 0.09355564415454865,
269
- "learning_rate": 2.236551215917465e-08,
270
- "loss": 0.2493,
271
  "step": 9000
272
  },
273
  {
274
- "epoch": 1.658069270449521,
275
- "eval_loss": 0.9733120203018188,
276
- "eval_runtime": 75.1219,
277
- "eval_samples_per_second": 16.067,
278
- "eval_steps_per_second": 2.01,
279
  "step": 9000
280
  },
281
  {
282
- "epoch": 1.750184229918939,
283
- "grad_norm": 0.12566468119621277,
284
- "learning_rate": 2.083026283468435e-08,
285
- "loss": 0.2192,
286
  "step": 9500
287
  },
288
  {
289
- "epoch": 1.750184229918939,
290
- "eval_loss": 0.966866672039032,
291
- "eval_runtime": 76.5812,
292
- "eval_samples_per_second": 15.761,
293
- "eval_steps_per_second": 1.972,
294
  "step": 9500
295
  },
296
  {
297
- "epoch": 1.8422991893883567,
298
- "grad_norm": 1.9423623085021973,
299
- "learning_rate": 1.9295013510194056e-08,
300
- "loss": 0.1882,
301
  "step": 10000
302
  },
303
  {
304
- "epoch": 1.8422991893883567,
305
- "eval_loss": 0.9616385698318481,
306
- "eval_runtime": 75.5454,
307
- "eval_samples_per_second": 15.977,
308
- "eval_steps_per_second": 1.999,
309
  "step": 10000
310
  },
311
  {
312
- "epoch": 1.9344141488577744,
313
- "grad_norm": 0.12048076093196869,
314
- "learning_rate": 1.7759764185703757e-08,
315
- "loss": 0.2193,
316
  "step": 10500
317
  },
318
  {
319
- "epoch": 1.9344141488577744,
320
- "eval_loss": 0.9550592303276062,
321
- "eval_runtime": 75.1134,
322
- "eval_samples_per_second": 16.069,
323
- "eval_steps_per_second": 2.01,
324
  "step": 10500
325
  },
326
  {
327
- "epoch": 2.026529108327192,
328
- "grad_norm": 0.19933176040649414,
329
- "learning_rate": 1.622451486121346e-08,
330
- "loss": 0.2148,
331
  "step": 11000
332
  },
333
  {
334
- "epoch": 2.026529108327192,
335
- "eval_loss": 0.9494845271110535,
336
- "eval_runtime": 76.2803,
337
- "eval_samples_per_second": 15.823,
338
- "eval_steps_per_second": 1.98,
339
  "step": 11000
340
  },
341
  {
342
- "epoch": 2.1186440677966103,
343
- "grad_norm": 13.599303245544434,
344
- "learning_rate": 1.4689265536723163e-08,
345
- "loss": 0.1975,
346
  "step": 11500
347
  },
348
  {
349
- "epoch": 2.1186440677966103,
350
- "eval_loss": 0.9449298977851868,
351
- "eval_runtime": 75.6422,
352
- "eval_samples_per_second": 15.957,
353
- "eval_steps_per_second": 1.996,
354
  "step": 11500
355
  },
356
  {
357
- "epoch": 2.210759027266028,
358
- "grad_norm": 0.8174373507499695,
359
- "learning_rate": 1.3154016212232866e-08,
360
- "loss": 0.1791,
361
  "step": 12000
362
  },
363
  {
364
- "epoch": 2.210759027266028,
365
- "eval_loss": 0.940927267074585,
366
- "eval_runtime": 75.2379,
367
- "eval_samples_per_second": 16.042,
368
- "eval_steps_per_second": 2.007,
369
  "step": 12000
370
  },
371
  {
372
- "epoch": 2.3028739867354457,
373
- "grad_norm": 705.062744140625,
374
- "learning_rate": 1.161876688774257e-08,
375
- "loss": 0.2057,
376
  "step": 12500
377
  },
378
  {
379
- "epoch": 2.3028739867354457,
380
- "eval_loss": 0.9382032155990601,
381
- "eval_runtime": 76.1075,
382
- "eval_samples_per_second": 15.859,
383
- "eval_steps_per_second": 1.984,
384
  "step": 12500
385
  },
386
  {
387
- "epoch": 2.3949889462048635,
388
- "grad_norm": 0.7270774841308594,
389
- "learning_rate": 1.0083517563252273e-08,
390
- "loss": 0.2037,
391
  "step": 13000
392
  },
393
  {
394
- "epoch": 2.3949889462048635,
395
- "eval_loss": 0.9352426528930664,
396
- "eval_runtime": 75.5821,
397
- "eval_samples_per_second": 15.969,
398
- "eval_steps_per_second": 1.998,
399
  "step": 13000
400
  },
401
  {
402
- "epoch": 2.4871039056742816,
403
- "grad_norm": 2.034397602081299,
404
- "learning_rate": 8.548268238761974e-09,
405
- "loss": 0.2011,
406
  "step": 13500
407
  },
408
  {
409
- "epoch": 2.4871039056742816,
410
- "eval_loss": 0.9317955374717712,
411
- "eval_runtime": 75.3697,
412
- "eval_samples_per_second": 16.014,
413
- "eval_steps_per_second": 2.003,
414
  "step": 13500
415
  },
416
  {
417
- "epoch": 2.5792188651436994,
418
- "grad_norm": 299.313232421875,
419
- "learning_rate": 7.013018914271678e-09,
420
- "loss": 0.1551,
421
  "step": 14000
422
  },
423
  {
424
- "epoch": 2.5792188651436994,
425
- "eval_loss": 0.9295068979263306,
426
- "eval_runtime": 76.109,
427
- "eval_samples_per_second": 15.859,
428
- "eval_steps_per_second": 1.984,
429
  "step": 14000
430
  },
431
  {
432
- "epoch": 2.671333824613117,
433
- "grad_norm": 0.04151364788413048,
434
- "learning_rate": 5.47776958978138e-09,
435
- "loss": 0.1565,
436
  "step": 14500
437
  },
438
  {
439
- "epoch": 2.671333824613117,
440
- "eval_loss": 0.9278931617736816,
441
- "eval_runtime": 75.8114,
442
- "eval_samples_per_second": 15.921,
443
- "eval_steps_per_second": 1.992,
444
  "step": 14500
445
  }
446
  ],
447
  "logging_steps": 500,
448
- "max_steps": 16284,
449
  "num_input_tokens_seen": 0,
450
  "num_train_epochs": 3,
451
  "save_steps": 500,
 
1
  {
2
+ "best_metric": 0.9262459874153137,
3
  "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e3l58-l/checkpoint-14500",
4
+ "epoch": 1.5465017064846416,
5
  "eval_steps": 500,
6
  "global_step": 14500,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.05332764505119454,
13
+ "grad_norm": 217.40109252929688,
14
+ "learning_rate": 4.911120591581342e-08,
15
+ "loss": 0.4667,
16
  "step": 500
17
  },
18
  {
19
+ "epoch": 0.05332764505119454,
20
+ "eval_loss": 1.4427576065063477,
21
+ "eval_runtime": 60.328,
22
+ "eval_samples_per_second": 16.361,
23
+ "eval_steps_per_second": 2.055,
24
  "step": 500
25
  },
26
  {
27
+ "epoch": 0.10665529010238908,
28
+ "grad_norm": 70.38941955566406,
29
+ "learning_rate": 4.822241183162685e-08,
30
+ "loss": 0.4534,
31
  "step": 1000
32
  },
33
  {
34
+ "epoch": 0.10665529010238908,
35
+ "eval_loss": 1.3823094367980957,
36
+ "eval_runtime": 61.4884,
37
+ "eval_samples_per_second": 16.052,
38
+ "eval_steps_per_second": 2.017,
39
  "step": 1000
40
  },
41
  {
42
+ "epoch": 0.1599829351535836,
43
+ "grad_norm": 389.9967956542969,
44
+ "learning_rate": 4.733361774744027e-08,
45
+ "loss": 0.3753,
46
  "step": 1500
47
  },
48
  {
49
+ "epoch": 0.1599829351535836,
50
+ "eval_loss": 1.3328827619552612,
51
+ "eval_runtime": 63.0378,
52
+ "eval_samples_per_second": 15.657,
53
+ "eval_steps_per_second": 1.967,
54
  "step": 1500
55
  },
56
  {
57
+ "epoch": 0.21331058020477817,
58
+ "grad_norm": 13.427445411682129,
59
+ "learning_rate": 4.6444823663253694e-08,
60
+ "loss": 0.3361,
61
  "step": 2000
62
  },
63
  {
64
+ "epoch": 0.21331058020477817,
65
+ "eval_loss": 1.2922736406326294,
66
+ "eval_runtime": 63.1958,
67
+ "eval_samples_per_second": 15.618,
68
  "eval_steps_per_second": 1.962,
69
  "step": 2000
70
  },
71
  {
72
+ "epoch": 0.2666382252559727,
73
+ "grad_norm": 320.7197265625,
74
+ "learning_rate": 4.555602957906712e-08,
75
+ "loss": 0.3597,
76
  "step": 2500
77
  },
78
  {
79
+ "epoch": 0.2666382252559727,
80
+ "eval_loss": 1.257211685180664,
81
+ "eval_runtime": 63.3241,
82
+ "eval_samples_per_second": 15.586,
83
+ "eval_steps_per_second": 1.958,
84
  "step": 2500
85
  },
86
  {
87
+ "epoch": 0.3199658703071672,
88
+ "grad_norm": 0.0019184721168130636,
89
+ "learning_rate": 4.4667235494880546e-08,
90
+ "loss": 0.3042,
91
  "step": 3000
92
  },
93
  {
94
+ "epoch": 0.3199658703071672,
95
+ "eval_loss": 1.2240594625473022,
96
+ "eval_runtime": 63.5118,
97
+ "eval_samples_per_second": 15.54,
98
+ "eval_steps_per_second": 1.952,
99
  "step": 3000
100
  },
101
  {
102
+ "epoch": 0.37329351535836175,
103
+ "grad_norm": 11.738512992858887,
104
+ "learning_rate": 4.3778441410693965e-08,
105
+ "loss": 0.3252,
106
  "step": 3500
107
  },
108
  {
109
+ "epoch": 0.37329351535836175,
110
+ "eval_loss": 1.1988952159881592,
111
+ "eval_runtime": 63.5384,
112
+ "eval_samples_per_second": 15.534,
113
+ "eval_steps_per_second": 1.952,
114
  "step": 3500
115
  },
116
  {
117
+ "epoch": 0.42662116040955633,
118
+ "grad_norm": 5.839956283569336,
119
+ "learning_rate": 4.28896473265074e-08,
120
+ "loss": 0.2439,
121
  "step": 4000
122
  },
123
  {
124
+ "epoch": 0.42662116040955633,
125
+ "eval_loss": 1.1730674505233765,
126
+ "eval_runtime": 62.3497,
127
+ "eval_samples_per_second": 15.83,
128
+ "eval_steps_per_second": 1.989,
129
  "step": 4000
130
  },
131
  {
132
+ "epoch": 0.47994880546075086,
133
+ "grad_norm": 154.76502990722656,
134
+ "learning_rate": 4.2000853242320816e-08,
135
+ "loss": 0.3004,
136
  "step": 4500
137
  },
138
  {
139
+ "epoch": 0.47994880546075086,
140
+ "eval_loss": 1.1497682332992554,
141
+ "eval_runtime": 63.5491,
142
+ "eval_samples_per_second": 15.531,
143
+ "eval_steps_per_second": 1.951,
144
  "step": 4500
145
  },
146
  {
147
+ "epoch": 0.5332764505119454,
148
+ "grad_norm": 0.13150489330291748,
149
+ "learning_rate": 4.111205915813424e-08,
150
+ "loss": 0.3205,
151
  "step": 5000
152
  },
153
  {
154
+ "epoch": 0.5332764505119454,
155
+ "eval_loss": 1.1258739233016968,
156
+ "eval_runtime": 62.1884,
157
+ "eval_samples_per_second": 15.871,
158
+ "eval_steps_per_second": 1.994,
159
  "step": 5000
160
  },
161
  {
162
+ "epoch": 0.58660409556314,
163
+ "grad_norm": 0.3719326853752136,
164
+ "learning_rate": 4.022326507394767e-08,
165
+ "loss": 0.3091,
166
  "step": 5500
167
  },
168
  {
169
+ "epoch": 0.58660409556314,
170
+ "eval_loss": 1.1053005456924438,
171
+ "eval_runtime": 63.437,
172
+ "eval_samples_per_second": 15.559,
173
+ "eval_steps_per_second": 1.955,
174
  "step": 5500
175
  },
176
  {
177
+ "epoch": 0.6399317406143344,
178
+ "grad_norm": 170.89846801757812,
179
+ "learning_rate": 3.9334470989761093e-08,
180
+ "loss": 0.2657,
181
  "step": 6000
182
  },
183
  {
184
+ "epoch": 0.6399317406143344,
185
+ "eval_loss": 1.0857468843460083,
186
+ "eval_runtime": 62.4055,
187
+ "eval_samples_per_second": 15.816,
188
+ "eval_steps_per_second": 1.987,
189
  "step": 6000
190
  },
191
  {
192
+ "epoch": 0.693259385665529,
193
+ "grad_norm": 323.0997619628906,
194
+ "learning_rate": 3.844567690557451e-08,
195
+ "loss": 0.2251,
196
  "step": 6500
197
  },
198
  {
199
+ "epoch": 0.693259385665529,
200
+ "eval_loss": 1.0695208311080933,
201
+ "eval_runtime": 63.1085,
202
+ "eval_samples_per_second": 15.64,
203
+ "eval_steps_per_second": 1.965,
204
  "step": 6500
205
  },
206
  {
207
+ "epoch": 0.7465870307167235,
208
+ "grad_norm": 0.13254186511039734,
209
+ "learning_rate": 3.7556882821387945e-08,
210
+ "loss": 0.248,
211
  "step": 7000
212
  },
213
  {
214
+ "epoch": 0.7465870307167235,
215
+ "eval_loss": 1.0535719394683838,
216
+ "eval_runtime": 62.3504,
217
+ "eval_samples_per_second": 15.83,
218
+ "eval_steps_per_second": 1.989,
219
  "step": 7000
220
  },
221
  {
222
+ "epoch": 0.7999146757679181,
223
+ "grad_norm": 63.14700698852539,
224
+ "learning_rate": 3.6668088737201364e-08,
225
+ "loss": 0.2745,
226
  "step": 7500
227
  },
228
  {
229
+ "epoch": 0.7999146757679181,
230
+ "eval_loss": 1.0388950109481812,
231
+ "eval_runtime": 62.2311,
232
+ "eval_samples_per_second": 15.86,
233
+ "eval_steps_per_second": 1.993,
234
  "step": 7500
235
  },
236
  {
237
+ "epoch": 0.8532423208191127,
238
+ "grad_norm": 623.6299438476562,
239
+ "learning_rate": 3.577929465301478e-08,
240
+ "loss": 0.2857,
241
  "step": 8000
242
  },
243
  {
244
+ "epoch": 0.8532423208191127,
245
+ "eval_loss": 1.0260424613952637,
246
+ "eval_runtime": 62.2792,
247
+ "eval_samples_per_second": 15.848,
248
+ "eval_steps_per_second": 1.991,
249
  "step": 8000
250
  },
251
  {
252
+ "epoch": 0.9065699658703071,
253
+ "grad_norm": 155.54579162597656,
254
+ "learning_rate": 3.4890500568828216e-08,
255
+ "loss": 0.2365,
256
  "step": 8500
257
  },
258
  {
259
+ "epoch": 0.9065699658703071,
260
+ "eval_loss": 1.0136038064956665,
261
+ "eval_runtime": 62.583,
262
+ "eval_samples_per_second": 15.771,
263
+ "eval_steps_per_second": 1.981,
264
  "step": 8500
265
  },
266
  {
267
+ "epoch": 0.9598976109215017,
268
+ "grad_norm": 76.14079284667969,
269
+ "learning_rate": 3.4001706484641635e-08,
270
+ "loss": 0.2382,
271
  "step": 9000
272
  },
273
  {
274
+ "epoch": 0.9598976109215017,
275
+ "eval_loss": 1.0034172534942627,
276
+ "eval_runtime": 63.5592,
277
+ "eval_samples_per_second": 15.529,
278
+ "eval_steps_per_second": 1.951,
279
  "step": 9000
280
  },
281
  {
282
+ "epoch": 1.0132252559726962,
283
+ "grad_norm": 571.6434936523438,
284
+ "learning_rate": 3.311291240045506e-08,
285
+ "loss": 0.2419,
286
  "step": 9500
287
  },
288
  {
289
+ "epoch": 1.0132252559726962,
290
+ "eval_loss": 0.994463324546814,
291
+ "eval_runtime": 61.8407,
292
+ "eval_samples_per_second": 15.96,
293
+ "eval_steps_per_second": 2.005,
294
  "step": 9500
295
  },
296
  {
297
+ "epoch": 1.0665529010238908,
298
+ "grad_norm": 540.1460571289062,
299
+ "learning_rate": 3.2224118316268486e-08,
300
+ "loss": 0.2047,
301
  "step": 10000
302
  },
303
  {
304
+ "epoch": 1.0665529010238908,
305
+ "eval_loss": 0.9851205348968506,
306
+ "eval_runtime": 62.1686,
307
+ "eval_samples_per_second": 15.876,
308
+ "eval_steps_per_second": 1.995,
309
  "step": 10000
310
  },
311
  {
312
+ "epoch": 1.1198805460750854,
313
+ "grad_norm": 6.2389655113220215,
314
+ "learning_rate": 3.133532423208191e-08,
315
+ "loss": 0.2133,
316
  "step": 10500
317
  },
318
  {
319
+ "epoch": 1.1198805460750854,
320
+ "eval_loss": 0.9759647250175476,
321
+ "eval_runtime": 62.8691,
322
+ "eval_samples_per_second": 15.699,
323
+ "eval_steps_per_second": 1.972,
324
  "step": 10500
325
  },
326
  {
327
+ "epoch": 1.17320819112628,
328
+ "grad_norm": 321.5069885253906,
329
+ "learning_rate": 3.044653014789533e-08,
330
+ "loss": 0.207,
331
  "step": 11000
332
  },
333
  {
334
+ "epoch": 1.17320819112628,
335
+ "eval_loss": 0.9683472514152527,
336
+ "eval_runtime": 61.915,
337
+ "eval_samples_per_second": 15.941,
338
+ "eval_steps_per_second": 2.003,
339
  "step": 11000
340
  },
341
  {
342
+ "epoch": 1.2265358361774745,
343
+ "grad_norm": 0.0028632767498493195,
344
+ "learning_rate": 2.955773606370876e-08,
345
+ "loss": 0.2369,
346
  "step": 11500
347
  },
348
  {
349
+ "epoch": 1.2265358361774745,
350
+ "eval_loss": 0.9597958922386169,
351
+ "eval_runtime": 62.4216,
352
+ "eval_samples_per_second": 15.812,
353
+ "eval_steps_per_second": 1.986,
354
  "step": 11500
355
  },
356
  {
357
+ "epoch": 1.2798634812286689,
358
+ "grad_norm": 1.046075701713562,
359
+ "learning_rate": 2.8668941979522183e-08,
360
+ "loss": 0.1834,
361
  "step": 12000
362
  },
363
  {
364
+ "epoch": 1.2798634812286689,
365
+ "eval_loss": 0.9528058767318726,
366
+ "eval_runtime": 62.9687,
367
+ "eval_samples_per_second": 15.674,
368
+ "eval_steps_per_second": 1.969,
369
  "step": 12000
370
  },
371
  {
372
+ "epoch": 1.3331911262798635,
373
+ "grad_norm": 0.01093329768627882,
374
+ "learning_rate": 2.778014789533561e-08,
375
+ "loss": 0.2002,
376
  "step": 12500
377
  },
378
  {
379
+ "epoch": 1.3331911262798635,
380
+ "eval_loss": 0.9465218782424927,
381
+ "eval_runtime": 62.0222,
382
+ "eval_samples_per_second": 15.914,
383
+ "eval_steps_per_second": 1.999,
384
  "step": 12500
385
  },
386
  {
387
+ "epoch": 1.386518771331058,
388
+ "grad_norm": 0.13472874462604523,
389
+ "learning_rate": 2.689135381114903e-08,
390
+ "loss": 0.1918,
391
  "step": 13000
392
  },
393
  {
394
+ "epoch": 1.386518771331058,
395
+ "eval_loss": 0.9417626857757568,
396
+ "eval_runtime": 62.4603,
397
+ "eval_samples_per_second": 15.802,
398
+ "eval_steps_per_second": 1.985,
399
  "step": 13000
400
  },
401
  {
402
+ "epoch": 1.4398464163822526,
403
+ "grad_norm": 19.54829216003418,
404
+ "learning_rate": 2.600255972696246e-08,
405
+ "loss": 0.2264,
406
  "step": 13500
407
  },
408
  {
409
+ "epoch": 1.4398464163822526,
410
+ "eval_loss": 0.9353039860725403,
411
+ "eval_runtime": 63.2324,
412
+ "eval_samples_per_second": 15.609,
413
+ "eval_steps_per_second": 1.961,
414
  "step": 13500
415
  },
416
  {
417
+ "epoch": 1.493174061433447,
418
+ "grad_norm": 6.569502353668213,
419
+ "learning_rate": 2.511376564277588e-08,
420
+ "loss": 0.171,
421
  "step": 14000
422
  },
423
  {
424
+ "epoch": 1.493174061433447,
425
+ "eval_loss": 0.930813729763031,
426
+ "eval_runtime": 61.9703,
427
+ "eval_samples_per_second": 15.927,
428
+ "eval_steps_per_second": 2.001,
429
  "step": 14000
430
  },
431
  {
432
+ "epoch": 1.5465017064846416,
433
+ "grad_norm": 153.30908203125,
434
+ "learning_rate": 2.4224971558589305e-08,
435
+ "loss": 0.2029,
436
  "step": 14500
437
  },
438
  {
439
+ "epoch": 1.5465017064846416,
440
+ "eval_loss": 0.9262459874153137,
441
+ "eval_runtime": 62.3851,
442
+ "eval_samples_per_second": 15.821,
443
+ "eval_steps_per_second": 1.988,
444
  "step": 14500
445
  }
446
  ],
447
  "logging_steps": 500,
448
+ "max_steps": 28128,
449
  "num_input_tokens_seen": 0,
450
  "num_train_epochs": 3,
451
  "save_steps": 500,
checkpoint-14500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbcece3d46fd39b0ba80eb3e495fdf46c9f891af5b4bddce9de77ad5a467b625
3
  size 4847
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590a3eed3f4b2ba9fcb0b831d5e4c3f2410a46be8f57155ebf9fdd97c6c96524
3
  size 4847