mikhail-panzo commited on
Commit
c4caac0
1 Parent(s): 8cfd611

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfdb7a77d08b547c9c6992da199c063102f2b6c903aeaded67a582185a7a9a63
3
  size 577789320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669a57ca4489f0bb6c59a5df586177029446e718eaf5f36976301e8b45ee8cff
3
  size 577789320
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2648dbe15b2f12a7a27e77dc5a033f32672097c1fa4da3c801f2f4394e3a081
3
  size 1155772233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6542f5072af4b2e256a0fa8b74a638fed9b1baded6c85cb5c87f84a103b9def4
3
  size 1155772233
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50c476b54e3f06971186d630174c9829d4b9b06eb8eab96946ff7745f50fcfcc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d829676cdf8691bbda647d4511205df943fb386c557381ba360dda2aff5f1227
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a94e74103068a5fb8b31be8524087df4f57bd43f07d1db2b9d36084882fdbb5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b560a9dc43b2ed5d8c7b0910cf19c12068f6e2db4cd26fd270e940d4d1787b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.39941468834877014,
3
  "best_model_checkpoint": "mikhail_panzo/ceb_b64_le4_s8000/checkpoint-1000",
4
- "epoch": 59.40594059405941,
5
  "eval_steps": 500,
6
- "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -241,6 +241,84 @@
241
  "eval_samples_per_second": 26.193,
242
  "eval_steps_per_second": 3.347,
243
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
244
  }
245
  ],
246
  "logging_steps": 50,
@@ -260,7 +338,7 @@
260
  "attributes": {}
261
  }
262
  },
263
- "total_flos": 1.6206373863449352e+16,
264
  "train_batch_size": 16,
265
  "trial_name": null,
266
  "trial_params": null
 
1
  {
2
  "best_metric": 0.39941468834877014,
3
  "best_model_checkpoint": "mikhail_panzo/ceb_b64_le4_s8000/checkpoint-1000",
4
+ "epoch": 79.20792079207921,
5
  "eval_steps": 500,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
241
  "eval_samples_per_second": 26.193,
242
  "eval_steps_per_second": 3.347,
243
  "step": 1500
244
+ },
245
+ {
246
+ "epoch": 61.386138613861384,
247
+ "grad_norm": 2.3007051944732666,
248
+ "learning_rate": 7.745e-05,
249
+ "loss": 0.4067,
250
+ "step": 1550
251
+ },
252
+ {
253
+ "epoch": 63.366336633663366,
254
+ "grad_norm": 0.9966986179351807,
255
+ "learning_rate": 7.995e-05,
256
+ "loss": 0.4042,
257
+ "step": 1600
258
+ },
259
+ {
260
+ "epoch": 65.34653465346534,
261
+ "grad_norm": 1.4066482782363892,
262
+ "learning_rate": 8.245e-05,
263
+ "loss": 0.4079,
264
+ "step": 1650
265
+ },
266
+ {
267
+ "epoch": 67.32673267326733,
268
+ "grad_norm": 3.3195865154266357,
269
+ "learning_rate": 8.495e-05,
270
+ "loss": 0.4061,
271
+ "step": 1700
272
+ },
273
+ {
274
+ "epoch": 69.3069306930693,
275
+ "grad_norm": 2.83154559135437,
276
+ "learning_rate": 8.745000000000001e-05,
277
+ "loss": 0.4028,
278
+ "step": 1750
279
+ },
280
+ {
281
+ "epoch": 71.2871287128713,
282
+ "grad_norm": 1.5752816200256348,
283
+ "learning_rate": 8.995e-05,
284
+ "loss": 0.3977,
285
+ "step": 1800
286
+ },
287
+ {
288
+ "epoch": 73.26732673267327,
289
+ "grad_norm": 1.8909986019134521,
290
+ "learning_rate": 9.245e-05,
291
+ "loss": 0.4013,
292
+ "step": 1850
293
+ },
294
+ {
295
+ "epoch": 75.24752475247524,
296
+ "grad_norm": 4.082262992858887,
297
+ "learning_rate": 9.495e-05,
298
+ "loss": 0.3991,
299
+ "step": 1900
300
+ },
301
+ {
302
+ "epoch": 77.22772277227723,
303
+ "grad_norm": 1.8281221389770508,
304
+ "learning_rate": 9.745000000000001e-05,
305
+ "loss": 0.4011,
306
+ "step": 1950
307
+ },
308
+ {
309
+ "epoch": 79.20792079207921,
310
+ "grad_norm": 2.2827675342559814,
311
+ "learning_rate": 9.995e-05,
312
+ "loss": 0.3981,
313
+ "step": 2000
314
+ },
315
+ {
316
+ "epoch": 79.20792079207921,
317
+ "eval_loss": 0.40288153290748596,
318
+ "eval_runtime": 7.8052,
319
+ "eval_samples_per_second": 23.062,
320
+ "eval_steps_per_second": 2.947,
321
+ "step": 2000
322
  }
323
  ],
324
  "logging_steps": 50,
 
338
  "attributes": {}
339
  }
340
  },
341
+ "total_flos": 2.161155031107257e+16,
342
  "train_batch_size": 16,
343
  "trial_name": null,
344
  "trial_params": null