lesso15 commited on
Commit
cd3a16e
·
verified ·
1 Parent(s): d2c3b30

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f3e98821c698268f01480d915d377cb12aeea63037cabac8b12379f531bebe2
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b533718a1864b92ed7049bd091cd653b3d0f91146ba07aa70ddb3b3d27f8c2
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50fc721e0cc231489142a553fe9aa68b8b2bc721861ccec4dcf51c4e51332739
3
  size 18810356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50cb74d8de0ebb99d7fa0994ad13327074f5caf9b68d0e145ba3894502bc540
3
  size 18810356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f60d1a9a29c8b9d0df3785f72eef126f3a90ac8bb7ebe7c0f41f2020f270cac
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af6e28eb927aaf2ef56158f9c22f00ff891410ff794c1c0879e10a51011c7ec
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da27c36e86fbec616f670eea7cf6f44ac00b01103ba631450b5687f812aaa463
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2661f04b964aebdbfc5fe2d76ad72c51b84450f62ecbdcf121c15876692362c9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.807974100112915,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-350",
4
- "epoch": 0.020814748736247397,
5
  "eval_steps": 50,
6
- "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -316,6 +316,49 @@
316
  "eval_samples_per_second": 46.666,
317
  "eval_steps_per_second": 11.666,
318
  "step": 350
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
319
  }
320
  ],
321
  "logging_steps": 10,
@@ -344,7 +387,7 @@
344
  "attributes": {}
345
  }
346
  },
347
- "total_flos": 3712914649251840.0,
348
  "train_batch_size": 4,
349
  "trial_name": null,
350
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.7967422008514404,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-400",
4
+ "epoch": 0.023788284269997028,
5
  "eval_steps": 50,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
316
  "eval_samples_per_second": 46.666,
317
  "eval_steps_per_second": 11.666,
318
  "step": 350
319
+ },
320
+ {
321
+ "epoch": 0.021409455842997322,
322
+ "grad_norm": 0.6872610449790955,
323
+ "learning_rate": 4.738676287689473e-05,
324
+ "loss": 2.8492,
325
+ "step": 360
326
+ },
327
+ {
328
+ "epoch": 0.02200416294974725,
329
+ "grad_norm": 0.7925031781196594,
330
+ "learning_rate": 4.131639140249173e-05,
331
+ "loss": 2.8009,
332
+ "step": 370
333
+ },
334
+ {
335
+ "epoch": 0.022598870056497175,
336
+ "grad_norm": 0.9018983244895935,
337
+ "learning_rate": 3.5568459816422774e-05,
338
+ "loss": 2.8143,
339
+ "step": 380
340
+ },
341
+ {
342
+ "epoch": 0.0231935771632471,
343
+ "grad_norm": 1.0778685808181763,
344
+ "learning_rate": 3.017097146359502e-05,
345
+ "loss": 2.7583,
346
+ "step": 390
347
+ },
348
+ {
349
+ "epoch": 0.023788284269997028,
350
+ "grad_norm": 1.6764299869537354,
351
+ "learning_rate": 2.5150222364709875e-05,
352
+ "loss": 2.7238,
353
+ "step": 400
354
+ },
355
+ {
356
+ "epoch": 0.023788284269997028,
357
+ "eval_loss": 2.7967422008514404,
358
+ "eval_runtime": 152.1562,
359
+ "eval_samples_per_second": 46.531,
360
+ "eval_steps_per_second": 11.633,
361
+ "step": 400
362
  }
363
  ],
364
  "logging_steps": 10,
 
387
  "attributes": {}
388
  }
389
  },
390
+ "total_flos": 4231100552970240.0,
391
  "train_batch_size": 4,
392
  "trial_name": null,
393
  "trial_params": null