antimage88 commited on
Commit
65bd990
·
verified ·
1 Parent(s): b5fd731

Training in progress, step 57, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71a117d83fa0aefa7c8457d462067f500d94ee49d2f4005409b2164b3b4d49aa
3
  size 332316480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0277efa8eec7a5cfbe8fb0c59ae063758794d5498d27e3a9ef48ae9b29f5f8e
3
  size 332316480
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c65b625592ff75581fff9f2d8b4a54405eeeb2dffd3d7ca139a25125067b0cc2
3
  size 169157892
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19bb090307e18b4b1081fb2d63f5a8b3504f0c0423c8aae6988ae646545ec470
3
  size 169157892
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0029a7336834e104646d4ee0f59f44545cf434ad316a616dea1fdae6a1890483
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ace65d523f54a708c493d5f6fdd6b6fd3d9877ce27d356fd561ffbc523c678f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c19540610427b7a8e051502a2f9b29e8689f426c64528ae25ca45e698aa73ad
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798c2fb93c2c30432cc6d8a50fd6e334ae2cbcbf55475fcdeccb88eb2c638bd2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.1817097663879395,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.6315789473684212,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,55 @@
373
  "eval_samples_per_second": 22.234,
374
  "eval_steps_per_second": 5.558,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +445,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 2.0563013293572096e+16,
405
  "train_batch_size": 8,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 1.1817097663879395,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.0,
5
  "eval_steps": 50,
6
+ "global_step": 57,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 22.234,
374
  "eval_steps_per_second": 5.558,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.6842105263157894,
379
+ "grad_norm": 1.3148783445358276,
380
+ "learning_rate": 3.967505666178556e-06,
381
+ "loss": 0.5752,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.736842105263158,
386
+ "grad_norm": 1.693260669708252,
387
+ "learning_rate": 2.7665454196040664e-06,
388
+ "loss": 0.5934,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.7894736842105265,
393
+ "grad_norm": 1.6923569440841675,
394
+ "learning_rate": 1.7765412472811771e-06,
395
+ "loss": 0.6168,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 2.8421052631578947,
400
+ "grad_norm": 1.6930750608444214,
401
+ "learning_rate": 1.0019147481706625e-06,
402
+ "loss": 0.5091,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 2.8947368421052633,
407
+ "grad_norm": 1.4638423919677734,
408
+ "learning_rate": 4.461255922609986e-07,
409
+ "loss": 0.634,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 2.9473684210526314,
414
+ "grad_norm": 1.329147219657898,
415
+ "learning_rate": 1.1165606884234181e-07,
416
+ "loss": 0.4201,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 3.0,
421
+ "grad_norm": 1.8009886741638184,
422
+ "learning_rate": 0.0,
423
+ "loss": 0.5192,
424
+ "step": 57
425
  }
426
  ],
427
  "logging_steps": 1,
 
445
  "should_evaluate": false,
446
  "should_log": false,
447
  "should_save": true,
448
+ "should_training_stop": true
449
  },
450
  "attributes": {}
451
  }
452
  },
453
+ "total_flos": 2.338589547115315e+16,
454
  "train_batch_size": 8,
455
  "trial_name": null,
456
  "trial_params": null