Shresthadev403 commited on
Commit
c396922
1 Parent(s): 8b965c1

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.8813
17
- - eval_runtime: 1998.6292
18
- - eval_samples_per_second: 111.634
19
- - eval_steps_per_second: 1.745
20
- - epoch: 16.73
21
- - step: 1050000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.8817
17
+ - eval_runtime: 1994.6872
18
+ - eval_samples_per_second: 111.855
19
+ - eval_steps_per_second: 1.748
20
+ - epoch: 17.53
21
+ - step: 1100000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1705237173.e6a48c76d057.27.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f83b41f84e5c1337af46ae676a9df4b6fe89cd1a8737461faa97d83f62b9c9
3
+ size 5099
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d64048d97434bbf88262b43e49df0dcf022c8ce86158dbe84febde128cf6802
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841c215fe5afa81bc942c40d802bbaecf1c6ad8c3cc242dacef4fdfef8fd29cd
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 16.732801070899267,
5
  "eval_steps": 50000,
6
- "global_step": 1050000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -301,6 +301,20 @@
301
  "eval_samples_per_second": 111.634,
302
  "eval_steps_per_second": 1.745,
303
  "step": 1050000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
304
  }
305
  ],
306
  "logging_steps": 50000,
@@ -308,7 +322,7 @@
308
  "num_input_tokens_seen": 0,
309
  "num_train_epochs": 500,
310
  "save_steps": 50000,
311
- "total_flos": 2.19484784295936e+18,
312
  "train_batch_size": 32,
313
  "trial_name": null,
314
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 17.529601121894473,
5
  "eval_steps": 50000,
6
+ "global_step": 1100000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
301
  "eval_samples_per_second": 111.634,
302
  "eval_steps_per_second": 1.745,
303
  "step": 1050000
304
+ },
305
+ {
306
+ "epoch": 17.53,
307
+ "learning_rate": 4.992034708610221e-05,
308
+ "loss": 0.8427,
309
+ "step": 1100000
310
+ },
311
+ {
312
+ "epoch": 17.53,
313
+ "eval_loss": 0.8817498683929443,
314
+ "eval_runtime": 1994.6872,
315
+ "eval_samples_per_second": 111.855,
316
+ "eval_steps_per_second": 1.748,
317
+ "step": 1100000
318
  }
319
  ],
320
  "logging_steps": 50000,
 
322
  "num_input_tokens_seen": 0,
323
  "num_train_epochs": 500,
324
  "save_steps": 50000,
325
+ "total_flos": 2.29936432914432e+18,
326
  "train_batch_size": 32,
327
  "trial_name": null,
328
  "trial_params": null