Shresthadev403 commited on
Commit
6c581f6
·
verified ·
1 Parent(s): d15bffa

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.8813
17
- - eval_runtime: 2003.661
18
- - eval_samples_per_second: 111.354
19
- - eval_steps_per_second: 1.74
20
- - epoch: 19.12
21
- - step: 1200000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.8780
17
+ - eval_runtime: 1999.9414
18
+ - eval_samples_per_second: 111.561
19
+ - eval_steps_per_second: 1.744
20
+ - epoch: 19.92
21
+ - step: 1250000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1705756600.1db2a193ed0f.26.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb724094c7b4252ff746d4c54760f8820065b561ef23bbda732e9e8d02d3531
3
+ size 5099
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c66f8cbaa7b4022b34fab9545aac3eee47ad1e7bfad0a0c3f863b03566a5e24d
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ffd00e627c19459a67e5941fc71fd1d2ade76087a616b8aa018e0ed786e285
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 19.123201223884877,
5
  "eval_steps": 50000,
6
- "global_step": 1200000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -343,6 +343,20 @@
343
  "eval_samples_per_second": 111.354,
344
  "eval_steps_per_second": 1.74,
345
  "step": 1200000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
346
  }
347
  ],
348
  "logging_steps": 50000,
@@ -350,7 +364,7 @@
350
  "num_input_tokens_seen": 0,
351
  "num_train_epochs": 500,
352
  "save_steps": 50000,
353
- "total_flos": 2.50839730151424e+18,
354
  "train_batch_size": 32,
355
  "trial_name": null,
356
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 19.920001274880082,
5
  "eval_steps": 50000,
6
+ "global_step": 1250000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
343
  "eval_samples_per_second": 111.354,
344
  "eval_steps_per_second": 1.74,
345
  "step": 1200000
346
+ },
347
+ {
348
+ "epoch": 19.92,
349
+ "learning_rate": 4.9920348679702315e-05,
350
+ "loss": 0.8382,
351
+ "step": 1250000
352
+ },
353
+ {
354
+ "epoch": 19.92,
355
+ "eval_loss": 0.8779821991920471,
356
+ "eval_runtime": 1999.9414,
357
+ "eval_samples_per_second": 111.561,
358
+ "eval_steps_per_second": 1.744,
359
+ "step": 1250000
360
  }
361
  ],
362
  "logging_steps": 50000,
 
364
  "num_input_tokens_seen": 0,
365
  "num_train_epochs": 500,
366
  "save_steps": 50000,
367
+ "total_flos": 2.61291411431424e+18,
368
  "train_batch_size": 32,
369
  "trial_name": null,
370
  "trial_params": null