Shresthadev403 commited on
Commit
dbe9e86
·
1 Parent(s): f2fd186

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.8956
17
- - eval_runtime: 2002.7479
18
- - eval_samples_per_second: 111.404
19
- - eval_steps_per_second: 1.741
20
- - epoch: 7.97
21
- - step: 500000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.8931
17
+ - eval_runtime: 1996.5839
18
+ - eval_samples_per_second: 111.748
19
+ - eval_steps_per_second: 1.746
20
+ - epoch: 8.76
21
+ - step: 550000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1703947898.3f36621fd87b.26.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614c40257a85d1520959e154b86388d7063f29a1d39f04b52c74588290b5217a
3
+ size 5099
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9c0967d22d575ceb8571846677a51d1c3b0d58fd127f993400d9cdce46a7fe4
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc23a0749cc905b73ffa76782f799bcf6e4895992703b79ae7baabb82acb863
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 7.968000509952033,
5
  "eval_steps": 50000,
6
- "global_step": 500000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -147,6 +147,20 @@
147
  "eval_samples_per_second": 111.404,
148
  "eval_steps_per_second": 1.741,
149
  "step": 500000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  }
151
  ],
152
  "logging_steps": 50000,
@@ -154,7 +168,7 @@
154
  "num_input_tokens_seen": 0,
155
  "num_train_epochs": 500,
156
  "save_steps": 50000,
157
- "total_flos": 1.04516584169472e+18,
158
  "train_batch_size": 32,
159
  "trial_name": null,
160
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 8.764800560947236,
5
  "eval_steps": 50000,
6
+ "global_step": 550000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
147
  "eval_samples_per_second": 111.404,
148
  "eval_steps_per_second": 1.741,
149
  "step": 500000
150
+ },
151
+ {
152
+ "epoch": 8.76,
153
+ "learning_rate": 4.9920355054102726e-05,
154
+ "loss": 0.8856,
155
+ "step": 550000
156
+ },
157
+ {
158
+ "epoch": 8.76,
159
+ "eval_loss": 0.8930546045303345,
160
+ "eval_runtime": 1996.5839,
161
+ "eval_samples_per_second": 111.748,
162
+ "eval_steps_per_second": 1.746,
163
+ "step": 550000
164
  }
165
  ],
166
  "logging_steps": 50000,
 
168
  "num_input_tokens_seen": 0,
169
  "num_train_epochs": 500,
170
  "save_steps": 50000,
171
+ "total_flos": 1.14968232787968e+18,
172
  "train_batch_size": 32,
173
  "trial_name": null,
174
  "trial_params": null