lesso10 commited on
Commit
4a7f7cb
·
verified ·
1 Parent(s): 62af11c

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab2c001f237ffca1cd839278a313f657af631af3ec6a76bc8b2eac4e50e3a25a
3
  size 645975704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892c6e2e6435c73463c3134fd84a37b5f246ee300223faba464a5be9a30532b4
3
  size 645975704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:369f651983a45750392de2801cfc00489afdeea1f73debf56bd876311854ee9c
3
  size 328468404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7fb74db006dd44b6e502d7da881da69cec15dd4690ca116f9dd1533ecbde16a
3
  size 328468404
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3111302d79787eb2b7e881e82d970f10e7ab48daddfbf3a91d39b7ad609669ba
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7faf92e9d1cf9db27d7d53e0f09be3f79b4c8736a000208b6975d432c5fe0a63
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:317ba05605195c1d4e2040522f74e7ab98f17d7a309d9ff3aaeabe58a301e214
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9abf3b00130ebbc35657fb7788755e92886d9a53e2a5677dea2a31074b05473
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.39147135615348816,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.1631321370309951,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -144,6 +144,49 @@
144
  "eval_samples_per_second": 17.021,
145
  "eval_steps_per_second": 4.255,
146
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -172,7 +215,7 @@
172
  "attributes": {}
173
  }
174
  },
175
- "total_flos": 2.701588502151168e+16,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.3247433006763458,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.21750951604132682,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
144
  "eval_samples_per_second": 17.021,
145
  "eval_steps_per_second": 4.255,
146
  "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.17400761283306146,
150
+ "grad_norm": 0.6848308444023132,
151
+ "learning_rate": 0.00018053067903555837,
152
+ "loss": 0.2406,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.18488308863512778,
157
+ "grad_norm": 1.072629451751709,
158
+ "learning_rate": 0.00017525871366768012,
159
+ "loss": 0.1456,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.19575856443719414,
164
+ "grad_norm": 1.8140205144882202,
165
+ "learning_rate": 0.00016964445490919413,
166
+ "loss": 0.1917,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.20663404023926046,
171
+ "grad_norm": 2.534623861312866,
172
+ "learning_rate": 0.00016371525486442843,
173
+ "loss": 0.2614,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.21750951604132682,
178
+ "grad_norm": 3.094886302947998,
179
+ "learning_rate": 0.0001575,
180
+ "loss": 0.2873,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.21750951604132682,
185
+ "eval_loss": 0.3247433006763458,
186
+ "eval_runtime": 22.7847,
187
+ "eval_samples_per_second": 17.029,
188
+ "eval_steps_per_second": 4.257,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 3.59915573477376e+16,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null