Federic commited on
Commit
5542f83
1 Parent(s): 8257d27

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e005bcb4bb37d66c0e160f55735f00722af9b21fbe8567490f017fd2ddbb678f
3
  size 838904832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d313b4adf5171dfe4fbdc8f8faaa2be2e744eb82bb0532fd28fd5beeda5f983a
3
  size 838904832
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:828f1df3421413bcc5d374be1c35c1842f4b57a6c55d8d5a9ab901d15a3eadf5
3
  size 420633876
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e604338417c8ba1d7a026714a25e894eb6504d8c420a130e2254cd8fee826bf5
3
  size 420633876
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d3d548f64a9252d4194fcff7f288982da789120ba2e9c698b549a53449bba21
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafcfbfcbbeeafd448436aa0a903f9057fb3e75dd3e8d79ac973fce8af150ecd
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e93866edad3fbdd47247cb07511e76176c859f76e1587ddf720e22782b6ae462
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b80fcc7599efca0c6313d990c467c2eb3001742b23ddaadc22e3499c12cea79
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.1,
5
  "eval_steps": 500,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -157,13 +157,163 @@
157
  "learning_rate": 0.0002,
158
  "loss": 0.5942,
159
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  }
161
  ],
162
  "logging_steps": 1,
163
  "max_steps": 250,
164
  "num_train_epochs": 1,
165
  "save_steps": 25,
166
- "total_flos": 3352060336496640.0,
167
  "trial_name": null,
168
  "trial_params": null
169
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2,
5
  "eval_steps": 500,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
157
  "learning_rate": 0.0002,
158
  "loss": 0.5942,
159
  "step": 25
160
+ },
161
+ {
162
+ "epoch": 0.1,
163
+ "learning_rate": 0.0002,
164
+ "loss": 0.5944,
165
+ "step": 26
166
+ },
167
+ {
168
+ "epoch": 0.11,
169
+ "learning_rate": 0.0002,
170
+ "loss": 0.5243,
171
+ "step": 27
172
+ },
173
+ {
174
+ "epoch": 0.11,
175
+ "learning_rate": 0.0002,
176
+ "loss": 0.5537,
177
+ "step": 28
178
+ },
179
+ {
180
+ "epoch": 0.12,
181
+ "learning_rate": 0.0002,
182
+ "loss": 0.5832,
183
+ "step": 29
184
+ },
185
+ {
186
+ "epoch": 0.12,
187
+ "learning_rate": 0.0002,
188
+ "loss": 0.5331,
189
+ "step": 30
190
+ },
191
+ {
192
+ "epoch": 0.12,
193
+ "learning_rate": 0.0002,
194
+ "loss": 0.4489,
195
+ "step": 31
196
+ },
197
+ {
198
+ "epoch": 0.13,
199
+ "learning_rate": 0.0002,
200
+ "loss": 0.5053,
201
+ "step": 32
202
+ },
203
+ {
204
+ "epoch": 0.13,
205
+ "learning_rate": 0.0002,
206
+ "loss": 0.5542,
207
+ "step": 33
208
+ },
209
+ {
210
+ "epoch": 0.14,
211
+ "learning_rate": 0.0002,
212
+ "loss": 0.5015,
213
+ "step": 34
214
+ },
215
+ {
216
+ "epoch": 0.14,
217
+ "learning_rate": 0.0002,
218
+ "loss": 0.506,
219
+ "step": 35
220
+ },
221
+ {
222
+ "epoch": 0.14,
223
+ "learning_rate": 0.0002,
224
+ "loss": 0.4779,
225
+ "step": 36
226
+ },
227
+ {
228
+ "epoch": 0.15,
229
+ "learning_rate": 0.0002,
230
+ "loss": 0.4744,
231
+ "step": 37
232
+ },
233
+ {
234
+ "epoch": 0.15,
235
+ "learning_rate": 0.0002,
236
+ "loss": 0.4729,
237
+ "step": 38
238
+ },
239
+ {
240
+ "epoch": 0.16,
241
+ "learning_rate": 0.0002,
242
+ "loss": 0.4295,
243
+ "step": 39
244
+ },
245
+ {
246
+ "epoch": 0.16,
247
+ "learning_rate": 0.0002,
248
+ "loss": 0.5112,
249
+ "step": 40
250
+ },
251
+ {
252
+ "epoch": 0.16,
253
+ "learning_rate": 0.0002,
254
+ "loss": 0.4288,
255
+ "step": 41
256
+ },
257
+ {
258
+ "epoch": 0.17,
259
+ "learning_rate": 0.0002,
260
+ "loss": 0.4433,
261
+ "step": 42
262
+ },
263
+ {
264
+ "epoch": 0.17,
265
+ "learning_rate": 0.0002,
266
+ "loss": 0.4535,
267
+ "step": 43
268
+ },
269
+ {
270
+ "epoch": 0.18,
271
+ "learning_rate": 0.0002,
272
+ "loss": 0.4776,
273
+ "step": 44
274
+ },
275
+ {
276
+ "epoch": 0.18,
277
+ "learning_rate": 0.0002,
278
+ "loss": 0.4129,
279
+ "step": 45
280
+ },
281
+ {
282
+ "epoch": 0.18,
283
+ "learning_rate": 0.0002,
284
+ "loss": 0.4393,
285
+ "step": 46
286
+ },
287
+ {
288
+ "epoch": 0.19,
289
+ "learning_rate": 0.0002,
290
+ "loss": 0.3426,
291
+ "step": 47
292
+ },
293
+ {
294
+ "epoch": 0.19,
295
+ "learning_rate": 0.0002,
296
+ "loss": 0.3826,
297
+ "step": 48
298
+ },
299
+ {
300
+ "epoch": 0.2,
301
+ "learning_rate": 0.0002,
302
+ "loss": 0.3797,
303
+ "step": 49
304
+ },
305
+ {
306
+ "epoch": 0.2,
307
+ "learning_rate": 0.0002,
308
+ "loss": 0.4392,
309
+ "step": 50
310
  }
311
  ],
312
  "logging_steps": 1,
313
  "max_steps": 250,
314
  "num_train_epochs": 1,
315
  "save_steps": 25,
316
+ "total_flos": 6020416979558400.0,
317
  "trial_name": null,
318
  "trial_params": null
319
  }