lyhourt commited on
Commit
60e20cd
1 Parent(s): 07dc209

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6ca160ebd32f9b6125c3dd36a5d6573acb9672630324f2075c548064cdb9194
3
  size 966995080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef927f8c396ddd8c50da8da318ff1c42907299e3a79bde434a85ac7f49a2550
3
  size 966995080
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b988b144320cf446c72f27d1fd01487cd6b74514dbe1e1ba3833b371e19d67c
3
  size 1925064044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c248475900a14c46742b6090ba55f11ec94c0c31bf29102e53fdbbda855f19
3
  size 1925064044
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9203abee247094b80f8593f8b0ff02ca19083755923e560ee1aad7ddcb2a175
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3540179bbcfe2a2e55d05fad49c806615d68122d33b057e8a5ff20ca08833829
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22779510dc9a41d36aa48252a2f1fad4b94049570f50176e14da0be07e35a06e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16c5423cafe411d3f46179be1a8a5339c36303199cd2d3e2b9b15fb8665e754c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 23.047330380041966,
3
- "best_model_checkpoint": "./whisper-small-clean_6-v5/checkpoint-500",
4
- "epoch": 0.945179584120983,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -156,6 +156,155 @@
156
  "eval_steps_per_second": 0.074,
157
  "eval_wer": 23.047330380041966,
158
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
159
  }
160
  ],
161
  "logging_steps": 25,
@@ -175,7 +324,7 @@
175
  "attributes": {}
176
  }
177
  },
178
- "total_flos": 9.23473281024e+18,
179
  "train_batch_size": 64,
180
  "trial_name": null,
181
  "trial_params": null
 
1
  {
2
+ "best_metric": 21.531825600373047,
3
+ "best_model_checkpoint": "./whisper-small-clean_6-v5/checkpoint-1000",
4
+ "epoch": 1.8903591682419658,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
156
  "eval_steps_per_second": 0.074,
157
  "eval_wer": 23.047330380041966,
158
  "step": 500
159
+ },
160
+ {
161
+ "epoch": 0.9924385633270322,
162
+ "grad_norm": 2.7852671146392822,
163
+ "learning_rate": 6.744827586206897e-06,
164
+ "loss": 0.1428,
165
+ "step": 525
166
+ },
167
+ {
168
+ "epoch": 1.0396975425330812,
169
+ "grad_norm": 1.9958089590072632,
170
+ "learning_rate": 6.572413793103449e-06,
171
+ "loss": 0.0829,
172
+ "step": 550
173
+ },
174
+ {
175
+ "epoch": 1.0869565217391304,
176
+ "grad_norm": 2.1867661476135254,
177
+ "learning_rate": 6.4000000000000006e-06,
178
+ "loss": 0.0698,
179
+ "step": 575
180
+ },
181
+ {
182
+ "epoch": 1.1342155009451795,
183
+ "grad_norm": 1.7803280353546143,
184
+ "learning_rate": 6.227586206896552e-06,
185
+ "loss": 0.0717,
186
+ "step": 600
187
+ },
188
+ {
189
+ "epoch": 1.1814744801512287,
190
+ "grad_norm": 1.8491047620773315,
191
+ "learning_rate": 6.055172413793105e-06,
192
+ "loss": 0.0734,
193
+ "step": 625
194
+ },
195
+ {
196
+ "epoch": 1.2287334593572778,
197
+ "grad_norm": 2.021000862121582,
198
+ "learning_rate": 5.882758620689656e-06,
199
+ "loss": 0.0673,
200
+ "step": 650
201
+ },
202
+ {
203
+ "epoch": 1.275992438563327,
204
+ "grad_norm": 2.592538833618164,
205
+ "learning_rate": 5.710344827586207e-06,
206
+ "loss": 0.0713,
207
+ "step": 675
208
+ },
209
+ {
210
+ "epoch": 1.3232514177693762,
211
+ "grad_norm": 4.53612756729126,
212
+ "learning_rate": 5.5379310344827585e-06,
213
+ "loss": 0.0756,
214
+ "step": 700
215
+ },
216
+ {
217
+ "epoch": 1.3705103969754253,
218
+ "grad_norm": 2.295854091644287,
219
+ "learning_rate": 5.365517241379311e-06,
220
+ "loss": 0.069,
221
+ "step": 725
222
+ },
223
+ {
224
+ "epoch": 1.4177693761814745,
225
+ "grad_norm": 2.696308135986328,
226
+ "learning_rate": 5.193103448275863e-06,
227
+ "loss": 0.0724,
228
+ "step": 750
229
+ },
230
+ {
231
+ "epoch": 1.4650283553875236,
232
+ "grad_norm": 2.185211420059204,
233
+ "learning_rate": 5.020689655172414e-06,
234
+ "loss": 0.071,
235
+ "step": 775
236
+ },
237
+ {
238
+ "epoch": 1.5122873345935728,
239
+ "grad_norm": 2.22100830078125,
240
+ "learning_rate": 4.848275862068966e-06,
241
+ "loss": 0.0722,
242
+ "step": 800
243
+ },
244
+ {
245
+ "epoch": 1.559546313799622,
246
+ "grad_norm": 2.4104700088500977,
247
+ "learning_rate": 4.675862068965517e-06,
248
+ "loss": 0.0693,
249
+ "step": 825
250
+ },
251
+ {
252
+ "epoch": 1.606805293005671,
253
+ "grad_norm": 2.2482173442840576,
254
+ "learning_rate": 4.503448275862069e-06,
255
+ "loss": 0.0662,
256
+ "step": 850
257
+ },
258
+ {
259
+ "epoch": 1.6540642722117203,
260
+ "grad_norm": 1.6513797044754028,
261
+ "learning_rate": 4.3310344827586206e-06,
262
+ "loss": 0.075,
263
+ "step": 875
264
+ },
265
+ {
266
+ "epoch": 1.7013232514177694,
267
+ "grad_norm": 1.8004822731018066,
268
+ "learning_rate": 4.158620689655173e-06,
269
+ "loss": 0.0651,
270
+ "step": 900
271
+ },
272
+ {
273
+ "epoch": 1.7485822306238186,
274
+ "grad_norm": 2.4322433471679688,
275
+ "learning_rate": 3.986206896551724e-06,
276
+ "loss": 0.0729,
277
+ "step": 925
278
+ },
279
+ {
280
+ "epoch": 1.7958412098298677,
281
+ "grad_norm": 1.786984920501709,
282
+ "learning_rate": 3.813793103448276e-06,
283
+ "loss": 0.0698,
284
+ "step": 950
285
+ },
286
+ {
287
+ "epoch": 1.8431001890359169,
288
+ "grad_norm": 2.466444253921509,
289
+ "learning_rate": 3.641379310344828e-06,
290
+ "loss": 0.0737,
291
+ "step": 975
292
+ },
293
+ {
294
+ "epoch": 1.8903591682419658,
295
+ "grad_norm": 2.1226634979248047,
296
+ "learning_rate": 3.4689655172413793e-06,
297
+ "loss": 0.0631,
298
+ "step": 1000
299
+ },
300
+ {
301
+ "epoch": 1.8903591682419658,
302
+ "eval_loss": 0.2692776620388031,
303
+ "eval_runtime": 652.5262,
304
+ "eval_samples_per_second": 2.337,
305
+ "eval_steps_per_second": 0.074,
306
+ "eval_wer": 21.531825600373047,
307
+ "step": 1000
308
  }
309
  ],
310
  "logging_steps": 25,
 
324
  "attributes": {}
325
  }
326
  },
327
+ "total_flos": 1.845243908186112e+19,
328
  "train_batch_size": 64,
329
  "trial_name": null,
330
  "trial_params": null