mprzibilla commited on
Commit
9c2d2cc
1 Parent(s): 5c7c728

Training in progress, epoch 1

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85d14ad71efaeb6f8c96ed277aa259e96333bc30592251c2f05028d66d9061c6
3
- size 174443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc6647797c11fdbfe1c53573aed9eee8aed3fc96cd75545eba6b0404edef60f
3
+ size 721661957
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae468078234726dc3f32d7c0c525848bea6e3a58826eba261fde5d86cf449ce1
3
  size 377646433
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c5c6e2cd0d7ac6d4cde87d8af3b8df1081994728e89911a12dfc295ad3ed34
3
  size 377646433
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf7539c9994537b387463a8673aaefbb794dfde125417e655d2b51405c4e2f64
3
- size 14639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6ae5f9e453d51becd476652216570f82dcae8f982fc0601e5338479912db79
3
+ size 14575
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c7177329123711707b115784f744eaacba2e7e33dd8619b9095aec55c16969c
3
  size 557
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e32795b646599b8d93af06eddf31ae776ce5c0edc63fcf2d9b03ddfb799e2fa
3
  size 557
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b230ed8d52f0444d599022c01005f39471d414ff3b188db371ba37836420c733
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057d059f9b8d3b5f52d0c6fee3f0cc3e21e2e0460adc929d8f9a15caf8f70251
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,271 +1,33 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 15.0,
5
- "global_step": 9330,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
- "learning_rate": 9.834160649819495e-05,
13
- "loss": 96.5964,
14
  "step": 622
15
  },
16
  {
17
  "epoch": 1.0,
18
  "eval_cer": 1.0,
19
- "eval_loss": 5.171775817871094,
20
- "eval_new_wer": 0.9,
21
  "eval_old_wer": 1.0,
22
- "eval_runtime": 8.3226,
23
- "eval_samples_per_second": 25.232,
24
- "eval_steps_per_second": 3.244,
25
  "step": 622
26
- },
27
- {
28
- "epoch": 2.0,
29
- "learning_rate": 9.132445848375451e-05,
30
- "loss": 3.683,
31
- "step": 1244
32
- },
33
- {
34
- "epoch": 2.0,
35
- "eval_cer": 1.0,
36
- "eval_loss": 3.42059063911438,
37
- "eval_new_wer": 0.9,
38
- "eval_old_wer": 1.0,
39
- "eval_runtime": 8.3577,
40
- "eval_samples_per_second": 25.126,
41
- "eval_steps_per_second": 3.231,
42
- "step": 1244
43
- },
44
- {
45
- "epoch": 3.0,
46
- "learning_rate": 8.430731046931408e-05,
47
- "loss": 3.4329,
48
- "step": 1866
49
- },
50
- {
51
- "epoch": 3.0,
52
- "eval_cer": 1.0,
53
- "eval_loss": 3.338214159011841,
54
- "eval_new_wer": 0.9,
55
- "eval_old_wer": 1.0,
56
- "eval_runtime": 8.1905,
57
- "eval_samples_per_second": 25.64,
58
- "eval_steps_per_second": 3.297,
59
- "step": 1866
60
- },
61
- {
62
- "epoch": 4.0,
63
- "learning_rate": 7.729016245487365e-05,
64
- "loss": 3.3838,
65
- "step": 2488
66
- },
67
- {
68
- "epoch": 4.0,
69
- "eval_cer": 1.0,
70
- "eval_loss": 3.2940337657928467,
71
- "eval_new_wer": 0.9,
72
- "eval_old_wer": 1.0,
73
- "eval_runtime": 8.3238,
74
- "eval_samples_per_second": 25.229,
75
- "eval_steps_per_second": 3.244,
76
- "step": 2488
77
- },
78
- {
79
- "epoch": 5.0,
80
- "learning_rate": 7.027301444043322e-05,
81
- "loss": 3.3494,
82
- "step": 3110
83
- },
84
- {
85
- "epoch": 5.0,
86
- "eval_cer": 1.0,
87
- "eval_loss": 3.281006097793579,
88
- "eval_new_wer": 0.9,
89
- "eval_old_wer": 1.0,
90
- "eval_runtime": 8.2617,
91
- "eval_samples_per_second": 25.419,
92
- "eval_steps_per_second": 3.268,
93
- "step": 3110
94
- },
95
- {
96
- "epoch": 6.0,
97
- "learning_rate": 6.325586642599278e-05,
98
- "loss": 3.3299,
99
- "step": 3732
100
- },
101
- {
102
- "epoch": 6.0,
103
- "eval_cer": 1.0,
104
- "eval_loss": 3.266472578048706,
105
- "eval_new_wer": 0.9,
106
- "eval_old_wer": 1.0,
107
- "eval_runtime": 8.1451,
108
- "eval_samples_per_second": 25.782,
109
- "eval_steps_per_second": 3.315,
110
- "step": 3732
111
- },
112
- {
113
- "epoch": 7.0,
114
- "learning_rate": 5.623871841155235e-05,
115
- "loss": 3.312,
116
- "step": 4354
117
- },
118
- {
119
- "epoch": 7.0,
120
- "eval_cer": 1.0,
121
- "eval_loss": 3.279639720916748,
122
- "eval_new_wer": 0.9,
123
- "eval_old_wer": 1.0,
124
- "eval_runtime": 8.6675,
125
- "eval_samples_per_second": 24.229,
126
- "eval_steps_per_second": 3.115,
127
- "step": 4354
128
- },
129
- {
130
- "epoch": 8.0,
131
- "learning_rate": 4.922157039711192e-05,
132
- "loss": 3.2929,
133
- "step": 4976
134
- },
135
- {
136
- "epoch": 8.0,
137
- "eval_cer": 1.0,
138
- "eval_loss": 3.2772765159606934,
139
- "eval_new_wer": 0.9,
140
- "eval_old_wer": 1.0,
141
- "eval_runtime": 8.4097,
142
- "eval_samples_per_second": 24.971,
143
- "eval_steps_per_second": 3.211,
144
- "step": 4976
145
- },
146
- {
147
- "epoch": 9.0,
148
- "learning_rate": 4.220442238267148e-05,
149
- "loss": 3.2798,
150
- "step": 5598
151
- },
152
- {
153
- "epoch": 9.0,
154
- "eval_cer": 1.0,
155
- "eval_loss": 3.262816905975342,
156
- "eval_new_wer": 0.9,
157
- "eval_old_wer": 1.0,
158
- "eval_runtime": 8.1919,
159
- "eval_samples_per_second": 25.635,
160
- "eval_steps_per_second": 3.296,
161
- "step": 5598
162
- },
163
- {
164
- "epoch": 10.0,
165
- "learning_rate": 3.518727436823105e-05,
166
- "loss": 3.2665,
167
- "step": 6220
168
- },
169
- {
170
- "epoch": 10.0,
171
- "eval_cer": 1.0,
172
- "eval_loss": 3.2637782096862793,
173
- "eval_new_wer": 0.9,
174
- "eval_old_wer": 1.0,
175
- "eval_runtime": 8.2335,
176
- "eval_samples_per_second": 25.506,
177
- "eval_steps_per_second": 3.279,
178
- "step": 6220
179
- },
180
- {
181
- "epoch": 11.0,
182
- "learning_rate": 2.8170126353790616e-05,
183
- "loss": 3.2541,
184
- "step": 6842
185
- },
186
- {
187
- "epoch": 11.0,
188
- "eval_cer": 1.0,
189
- "eval_loss": 3.2613089084625244,
190
- "eval_new_wer": 0.9,
191
- "eval_old_wer": 1.0,
192
- "eval_runtime": 8.2348,
193
- "eval_samples_per_second": 25.502,
194
- "eval_steps_per_second": 3.279,
195
- "step": 6842
196
- },
197
- {
198
- "epoch": 12.0,
199
- "learning_rate": 2.1152978339350183e-05,
200
- "loss": 3.2467,
201
- "step": 7464
202
- },
203
- {
204
- "epoch": 12.0,
205
- "eval_cer": 1.0,
206
- "eval_loss": 3.258359432220459,
207
- "eval_new_wer": 0.9,
208
- "eval_old_wer": 1.0,
209
- "eval_runtime": 8.25,
210
- "eval_samples_per_second": 25.454,
211
- "eval_steps_per_second": 3.273,
212
- "step": 7464
213
- },
214
- {
215
- "epoch": 13.0,
216
- "learning_rate": 1.413583032490975e-05,
217
- "loss": 3.2398,
218
- "step": 8086
219
- },
220
- {
221
- "epoch": 13.0,
222
- "eval_cer": 1.0,
223
- "eval_loss": 3.2569637298583984,
224
- "eval_new_wer": 0.9,
225
- "eval_old_wer": 1.0,
226
- "eval_runtime": 8.1571,
227
- "eval_samples_per_second": 25.744,
228
- "eval_steps_per_second": 3.31,
229
- "step": 8086
230
- },
231
- {
232
- "epoch": 14.0,
233
- "learning_rate": 7.118682310469314e-06,
234
- "loss": 3.2345,
235
- "step": 8708
236
- },
237
- {
238
- "epoch": 14.0,
239
- "eval_cer": 1.0,
240
- "eval_loss": 3.2544875144958496,
241
- "eval_new_wer": 0.9,
242
- "eval_old_wer": 1.0,
243
- "eval_runtime": 8.2343,
244
- "eval_samples_per_second": 25.503,
245
- "eval_steps_per_second": 3.279,
246
- "step": 8708
247
- },
248
- {
249
- "epoch": 15.0,
250
- "learning_rate": 1.0153429602888086e-07,
251
- "loss": 3.2314,
252
- "step": 9330
253
- },
254
- {
255
- "epoch": 15.0,
256
- "eval_cer": 1.0,
257
- "eval_loss": 3.2543957233428955,
258
- "eval_new_wer": 0.9,
259
- "eval_old_wer": 1.0,
260
- "eval_runtime": 8.2039,
261
- "eval_samples_per_second": 25.598,
262
- "eval_steps_per_second": 3.291,
263
- "step": 9330
264
  }
265
  ],
266
  "max_steps": 9330,
267
  "num_train_epochs": 15,
268
- "total_flos": 6.957306456149069e+18,
269
  "trial_name": null,
270
  "trial_params": null
271
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "global_step": 622,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
+ "learning_rate": 9.831904332129964e-05,
13
+ "loss": 16.5448,
14
  "step": 622
15
  },
16
  {
17
  "epoch": 1.0,
18
  "eval_cer": 1.0,
19
+ "eval_loss": 3.223598003387451,
20
+ "eval_new_wer": 1.0,
21
  "eval_old_wer": 1.0,
22
+ "eval_runtime": 7.6496,
23
+ "eval_samples_per_second": 27.453,
24
+ "eval_steps_per_second": 3.53,
25
  "step": 622
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  }
27
  ],
28
  "max_steps": 9330,
29
  "num_train_epochs": 15,
30
+ "total_flos": 4.605345185202432e+17,
31
  "trial_name": null,
32
  "trial_params": null
33
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91b9508419e9a24441e2ac1532a2b4015ebd6d32ce5c156b4344590fc43d072e
3
  size 3387
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1e2ae024a6dd754c3004074fec2e6921494ba45e8e6866bd9d35a0bd3f913a
3
  size 3387
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae468078234726dc3f32d7c0c525848bea6e3a58826eba261fde5d86cf449ce1
3
  size 377646433
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c5c6e2cd0d7ac6d4cde87d8af3b8df1081994728e89911a12dfc295ad3ed34
3
  size 377646433
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91b9508419e9a24441e2ac1532a2b4015ebd6d32ce5c156b4344590fc43d072e
3
  size 3387
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1e2ae024a6dd754c3004074fec2e6921494ba45e8e6866bd9d35a0bd3f913a
3
  size 3387