fmcurti commited on
Commit
b6d2fdc
1 Parent(s): be10c92

End of training

Browse files
Files changed (4) hide show
  1. optimizer.pt +3 -0
  2. rng_state.pth +3 -0
  3. scheduler.pt +3 -0
  4. trainer_state.json +1606 -0
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a8004cb1656e26c24410fa5e18302347c45058e8dcf7601637fc6a654a040c
3
+ size 189568517
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8bb377c7df356975c2baea2705eef2d6fc58022b407e52119831e762a4021e
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd2f462c41fbbca4cda4281a14df227720a42a65b35d43fd4f7895ec0072c7b
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,1606 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.86,
3
+ "best_model_checkpoint": "distilhubert-finetuned-gtzan-test/checkpoint-1243",
4
+ "epoch": 11.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1243,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.04,
13
+ "learning_rate": 1.4705882352941177e-06,
14
+ "loss": 2.3,
15
+ "step": 5
16
+ },
17
+ {
18
+ "epoch": 0.09,
19
+ "learning_rate": 2.9411764705882355e-06,
20
+ "loss": 2.2995,
21
+ "step": 10
22
+ },
23
+ {
24
+ "epoch": 0.13,
25
+ "learning_rate": 4.411764705882353e-06,
26
+ "loss": 2.2952,
27
+ "step": 15
28
+ },
29
+ {
30
+ "epoch": 0.18,
31
+ "learning_rate": 5.882352941176471e-06,
32
+ "loss": 2.3055,
33
+ "step": 20
34
+ },
35
+ {
36
+ "epoch": 0.22,
37
+ "learning_rate": 7.3529411764705884e-06,
38
+ "loss": 2.2908,
39
+ "step": 25
40
+ },
41
+ {
42
+ "epoch": 0.27,
43
+ "learning_rate": 8.823529411764707e-06,
44
+ "loss": 2.2895,
45
+ "step": 30
46
+ },
47
+ {
48
+ "epoch": 0.31,
49
+ "learning_rate": 1.0294117647058824e-05,
50
+ "loss": 2.2882,
51
+ "step": 35
52
+ },
53
+ {
54
+ "epoch": 0.35,
55
+ "learning_rate": 1.1764705882352942e-05,
56
+ "loss": 2.2803,
57
+ "step": 40
58
+ },
59
+ {
60
+ "epoch": 0.4,
61
+ "learning_rate": 1.323529411764706e-05,
62
+ "loss": 2.2889,
63
+ "step": 45
64
+ },
65
+ {
66
+ "epoch": 0.44,
67
+ "learning_rate": 1.4705882352941177e-05,
68
+ "loss": 2.2454,
69
+ "step": 50
70
+ },
71
+ {
72
+ "epoch": 0.49,
73
+ "learning_rate": 1.6176470588235296e-05,
74
+ "loss": 2.2656,
75
+ "step": 55
76
+ },
77
+ {
78
+ "epoch": 0.53,
79
+ "learning_rate": 1.7647058823529414e-05,
80
+ "loss": 2.248,
81
+ "step": 60
82
+ },
83
+ {
84
+ "epoch": 0.58,
85
+ "learning_rate": 1.9117647058823528e-05,
86
+ "loss": 2.2568,
87
+ "step": 65
88
+ },
89
+ {
90
+ "epoch": 0.62,
91
+ "learning_rate": 2.058823529411765e-05,
92
+ "loss": 2.2258,
93
+ "step": 70
94
+ },
95
+ {
96
+ "epoch": 0.66,
97
+ "learning_rate": 2.2058823529411766e-05,
98
+ "loss": 2.2471,
99
+ "step": 75
100
+ },
101
+ {
102
+ "epoch": 0.71,
103
+ "learning_rate": 2.3529411764705884e-05,
104
+ "loss": 2.2396,
105
+ "step": 80
106
+ },
107
+ {
108
+ "epoch": 0.75,
109
+ "learning_rate": 2.5e-05,
110
+ "loss": 2.192,
111
+ "step": 85
112
+ },
113
+ {
114
+ "epoch": 0.8,
115
+ "learning_rate": 2.647058823529412e-05,
116
+ "loss": 2.1812,
117
+ "step": 90
118
+ },
119
+ {
120
+ "epoch": 0.84,
121
+ "learning_rate": 2.7941176470588236e-05,
122
+ "loss": 2.1486,
123
+ "step": 95
124
+ },
125
+ {
126
+ "epoch": 0.88,
127
+ "learning_rate": 2.9411764705882354e-05,
128
+ "loss": 2.0646,
129
+ "step": 100
130
+ },
131
+ {
132
+ "epoch": 0.93,
133
+ "learning_rate": 3.0882352941176475e-05,
134
+ "loss": 2.0572,
135
+ "step": 105
136
+ },
137
+ {
138
+ "epoch": 0.97,
139
+ "learning_rate": 3.235294117647059e-05,
140
+ "loss": 2.1017,
141
+ "step": 110
142
+ },
143
+ {
144
+ "epoch": 1.0,
145
+ "eval_accuracy": 0.51,
146
+ "eval_loss": 1.9540234804153442,
147
+ "eval_runtime": 52.9894,
148
+ "eval_samples_per_second": 1.887,
149
+ "eval_steps_per_second": 0.245,
150
+ "step": 113
151
+ },
152
+ {
153
+ "epoch": 1.02,
154
+ "learning_rate": 3.382352941176471e-05,
155
+ "loss": 1.9845,
156
+ "step": 115
157
+ },
158
+ {
159
+ "epoch": 1.06,
160
+ "learning_rate": 3.529411764705883e-05,
161
+ "loss": 1.9566,
162
+ "step": 120
163
+ },
164
+ {
165
+ "epoch": 1.11,
166
+ "learning_rate": 3.6764705882352945e-05,
167
+ "loss": 1.8869,
168
+ "step": 125
169
+ },
170
+ {
171
+ "epoch": 1.15,
172
+ "learning_rate": 3.8235294117647055e-05,
173
+ "loss": 1.8775,
174
+ "step": 130
175
+ },
176
+ {
177
+ "epoch": 1.19,
178
+ "learning_rate": 3.970588235294117e-05,
179
+ "loss": 1.9149,
180
+ "step": 135
181
+ },
182
+ {
183
+ "epoch": 1.24,
184
+ "learning_rate": 4.11764705882353e-05,
185
+ "loss": 1.8938,
186
+ "step": 140
187
+ },
188
+ {
189
+ "epoch": 1.28,
190
+ "learning_rate": 4.2647058823529415e-05,
191
+ "loss": 1.7952,
192
+ "step": 145
193
+ },
194
+ {
195
+ "epoch": 1.33,
196
+ "learning_rate": 4.411764705882353e-05,
197
+ "loss": 1.7694,
198
+ "step": 150
199
+ },
200
+ {
201
+ "epoch": 1.37,
202
+ "learning_rate": 4.558823529411765e-05,
203
+ "loss": 1.8189,
204
+ "step": 155
205
+ },
206
+ {
207
+ "epoch": 1.42,
208
+ "learning_rate": 4.705882352941177e-05,
209
+ "loss": 1.7021,
210
+ "step": 160
211
+ },
212
+ {
213
+ "epoch": 1.46,
214
+ "learning_rate": 4.8529411764705885e-05,
215
+ "loss": 1.6647,
216
+ "step": 165
217
+ },
218
+ {
219
+ "epoch": 1.5,
220
+ "learning_rate": 5e-05,
221
+ "loss": 1.5793,
222
+ "step": 170
223
+ },
224
+ {
225
+ "epoch": 1.55,
226
+ "learning_rate": 4.9836065573770496e-05,
227
+ "loss": 1.6821,
228
+ "step": 175
229
+ },
230
+ {
231
+ "epoch": 1.59,
232
+ "learning_rate": 4.967213114754098e-05,
233
+ "loss": 1.6374,
234
+ "step": 180
235
+ },
236
+ {
237
+ "epoch": 1.64,
238
+ "learning_rate": 4.954098360655738e-05,
239
+ "loss": 1.4638,
240
+ "step": 185
241
+ },
242
+ {
243
+ "epoch": 1.68,
244
+ "learning_rate": 4.937704918032787e-05,
245
+ "loss": 1.4761,
246
+ "step": 190
247
+ },
248
+ {
249
+ "epoch": 1.73,
250
+ "learning_rate": 4.924590163934427e-05,
251
+ "loss": 1.3194,
252
+ "step": 195
253
+ },
254
+ {
255
+ "epoch": 1.77,
256
+ "learning_rate": 4.9081967213114755e-05,
257
+ "loss": 1.3929,
258
+ "step": 200
259
+ },
260
+ {
261
+ "epoch": 1.81,
262
+ "learning_rate": 4.891803278688525e-05,
263
+ "loss": 1.5728,
264
+ "step": 205
265
+ },
266
+ {
267
+ "epoch": 1.86,
268
+ "learning_rate": 4.875409836065574e-05,
269
+ "loss": 1.4332,
270
+ "step": 210
271
+ },
272
+ {
273
+ "epoch": 1.9,
274
+ "learning_rate": 4.859016393442623e-05,
275
+ "loss": 1.5271,
276
+ "step": 215
277
+ },
278
+ {
279
+ "epoch": 1.95,
280
+ "learning_rate": 4.842622950819672e-05,
281
+ "loss": 1.2898,
282
+ "step": 220
283
+ },
284
+ {
285
+ "epoch": 1.99,
286
+ "learning_rate": 4.8262295081967216e-05,
287
+ "loss": 1.3491,
288
+ "step": 225
289
+ },
290
+ {
291
+ "epoch": 2.0,
292
+ "eval_accuracy": 0.66,
293
+ "eval_loss": 1.2829077243804932,
294
+ "eval_runtime": 51.5284,
295
+ "eval_samples_per_second": 1.941,
296
+ "eval_steps_per_second": 0.252,
297
+ "step": 226
298
+ },
299
+ {
300
+ "epoch": 2.04,
301
+ "learning_rate": 4.809836065573771e-05,
302
+ "loss": 1.34,
303
+ "step": 230
304
+ },
305
+ {
306
+ "epoch": 2.08,
307
+ "learning_rate": 4.79344262295082e-05,
308
+ "loss": 1.353,
309
+ "step": 235
310
+ },
311
+ {
312
+ "epoch": 2.12,
313
+ "learning_rate": 4.777049180327869e-05,
314
+ "loss": 1.2322,
315
+ "step": 240
316
+ },
317
+ {
318
+ "epoch": 2.17,
319
+ "learning_rate": 4.760655737704918e-05,
320
+ "loss": 1.2057,
321
+ "step": 245
322
+ },
323
+ {
324
+ "epoch": 2.21,
325
+ "learning_rate": 4.7442622950819676e-05,
326
+ "loss": 1.2034,
327
+ "step": 250
328
+ },
329
+ {
330
+ "epoch": 2.26,
331
+ "learning_rate": 4.727868852459016e-05,
332
+ "loss": 1.2718,
333
+ "step": 255
334
+ },
335
+ {
336
+ "epoch": 2.3,
337
+ "learning_rate": 4.7114754098360657e-05,
338
+ "loss": 1.1479,
339
+ "step": 260
340
+ },
341
+ {
342
+ "epoch": 2.35,
343
+ "learning_rate": 4.695081967213115e-05,
344
+ "loss": 1.1827,
345
+ "step": 265
346
+ },
347
+ {
348
+ "epoch": 2.39,
349
+ "learning_rate": 4.6786885245901644e-05,
350
+ "loss": 1.1634,
351
+ "step": 270
352
+ },
353
+ {
354
+ "epoch": 2.43,
355
+ "learning_rate": 4.662295081967214e-05,
356
+ "loss": 1.0763,
357
+ "step": 275
358
+ },
359
+ {
360
+ "epoch": 2.48,
361
+ "learning_rate": 4.6459016393442624e-05,
362
+ "loss": 1.1908,
363
+ "step": 280
364
+ },
365
+ {
366
+ "epoch": 2.52,
367
+ "learning_rate": 4.629508196721312e-05,
368
+ "loss": 1.4169,
369
+ "step": 285
370
+ },
371
+ {
372
+ "epoch": 2.57,
373
+ "learning_rate": 4.613114754098361e-05,
374
+ "loss": 1.0397,
375
+ "step": 290
376
+ },
377
+ {
378
+ "epoch": 2.61,
379
+ "learning_rate": 4.59672131147541e-05,
380
+ "loss": 0.9582,
381
+ "step": 295
382
+ },
383
+ {
384
+ "epoch": 2.65,
385
+ "learning_rate": 4.580327868852459e-05,
386
+ "loss": 1.0847,
387
+ "step": 300
388
+ },
389
+ {
390
+ "epoch": 2.7,
391
+ "learning_rate": 4.5639344262295084e-05,
392
+ "loss": 0.9071,
393
+ "step": 305
394
+ },
395
+ {
396
+ "epoch": 2.74,
397
+ "learning_rate": 4.547540983606558e-05,
398
+ "loss": 1.0977,
399
+ "step": 310
400
+ },
401
+ {
402
+ "epoch": 2.79,
403
+ "learning_rate": 4.531147540983607e-05,
404
+ "loss": 1.0623,
405
+ "step": 315
406
+ },
407
+ {
408
+ "epoch": 2.83,
409
+ "learning_rate": 4.5147540983606565e-05,
410
+ "loss": 0.9536,
411
+ "step": 320
412
+ },
413
+ {
414
+ "epoch": 2.88,
415
+ "learning_rate": 4.498360655737705e-05,
416
+ "loss": 1.0711,
417
+ "step": 325
418
+ },
419
+ {
420
+ "epoch": 2.92,
421
+ "learning_rate": 4.4819672131147545e-05,
422
+ "loss": 0.9953,
423
+ "step": 330
424
+ },
425
+ {
426
+ "epoch": 2.96,
427
+ "learning_rate": 4.465573770491803e-05,
428
+ "loss": 1.0618,
429
+ "step": 335
430
+ },
431
+ {
432
+ "epoch": 3.0,
433
+ "eval_accuracy": 0.79,
434
+ "eval_loss": 0.9169580340385437,
435
+ "eval_runtime": 48.4091,
436
+ "eval_samples_per_second": 2.066,
437
+ "eval_steps_per_second": 0.269,
438
+ "step": 339
439
+ },
440
+ {
441
+ "epoch": 3.01,
442
+ "learning_rate": 4.4491803278688525e-05,
443
+ "loss": 1.0184,
444
+ "step": 340
445
+ },
446
+ {
447
+ "epoch": 3.05,
448
+ "learning_rate": 4.436065573770492e-05,
449
+ "loss": 0.9027,
450
+ "step": 345
451
+ },
452
+ {
453
+ "epoch": 3.1,
454
+ "learning_rate": 4.4196721311475415e-05,
455
+ "loss": 0.9214,
456
+ "step": 350
457
+ },
458
+ {
459
+ "epoch": 3.14,
460
+ "learning_rate": 4.40327868852459e-05,
461
+ "loss": 0.6824,
462
+ "step": 355
463
+ },
464
+ {
465
+ "epoch": 3.19,
466
+ "learning_rate": 4.3868852459016395e-05,
467
+ "loss": 0.9665,
468
+ "step": 360
469
+ },
470
+ {
471
+ "epoch": 3.23,
472
+ "learning_rate": 4.370491803278688e-05,
473
+ "loss": 0.988,
474
+ "step": 365
475
+ },
476
+ {
477
+ "epoch": 3.27,
478
+ "learning_rate": 4.3540983606557375e-05,
479
+ "loss": 0.7052,
480
+ "step": 370
481
+ },
482
+ {
483
+ "epoch": 3.32,
484
+ "learning_rate": 4.3377049180327875e-05,
485
+ "loss": 0.8543,
486
+ "step": 375
487
+ },
488
+ {
489
+ "epoch": 3.36,
490
+ "learning_rate": 4.321311475409836e-05,
491
+ "loss": 0.8882,
492
+ "step": 380
493
+ },
494
+ {
495
+ "epoch": 3.41,
496
+ "learning_rate": 4.3049180327868856e-05,
497
+ "loss": 0.7696,
498
+ "step": 385
499
+ },
500
+ {
501
+ "epoch": 3.45,
502
+ "learning_rate": 4.288524590163935e-05,
503
+ "loss": 0.9184,
504
+ "step": 390
505
+ },
506
+ {
507
+ "epoch": 3.5,
508
+ "learning_rate": 4.2721311475409836e-05,
509
+ "loss": 0.7653,
510
+ "step": 395
511
+ },
512
+ {
513
+ "epoch": 3.54,
514
+ "learning_rate": 4.255737704918033e-05,
515
+ "loss": 0.87,
516
+ "step": 400
517
+ },
518
+ {
519
+ "epoch": 3.58,
520
+ "learning_rate": 4.239344262295082e-05,
521
+ "loss": 0.7218,
522
+ "step": 405
523
+ },
524
+ {
525
+ "epoch": 3.63,
526
+ "learning_rate": 4.222950819672131e-05,
527
+ "loss": 1.1737,
528
+ "step": 410
529
+ },
530
+ {
531
+ "epoch": 3.67,
532
+ "learning_rate": 4.20655737704918e-05,
533
+ "loss": 0.7953,
534
+ "step": 415
535
+ },
536
+ {
537
+ "epoch": 3.72,
538
+ "learning_rate": 4.1901639344262296e-05,
539
+ "loss": 1.0647,
540
+ "step": 420
541
+ },
542
+ {
543
+ "epoch": 3.76,
544
+ "learning_rate": 4.173770491803279e-05,
545
+ "loss": 0.8396,
546
+ "step": 425
547
+ },
548
+ {
549
+ "epoch": 3.81,
550
+ "learning_rate": 4.1573770491803283e-05,
551
+ "loss": 0.913,
552
+ "step": 430
553
+ },
554
+ {
555
+ "epoch": 3.85,
556
+ "learning_rate": 4.140983606557377e-05,
557
+ "loss": 0.7849,
558
+ "step": 435
559
+ },
560
+ {
561
+ "epoch": 3.89,
562
+ "learning_rate": 4.1245901639344264e-05,
563
+ "loss": 0.8297,
564
+ "step": 440
565
+ },
566
+ {
567
+ "epoch": 3.94,
568
+ "learning_rate": 4.108196721311476e-05,
569
+ "loss": 0.7106,
570
+ "step": 445
571
+ },
572
+ {
573
+ "epoch": 3.98,
574
+ "learning_rate": 4.0918032786885244e-05,
575
+ "loss": 0.8505,
576
+ "step": 450
577
+ },
578
+ {
579
+ "epoch": 4.0,
580
+ "eval_accuracy": 0.78,
581
+ "eval_loss": 0.7663092017173767,
582
+ "eval_runtime": 48.6394,
583
+ "eval_samples_per_second": 2.056,
584
+ "eval_steps_per_second": 0.267,
585
+ "step": 452
586
+ },
587
+ {
588
+ "epoch": 4.03,
589
+ "learning_rate": 4.075409836065574e-05,
590
+ "loss": 0.498,
591
+ "step": 455
592
+ },
593
+ {
594
+ "epoch": 4.07,
595
+ "learning_rate": 4.059016393442623e-05,
596
+ "loss": 0.4267,
597
+ "step": 460
598
+ },
599
+ {
600
+ "epoch": 4.12,
601
+ "learning_rate": 4.0426229508196724e-05,
602
+ "loss": 0.6505,
603
+ "step": 465
604
+ },
605
+ {
606
+ "epoch": 4.16,
607
+ "learning_rate": 4.026229508196722e-05,
608
+ "loss": 0.7316,
609
+ "step": 470
610
+ },
611
+ {
612
+ "epoch": 4.2,
613
+ "learning_rate": 4.0098360655737704e-05,
614
+ "loss": 0.7727,
615
+ "step": 475
616
+ },
617
+ {
618
+ "epoch": 4.25,
619
+ "learning_rate": 3.99344262295082e-05,
620
+ "loss": 0.5216,
621
+ "step": 480
622
+ },
623
+ {
624
+ "epoch": 4.29,
625
+ "learning_rate": 3.977049180327869e-05,
626
+ "loss": 0.5348,
627
+ "step": 485
628
+ },
629
+ {
630
+ "epoch": 4.34,
631
+ "learning_rate": 3.960655737704918e-05,
632
+ "loss": 0.7898,
633
+ "step": 490
634
+ },
635
+ {
636
+ "epoch": 4.38,
637
+ "learning_rate": 3.944262295081967e-05,
638
+ "loss": 0.6399,
639
+ "step": 495
640
+ },
641
+ {
642
+ "epoch": 4.42,
643
+ "learning_rate": 3.9278688524590165e-05,
644
+ "loss": 0.5617,
645
+ "step": 500
646
+ },
647
+ {
648
+ "epoch": 4.47,
649
+ "learning_rate": 3.911475409836066e-05,
650
+ "loss": 0.6299,
651
+ "step": 505
652
+ },
653
+ {
654
+ "epoch": 4.51,
655
+ "learning_rate": 3.895081967213115e-05,
656
+ "loss": 0.7397,
657
+ "step": 510
658
+ },
659
+ {
660
+ "epoch": 4.56,
661
+ "learning_rate": 3.878688524590164e-05,
662
+ "loss": 0.7532,
663
+ "step": 515
664
+ },
665
+ {
666
+ "epoch": 4.6,
667
+ "learning_rate": 3.862295081967213e-05,
668
+ "loss": 0.3901,
669
+ "step": 520
670
+ },
671
+ {
672
+ "epoch": 4.65,
673
+ "learning_rate": 3.8459016393442626e-05,
674
+ "loss": 0.6047,
675
+ "step": 525
676
+ },
677
+ {
678
+ "epoch": 4.69,
679
+ "learning_rate": 3.829508196721311e-05,
680
+ "loss": 0.6562,
681
+ "step": 530
682
+ },
683
+ {
684
+ "epoch": 4.73,
685
+ "learning_rate": 3.8131147540983606e-05,
686
+ "loss": 0.5814,
687
+ "step": 535
688
+ },
689
+ {
690
+ "epoch": 4.78,
691
+ "learning_rate": 3.79672131147541e-05,
692
+ "loss": 0.514,
693
+ "step": 540
694
+ },
695
+ {
696
+ "epoch": 4.82,
697
+ "learning_rate": 3.780327868852459e-05,
698
+ "loss": 0.6075,
699
+ "step": 545
700
+ },
701
+ {
702
+ "epoch": 4.87,
703
+ "learning_rate": 3.7639344262295086e-05,
704
+ "loss": 0.5231,
705
+ "step": 550
706
+ },
707
+ {
708
+ "epoch": 4.91,
709
+ "learning_rate": 3.747540983606558e-05,
710
+ "loss": 0.5723,
711
+ "step": 555
712
+ },
713
+ {
714
+ "epoch": 4.96,
715
+ "learning_rate": 3.7311475409836067e-05,
716
+ "loss": 0.4428,
717
+ "step": 560
718
+ },
719
+ {
720
+ "epoch": 5.0,
721
+ "learning_rate": 3.714754098360656e-05,
722
+ "loss": 0.6866,
723
+ "step": 565
724
+ },
725
+ {
726
+ "epoch": 5.0,
727
+ "eval_accuracy": 0.81,
728
+ "eval_loss": 0.6393274068832397,
729
+ "eval_runtime": 50.4515,
730
+ "eval_samples_per_second": 1.982,
731
+ "eval_steps_per_second": 0.258,
732
+ "step": 565
733
+ },
734
+ {
735
+ "epoch": 5.04,
736
+ "learning_rate": 3.698360655737705e-05,
737
+ "loss": 0.4243,
738
+ "step": 570
739
+ },
740
+ {
741
+ "epoch": 5.09,
742
+ "learning_rate": 3.681967213114754e-05,
743
+ "loss": 0.4674,
744
+ "step": 575
745
+ },
746
+ {
747
+ "epoch": 5.13,
748
+ "learning_rate": 3.6655737704918034e-05,
749
+ "loss": 0.3798,
750
+ "step": 580
751
+ },
752
+ {
753
+ "epoch": 5.18,
754
+ "learning_rate": 3.649180327868853e-05,
755
+ "loss": 0.4231,
756
+ "step": 585
757
+ },
758
+ {
759
+ "epoch": 5.22,
760
+ "learning_rate": 3.632786885245902e-05,
761
+ "loss": 0.4833,
762
+ "step": 590
763
+ },
764
+ {
765
+ "epoch": 5.27,
766
+ "learning_rate": 3.6163934426229514e-05,
767
+ "loss": 0.4593,
768
+ "step": 595
769
+ },
770
+ {
771
+ "epoch": 5.31,
772
+ "learning_rate": 3.6e-05,
773
+ "loss": 0.3642,
774
+ "step": 600
775
+ },
776
+ {
777
+ "epoch": 5.35,
778
+ "learning_rate": 3.5836065573770494e-05,
779
+ "loss": 0.4048,
780
+ "step": 605
781
+ },
782
+ {
783
+ "epoch": 5.4,
784
+ "learning_rate": 3.567213114754099e-05,
785
+ "loss": 0.4337,
786
+ "step": 610
787
+ },
788
+ {
789
+ "epoch": 5.44,
790
+ "learning_rate": 3.5508196721311475e-05,
791
+ "loss": 0.4397,
792
+ "step": 615
793
+ },
794
+ {
795
+ "epoch": 5.49,
796
+ "learning_rate": 3.534426229508197e-05,
797
+ "loss": 0.4867,
798
+ "step": 620
799
+ },
800
+ {
801
+ "epoch": 5.53,
802
+ "learning_rate": 3.518032786885246e-05,
803
+ "loss": 0.4846,
804
+ "step": 625
805
+ },
806
+ {
807
+ "epoch": 5.58,
808
+ "learning_rate": 3.5016393442622955e-05,
809
+ "loss": 0.3107,
810
+ "step": 630
811
+ },
812
+ {
813
+ "epoch": 5.62,
814
+ "learning_rate": 3.485245901639345e-05,
815
+ "loss": 0.7812,
816
+ "step": 635
817
+ },
818
+ {
819
+ "epoch": 5.66,
820
+ "learning_rate": 3.4688524590163935e-05,
821
+ "loss": 0.4539,
822
+ "step": 640
823
+ },
824
+ {
825
+ "epoch": 5.71,
826
+ "learning_rate": 3.452459016393443e-05,
827
+ "loss": 0.4216,
828
+ "step": 645
829
+ },
830
+ {
831
+ "epoch": 5.75,
832
+ "learning_rate": 3.436065573770492e-05,
833
+ "loss": 0.3055,
834
+ "step": 650
835
+ },
836
+ {
837
+ "epoch": 5.8,
838
+ "learning_rate": 3.419672131147541e-05,
839
+ "loss": 0.3906,
840
+ "step": 655
841
+ },
842
+ {
843
+ "epoch": 5.84,
844
+ "learning_rate": 3.40327868852459e-05,
845
+ "loss": 0.6282,
846
+ "step": 660
847
+ },
848
+ {
849
+ "epoch": 5.88,
850
+ "learning_rate": 3.386885245901639e-05,
851
+ "loss": 0.2292,
852
+ "step": 665
853
+ },
854
+ {
855
+ "epoch": 5.93,
856
+ "learning_rate": 3.370491803278689e-05,
857
+ "loss": 0.3428,
858
+ "step": 670
859
+ },
860
+ {
861
+ "epoch": 5.97,
862
+ "learning_rate": 3.354098360655738e-05,
863
+ "loss": 0.3608,
864
+ "step": 675
865
+ },
866
+ {
867
+ "epoch": 6.0,
868
+ "eval_accuracy": 0.79,
869
+ "eval_loss": 0.6113046407699585,
870
+ "eval_runtime": 50.2556,
871
+ "eval_samples_per_second": 1.99,
872
+ "eval_steps_per_second": 0.259,
873
+ "step": 678
874
+ },
875
+ {
876
+ "epoch": 6.02,
877
+ "learning_rate": 3.337704918032787e-05,
878
+ "loss": 0.3635,
879
+ "step": 680
880
+ },
881
+ {
882
+ "epoch": 6.06,
883
+ "learning_rate": 3.321311475409836e-05,
884
+ "loss": 0.1882,
885
+ "step": 685
886
+ },
887
+ {
888
+ "epoch": 6.11,
889
+ "learning_rate": 3.3049180327868857e-05,
890
+ "loss": 0.4137,
891
+ "step": 690
892
+ },
893
+ {
894
+ "epoch": 6.15,
895
+ "learning_rate": 3.288524590163934e-05,
896
+ "loss": 0.2933,
897
+ "step": 695
898
+ },
899
+ {
900
+ "epoch": 6.19,
901
+ "learning_rate": 3.272131147540984e-05,
902
+ "loss": 0.202,
903
+ "step": 700
904
+ },
905
+ {
906
+ "epoch": 6.24,
907
+ "learning_rate": 3.255737704918033e-05,
908
+ "loss": 0.3623,
909
+ "step": 705
910
+ },
911
+ {
912
+ "epoch": 6.28,
913
+ "learning_rate": 3.2393442622950824e-05,
914
+ "loss": 0.311,
915
+ "step": 710
916
+ },
917
+ {
918
+ "epoch": 6.33,
919
+ "learning_rate": 3.222950819672132e-05,
920
+ "loss": 0.2127,
921
+ "step": 715
922
+ },
923
+ {
924
+ "epoch": 6.37,
925
+ "learning_rate": 3.2065573770491804e-05,
926
+ "loss": 0.2864,
927
+ "step": 720
928
+ },
929
+ {
930
+ "epoch": 6.42,
931
+ "learning_rate": 3.19016393442623e-05,
932
+ "loss": 0.1896,
933
+ "step": 725
934
+ },
935
+ {
936
+ "epoch": 6.46,
937
+ "learning_rate": 3.173770491803279e-05,
938
+ "loss": 0.1759,
939
+ "step": 730
940
+ },
941
+ {
942
+ "epoch": 6.5,
943
+ "learning_rate": 3.157377049180328e-05,
944
+ "loss": 0.3858,
945
+ "step": 735
946
+ },
947
+ {
948
+ "epoch": 6.55,
949
+ "learning_rate": 3.140983606557377e-05,
950
+ "loss": 0.2935,
951
+ "step": 740
952
+ },
953
+ {
954
+ "epoch": 6.59,
955
+ "learning_rate": 3.1245901639344265e-05,
956
+ "loss": 0.2197,
957
+ "step": 745
958
+ },
959
+ {
960
+ "epoch": 6.64,
961
+ "learning_rate": 3.108196721311475e-05,
962
+ "loss": 0.1477,
963
+ "step": 750
964
+ },
965
+ {
966
+ "epoch": 6.68,
967
+ "learning_rate": 3.091803278688525e-05,
968
+ "loss": 0.2349,
969
+ "step": 755
970
+ },
971
+ {
972
+ "epoch": 6.73,
973
+ "learning_rate": 3.075409836065574e-05,
974
+ "loss": 0.1575,
975
+ "step": 760
976
+ },
977
+ {
978
+ "epoch": 6.77,
979
+ "learning_rate": 3.059016393442623e-05,
980
+ "loss": 0.2095,
981
+ "step": 765
982
+ },
983
+ {
984
+ "epoch": 6.81,
985
+ "learning_rate": 3.0426229508196725e-05,
986
+ "loss": 0.4247,
987
+ "step": 770
988
+ },
989
+ {
990
+ "epoch": 6.86,
991
+ "learning_rate": 3.0262295081967212e-05,
992
+ "loss": 0.157,
993
+ "step": 775
994
+ },
995
+ {
996
+ "epoch": 6.9,
997
+ "learning_rate": 3.0098360655737705e-05,
998
+ "loss": 0.227,
999
+ "step": 780
1000
+ },
1001
+ {
1002
+ "epoch": 6.95,
1003
+ "learning_rate": 2.99344262295082e-05,
1004
+ "loss": 0.3717,
1005
+ "step": 785
1006
+ },
1007
+ {
1008
+ "epoch": 6.99,
1009
+ "learning_rate": 2.977049180327869e-05,
1010
+ "loss": 0.337,
1011
+ "step": 790
1012
+ },
1013
+ {
1014
+ "epoch": 7.0,
1015
+ "eval_accuracy": 0.78,
1016
+ "eval_loss": 0.6033087372779846,
1017
+ "eval_runtime": 52.0282,
1018
+ "eval_samples_per_second": 1.922,
1019
+ "eval_steps_per_second": 0.25,
1020
+ "step": 791
1021
+ },
1022
+ {
1023
+ "epoch": 7.04,
1024
+ "learning_rate": 2.9606557377049182e-05,
1025
+ "loss": 0.0885,
1026
+ "step": 795
1027
+ },
1028
+ {
1029
+ "epoch": 7.08,
1030
+ "learning_rate": 2.9442622950819676e-05,
1031
+ "loss": 0.1907,
1032
+ "step": 800
1033
+ },
1034
+ {
1035
+ "epoch": 7.12,
1036
+ "learning_rate": 2.9278688524590166e-05,
1037
+ "loss": 0.2092,
1038
+ "step": 805
1039
+ },
1040
+ {
1041
+ "epoch": 7.17,
1042
+ "learning_rate": 2.911475409836066e-05,
1043
+ "loss": 0.1336,
1044
+ "step": 810
1045
+ },
1046
+ {
1047
+ "epoch": 7.21,
1048
+ "learning_rate": 2.8950819672131146e-05,
1049
+ "loss": 0.1856,
1050
+ "step": 815
1051
+ },
1052
+ {
1053
+ "epoch": 7.26,
1054
+ "learning_rate": 2.878688524590164e-05,
1055
+ "loss": 0.1758,
1056
+ "step": 820
1057
+ },
1058
+ {
1059
+ "epoch": 7.3,
1060
+ "learning_rate": 2.8622950819672133e-05,
1061
+ "loss": 0.149,
1062
+ "step": 825
1063
+ },
1064
+ {
1065
+ "epoch": 7.35,
1066
+ "learning_rate": 2.8459016393442623e-05,
1067
+ "loss": 0.1442,
1068
+ "step": 830
1069
+ },
1070
+ {
1071
+ "epoch": 7.39,
1072
+ "learning_rate": 2.8295081967213117e-05,
1073
+ "loss": 0.1448,
1074
+ "step": 835
1075
+ },
1076
+ {
1077
+ "epoch": 7.43,
1078
+ "learning_rate": 2.813114754098361e-05,
1079
+ "loss": 0.2652,
1080
+ "step": 840
1081
+ },
1082
+ {
1083
+ "epoch": 7.48,
1084
+ "learning_rate": 2.7967213114754097e-05,
1085
+ "loss": 0.4139,
1086
+ "step": 845
1087
+ },
1088
+ {
1089
+ "epoch": 7.52,
1090
+ "learning_rate": 2.7803278688524594e-05,
1091
+ "loss": 0.0817,
1092
+ "step": 850
1093
+ },
1094
+ {
1095
+ "epoch": 7.57,
1096
+ "learning_rate": 2.7639344262295087e-05,
1097
+ "loss": 0.1549,
1098
+ "step": 855
1099
+ },
1100
+ {
1101
+ "epoch": 7.61,
1102
+ "learning_rate": 2.7475409836065574e-05,
1103
+ "loss": 0.1141,
1104
+ "step": 860
1105
+ },
1106
+ {
1107
+ "epoch": 7.65,
1108
+ "learning_rate": 2.7311475409836067e-05,
1109
+ "loss": 0.1204,
1110
+ "step": 865
1111
+ },
1112
+ {
1113
+ "epoch": 7.7,
1114
+ "learning_rate": 2.7147540983606558e-05,
1115
+ "loss": 0.1596,
1116
+ "step": 870
1117
+ },
1118
+ {
1119
+ "epoch": 7.74,
1120
+ "learning_rate": 2.698360655737705e-05,
1121
+ "loss": 0.0851,
1122
+ "step": 875
1123
+ },
1124
+ {
1125
+ "epoch": 7.79,
1126
+ "learning_rate": 2.6819672131147545e-05,
1127
+ "loss": 0.1752,
1128
+ "step": 880
1129
+ },
1130
+ {
1131
+ "epoch": 7.83,
1132
+ "learning_rate": 2.665573770491803e-05,
1133
+ "loss": 0.1094,
1134
+ "step": 885
1135
+ },
1136
+ {
1137
+ "epoch": 7.88,
1138
+ "learning_rate": 2.6491803278688525e-05,
1139
+ "loss": 0.1941,
1140
+ "step": 890
1141
+ },
1142
+ {
1143
+ "epoch": 7.92,
1144
+ "learning_rate": 2.632786885245902e-05,
1145
+ "loss": 0.2557,
1146
+ "step": 895
1147
+ },
1148
+ {
1149
+ "epoch": 7.96,
1150
+ "learning_rate": 2.6163934426229508e-05,
1151
+ "loss": 0.0938,
1152
+ "step": 900
1153
+ },
1154
+ {
1155
+ "epoch": 8.0,
1156
+ "eval_accuracy": 0.82,
1157
+ "eval_loss": 0.556150496006012,
1158
+ "eval_runtime": 50.8416,
1159
+ "eval_samples_per_second": 1.967,
1160
+ "eval_steps_per_second": 0.256,
1161
+ "step": 904
1162
+ },
1163
+ {
1164
+ "epoch": 8.01,
1165
+ "learning_rate": 2.6000000000000002e-05,
1166
+ "loss": 0.2637,
1167
+ "step": 905
1168
+ },
1169
+ {
1170
+ "epoch": 8.05,
1171
+ "learning_rate": 2.5836065573770492e-05,
1172
+ "loss": 0.0664,
1173
+ "step": 910
1174
+ },
1175
+ {
1176
+ "epoch": 8.1,
1177
+ "learning_rate": 2.5672131147540985e-05,
1178
+ "loss": 0.1483,
1179
+ "step": 915
1180
+ },
1181
+ {
1182
+ "epoch": 8.14,
1183
+ "learning_rate": 2.550819672131148e-05,
1184
+ "loss": 0.0651,
1185
+ "step": 920
1186
+ },
1187
+ {
1188
+ "epoch": 8.19,
1189
+ "learning_rate": 2.5344262295081966e-05,
1190
+ "loss": 0.0547,
1191
+ "step": 925
1192
+ },
1193
+ {
1194
+ "epoch": 8.23,
1195
+ "learning_rate": 2.518032786885246e-05,
1196
+ "loss": 0.0552,
1197
+ "step": 930
1198
+ },
1199
+ {
1200
+ "epoch": 8.27,
1201
+ "learning_rate": 2.5016393442622953e-05,
1202
+ "loss": 0.0715,
1203
+ "step": 935
1204
+ },
1205
+ {
1206
+ "epoch": 8.32,
1207
+ "learning_rate": 2.4852459016393446e-05,
1208
+ "loss": 0.0463,
1209
+ "step": 940
1210
+ },
1211
+ {
1212
+ "epoch": 8.36,
1213
+ "learning_rate": 2.4688524590163936e-05,
1214
+ "loss": 0.1579,
1215
+ "step": 945
1216
+ },
1217
+ {
1218
+ "epoch": 8.41,
1219
+ "learning_rate": 2.4524590163934426e-05,
1220
+ "loss": 0.052,
1221
+ "step": 950
1222
+ },
1223
+ {
1224
+ "epoch": 8.45,
1225
+ "learning_rate": 2.436065573770492e-05,
1226
+ "loss": 0.1837,
1227
+ "step": 955
1228
+ },
1229
+ {
1230
+ "epoch": 8.5,
1231
+ "learning_rate": 2.4196721311475413e-05,
1232
+ "loss": 0.07,
1233
+ "step": 960
1234
+ },
1235
+ {
1236
+ "epoch": 8.54,
1237
+ "learning_rate": 2.4032786885245903e-05,
1238
+ "loss": 0.0413,
1239
+ "step": 965
1240
+ },
1241
+ {
1242
+ "epoch": 8.58,
1243
+ "learning_rate": 2.3868852459016393e-05,
1244
+ "loss": 0.0503,
1245
+ "step": 970
1246
+ },
1247
+ {
1248
+ "epoch": 8.63,
1249
+ "learning_rate": 2.3704918032786887e-05,
1250
+ "loss": 0.0333,
1251
+ "step": 975
1252
+ },
1253
+ {
1254
+ "epoch": 8.67,
1255
+ "learning_rate": 2.354098360655738e-05,
1256
+ "loss": 0.0715,
1257
+ "step": 980
1258
+ },
1259
+ {
1260
+ "epoch": 8.72,
1261
+ "learning_rate": 2.337704918032787e-05,
1262
+ "loss": 0.0583,
1263
+ "step": 985
1264
+ },
1265
+ {
1266
+ "epoch": 8.76,
1267
+ "learning_rate": 2.321311475409836e-05,
1268
+ "loss": 0.0556,
1269
+ "step": 990
1270
+ },
1271
+ {
1272
+ "epoch": 8.81,
1273
+ "learning_rate": 2.304918032786885e-05,
1274
+ "loss": 0.0808,
1275
+ "step": 995
1276
+ },
1277
+ {
1278
+ "epoch": 8.85,
1279
+ "learning_rate": 2.2885245901639347e-05,
1280
+ "loss": 0.0404,
1281
+ "step": 1000
1282
+ },
1283
+ {
1284
+ "epoch": 8.89,
1285
+ "learning_rate": 2.2721311475409838e-05,
1286
+ "loss": 0.061,
1287
+ "step": 1005
1288
+ },
1289
+ {
1290
+ "epoch": 8.94,
1291
+ "learning_rate": 2.2557377049180328e-05,
1292
+ "loss": 0.3254,
1293
+ "step": 1010
1294
+ },
1295
+ {
1296
+ "epoch": 8.98,
1297
+ "learning_rate": 2.239344262295082e-05,
1298
+ "loss": 0.2671,
1299
+ "step": 1015
1300
+ },
1301
+ {
1302
+ "epoch": 9.0,
1303
+ "eval_accuracy": 0.84,
1304
+ "eval_loss": 0.5826607346534729,
1305
+ "eval_runtime": 49.7452,
1306
+ "eval_samples_per_second": 2.01,
1307
+ "eval_steps_per_second": 0.261,
1308
+ "step": 1017
1309
+ },
1310
+ {
1311
+ "epoch": 9.03,
1312
+ "learning_rate": 2.2229508196721315e-05,
1313
+ "loss": 0.0398,
1314
+ "step": 1020
1315
+ },
1316
+ {
1317
+ "epoch": 9.07,
1318
+ "learning_rate": 2.2065573770491805e-05,
1319
+ "loss": 0.0925,
1320
+ "step": 1025
1321
+ },
1322
+ {
1323
+ "epoch": 9.12,
1324
+ "learning_rate": 2.1901639344262295e-05,
1325
+ "loss": 0.0316,
1326
+ "step": 1030
1327
+ },
1328
+ {
1329
+ "epoch": 9.16,
1330
+ "learning_rate": 2.173770491803279e-05,
1331
+ "loss": 0.0225,
1332
+ "step": 1035
1333
+ },
1334
+ {
1335
+ "epoch": 9.2,
1336
+ "learning_rate": 2.1573770491803282e-05,
1337
+ "loss": 0.0362,
1338
+ "step": 1040
1339
+ },
1340
+ {
1341
+ "epoch": 9.25,
1342
+ "learning_rate": 2.1409836065573772e-05,
1343
+ "loss": 0.0878,
1344
+ "step": 1045
1345
+ },
1346
+ {
1347
+ "epoch": 9.29,
1348
+ "learning_rate": 2.1245901639344262e-05,
1349
+ "loss": 0.0452,
1350
+ "step": 1050
1351
+ },
1352
+ {
1353
+ "epoch": 9.34,
1354
+ "learning_rate": 2.1081967213114755e-05,
1355
+ "loss": 0.1125,
1356
+ "step": 1055
1357
+ },
1358
+ {
1359
+ "epoch": 9.38,
1360
+ "learning_rate": 2.0918032786885246e-05,
1361
+ "loss": 0.0282,
1362
+ "step": 1060
1363
+ },
1364
+ {
1365
+ "epoch": 9.42,
1366
+ "learning_rate": 2.075409836065574e-05,
1367
+ "loss": 0.0223,
1368
+ "step": 1065
1369
+ },
1370
+ {
1371
+ "epoch": 9.47,
1372
+ "learning_rate": 2.059016393442623e-05,
1373
+ "loss": 0.0271,
1374
+ "step": 1070
1375
+ },
1376
+ {
1377
+ "epoch": 9.51,
1378
+ "learning_rate": 2.0426229508196723e-05,
1379
+ "loss": 0.024,
1380
+ "step": 1075
1381
+ },
1382
+ {
1383
+ "epoch": 9.56,
1384
+ "learning_rate": 2.0262295081967213e-05,
1385
+ "loss": 0.0235,
1386
+ "step": 1080
1387
+ },
1388
+ {
1389
+ "epoch": 9.6,
1390
+ "learning_rate": 2.0098360655737706e-05,
1391
+ "loss": 0.0212,
1392
+ "step": 1085
1393
+ },
1394
+ {
1395
+ "epoch": 9.65,
1396
+ "learning_rate": 1.99344262295082e-05,
1397
+ "loss": 0.0465,
1398
+ "step": 1090
1399
+ },
1400
+ {
1401
+ "epoch": 9.69,
1402
+ "learning_rate": 1.977049180327869e-05,
1403
+ "loss": 0.1842,
1404
+ "step": 1095
1405
+ },
1406
+ {
1407
+ "epoch": 9.73,
1408
+ "learning_rate": 1.960655737704918e-05,
1409
+ "loss": 0.0209,
1410
+ "step": 1100
1411
+ },
1412
+ {
1413
+ "epoch": 9.78,
1414
+ "learning_rate": 1.9442622950819673e-05,
1415
+ "loss": 0.1109,
1416
+ "step": 1105
1417
+ },
1418
+ {
1419
+ "epoch": 9.82,
1420
+ "learning_rate": 1.9278688524590167e-05,
1421
+ "loss": 0.1335,
1422
+ "step": 1110
1423
+ },
1424
+ {
1425
+ "epoch": 9.87,
1426
+ "learning_rate": 1.9114754098360657e-05,
1427
+ "loss": 0.0201,
1428
+ "step": 1115
1429
+ },
1430
+ {
1431
+ "epoch": 9.91,
1432
+ "learning_rate": 1.8950819672131147e-05,
1433
+ "loss": 0.0212,
1434
+ "step": 1120
1435
+ },
1436
+ {
1437
+ "epoch": 9.96,
1438
+ "learning_rate": 1.878688524590164e-05,
1439
+ "loss": 0.0279,
1440
+ "step": 1125
1441
+ },
1442
+ {
1443
+ "epoch": 10.0,
1444
+ "learning_rate": 1.8622950819672134e-05,
1445
+ "loss": 0.1092,
1446
+ "step": 1130
1447
+ },
1448
+ {
1449
+ "epoch": 10.0,
1450
+ "eval_accuracy": 0.84,
1451
+ "eval_loss": 0.7578964233398438,
1452
+ "eval_runtime": 51.7499,
1453
+ "eval_samples_per_second": 1.932,
1454
+ "eval_steps_per_second": 0.251,
1455
+ "step": 1130
1456
+ },
1457
+ {
1458
+ "epoch": 10.04,
1459
+ "learning_rate": 1.8459016393442624e-05,
1460
+ "loss": 0.0647,
1461
+ "step": 1135
1462
+ },
1463
+ {
1464
+ "epoch": 10.09,
1465
+ "learning_rate": 1.8295081967213114e-05,
1466
+ "loss": 0.0145,
1467
+ "step": 1140
1468
+ },
1469
+ {
1470
+ "epoch": 10.13,
1471
+ "learning_rate": 1.8131147540983608e-05,
1472
+ "loss": 0.0566,
1473
+ "step": 1145
1474
+ },
1475
+ {
1476
+ "epoch": 10.18,
1477
+ "learning_rate": 1.79672131147541e-05,
1478
+ "loss": 0.0185,
1479
+ "step": 1150
1480
+ },
1481
+ {
1482
+ "epoch": 10.22,
1483
+ "learning_rate": 1.780327868852459e-05,
1484
+ "loss": 0.0211,
1485
+ "step": 1155
1486
+ },
1487
+ {
1488
+ "epoch": 10.27,
1489
+ "learning_rate": 1.763934426229508e-05,
1490
+ "loss": 0.0529,
1491
+ "step": 1160
1492
+ },
1493
+ {
1494
+ "epoch": 10.31,
1495
+ "learning_rate": 1.7475409836065575e-05,
1496
+ "loss": 0.041,
1497
+ "step": 1165
1498
+ },
1499
+ {
1500
+ "epoch": 10.35,
1501
+ "learning_rate": 1.731147540983607e-05,
1502
+ "loss": 0.021,
1503
+ "step": 1170
1504
+ },
1505
+ {
1506
+ "epoch": 10.4,
1507
+ "learning_rate": 1.714754098360656e-05,
1508
+ "loss": 0.0483,
1509
+ "step": 1175
1510
+ },
1511
+ {
1512
+ "epoch": 10.44,
1513
+ "learning_rate": 1.698360655737705e-05,
1514
+ "loss": 0.0202,
1515
+ "step": 1180
1516
+ },
1517
+ {
1518
+ "epoch": 10.49,
1519
+ "learning_rate": 1.6819672131147542e-05,
1520
+ "loss": 0.0166,
1521
+ "step": 1185
1522
+ },
1523
+ {
1524
+ "epoch": 10.53,
1525
+ "learning_rate": 1.6655737704918036e-05,
1526
+ "loss": 0.0155,
1527
+ "step": 1190
1528
+ },
1529
+ {
1530
+ "epoch": 10.58,
1531
+ "learning_rate": 1.6491803278688526e-05,
1532
+ "loss": 0.017,
1533
+ "step": 1195
1534
+ },
1535
+ {
1536
+ "epoch": 10.62,
1537
+ "learning_rate": 1.6327868852459016e-05,
1538
+ "loss": 0.0142,
1539
+ "step": 1200
1540
+ },
1541
+ {
1542
+ "epoch": 10.66,
1543
+ "learning_rate": 1.616393442622951e-05,
1544
+ "loss": 0.0422,
1545
+ "step": 1205
1546
+ },
1547
+ {
1548
+ "epoch": 10.71,
1549
+ "learning_rate": 1.6000000000000003e-05,
1550
+ "loss": 0.0133,
1551
+ "step": 1210
1552
+ },
1553
+ {
1554
+ "epoch": 10.75,
1555
+ "learning_rate": 1.5836065573770493e-05,
1556
+ "loss": 0.0128,
1557
+ "step": 1215
1558
+ },
1559
+ {
1560
+ "epoch": 10.8,
1561
+ "learning_rate": 1.5672131147540983e-05,
1562
+ "loss": 0.0129,
1563
+ "step": 1220
1564
+ },
1565
+ {
1566
+ "epoch": 10.84,
1567
+ "learning_rate": 1.5508196721311476e-05,
1568
+ "loss": 0.0454,
1569
+ "step": 1225
1570
+ },
1571
+ {
1572
+ "epoch": 10.88,
1573
+ "learning_rate": 1.5344262295081966e-05,
1574
+ "loss": 0.0122,
1575
+ "step": 1230
1576
+ },
1577
+ {
1578
+ "epoch": 10.93,
1579
+ "learning_rate": 1.518032786885246e-05,
1580
+ "loss": 0.0375,
1581
+ "step": 1235
1582
+ },
1583
+ {
1584
+ "epoch": 10.97,
1585
+ "learning_rate": 1.501639344262295e-05,
1586
+ "loss": 0.0127,
1587
+ "step": 1240
1588
+ },
1589
+ {
1590
+ "epoch": 11.0,
1591
+ "eval_accuracy": 0.86,
1592
+ "eval_loss": 0.7266592383384705,
1593
+ "eval_runtime": 50.7073,
1594
+ "eval_samples_per_second": 1.972,
1595
+ "eval_steps_per_second": 0.256,
1596
+ "step": 1243
1597
+ }
1598
+ ],
1599
+ "logging_steps": 5,
1600
+ "max_steps": 1695,
1601
+ "num_train_epochs": 15,
1602
+ "save_steps": 500,
1603
+ "total_flos": 6.7473871020864e+17,
1604
+ "trial_name": null,
1605
+ "trial_params": null
1606
+ }