BilalMuftuoglu commited on
Commit
5ac5a3c
1 Parent(s): 60f459f

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.7746478873239436
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.6081
36
- - Accuracy: 0.7746
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.8732394366197183
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.4832
36
+ - Accuracy: 0.8732
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 92.3076923076923,
3
+ "eval_accuracy": 0.8732394366197183,
4
+ "eval_loss": 0.48321232199668884,
5
+ "eval_runtime": 1.0328,
6
+ "eval_samples_per_second": 68.746,
7
+ "eval_steps_per_second": 2.905,
8
+ "total_flos": 2.8402872494292173e+18,
9
+ "train_loss": 0.24676756938298544,
10
+ "train_runtime": 1640.323,
11
+ "train_samples_per_second": 24.203,
12
+ "train_steps_per_second": 0.183
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 92.3076923076923,
3
+ "eval_accuracy": 0.8732394366197183,
4
+ "eval_loss": 0.48321232199668884,
5
+ "eval_runtime": 1.0328,
6
+ "eval_samples_per_second": 68.746,
7
+ "eval_steps_per_second": 2.905
8
+ }
runs/May21_23-28-10_804716d6a90a/events.out.tfevents.1716335748.804716d6a90a.958.17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c0cdacebc1878e4e3da679534deb9cf72be08b1239896f5576e9ab95a476ee
3
+ size 411
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 92.3076923076923,
3
+ "total_flos": 2.8402872494292173e+18,
4
+ "train_loss": 0.24676756938298544,
5
+ "train_runtime": 1640.323,
6
+ "train_samples_per_second": 24.203,
7
+ "train_steps_per_second": 0.183
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1098 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.8732394366197183,
3
+ "best_model_checkpoint": "deit-base-distilled-patch16-224-65-fold4/checkpoint-188",
4
+ "epoch": 92.3076923076923,
5
+ "eval_steps": 500,
6
+ "global_step": 300,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.9230769230769231,
13
+ "eval_accuracy": 0.5492957746478874,
14
+ "eval_loss": 0.7218557596206665,
15
+ "eval_runtime": 0.9745,
16
+ "eval_samples_per_second": 72.855,
17
+ "eval_steps_per_second": 3.078,
18
+ "step": 3
19
+ },
20
+ {
21
+ "epoch": 1.8461538461538463,
22
+ "eval_accuracy": 0.5492957746478874,
23
+ "eval_loss": 0.686266303062439,
24
+ "eval_runtime": 0.9669,
25
+ "eval_samples_per_second": 73.432,
26
+ "eval_steps_per_second": 3.103,
27
+ "step": 6
28
+ },
29
+ {
30
+ "epoch": 2.769230769230769,
31
+ "eval_accuracy": 0.5492957746478874,
32
+ "eval_loss": 0.6578378081321716,
33
+ "eval_runtime": 0.9657,
34
+ "eval_samples_per_second": 73.525,
35
+ "eval_steps_per_second": 3.107,
36
+ "step": 9
37
+ },
38
+ {
39
+ "epoch": 3.076923076923077,
40
+ "grad_norm": 3.424938678741455,
41
+ "learning_rate": 1.6666666666666667e-05,
42
+ "loss": 0.6825,
43
+ "step": 10
44
+ },
45
+ {
46
+ "epoch": 4.0,
47
+ "eval_accuracy": 0.6338028169014085,
48
+ "eval_loss": 0.6292961239814758,
49
+ "eval_runtime": 0.9785,
50
+ "eval_samples_per_second": 72.558,
51
+ "eval_steps_per_second": 3.066,
52
+ "step": 13
53
+ },
54
+ {
55
+ "epoch": 4.923076923076923,
56
+ "eval_accuracy": 0.676056338028169,
57
+ "eval_loss": 0.6186050176620483,
58
+ "eval_runtime": 0.987,
59
+ "eval_samples_per_second": 71.936,
60
+ "eval_steps_per_second": 3.04,
61
+ "step": 16
62
+ },
63
+ {
64
+ "epoch": 5.846153846153846,
65
+ "eval_accuracy": 0.704225352112676,
66
+ "eval_loss": 0.6135374903678894,
67
+ "eval_runtime": 1.0113,
68
+ "eval_samples_per_second": 70.204,
69
+ "eval_steps_per_second": 2.966,
70
+ "step": 19
71
+ },
72
+ {
73
+ "epoch": 6.153846153846154,
74
+ "grad_norm": 4.245552062988281,
75
+ "learning_rate": 3.3333333333333335e-05,
76
+ "loss": 0.6206,
77
+ "step": 20
78
+ },
79
+ {
80
+ "epoch": 6.769230769230769,
81
+ "eval_accuracy": 0.647887323943662,
82
+ "eval_loss": 0.6162843704223633,
83
+ "eval_runtime": 0.9805,
84
+ "eval_samples_per_second": 72.413,
85
+ "eval_steps_per_second": 3.06,
86
+ "step": 22
87
+ },
88
+ {
89
+ "epoch": 8.0,
90
+ "eval_accuracy": 0.647887323943662,
91
+ "eval_loss": 0.6350468397140503,
92
+ "eval_runtime": 0.9932,
93
+ "eval_samples_per_second": 71.487,
94
+ "eval_steps_per_second": 3.021,
95
+ "step": 26
96
+ },
97
+ {
98
+ "epoch": 8.923076923076923,
99
+ "eval_accuracy": 0.6901408450704225,
100
+ "eval_loss": 0.6078002452850342,
101
+ "eval_runtime": 0.9899,
102
+ "eval_samples_per_second": 71.723,
103
+ "eval_steps_per_second": 3.031,
104
+ "step": 29
105
+ },
106
+ {
107
+ "epoch": 9.23076923076923,
108
+ "grad_norm": 3.0329267978668213,
109
+ "learning_rate": 5e-05,
110
+ "loss": 0.5728,
111
+ "step": 30
112
+ },
113
+ {
114
+ "epoch": 9.846153846153847,
115
+ "eval_accuracy": 0.676056338028169,
116
+ "eval_loss": 0.6872609257698059,
117
+ "eval_runtime": 0.9874,
118
+ "eval_samples_per_second": 71.907,
119
+ "eval_steps_per_second": 3.038,
120
+ "step": 32
121
+ },
122
+ {
123
+ "epoch": 10.76923076923077,
124
+ "eval_accuracy": 0.676056338028169,
125
+ "eval_loss": 0.6771360635757446,
126
+ "eval_runtime": 0.984,
127
+ "eval_samples_per_second": 72.152,
128
+ "eval_steps_per_second": 3.049,
129
+ "step": 35
130
+ },
131
+ {
132
+ "epoch": 12.0,
133
+ "eval_accuracy": 0.6619718309859155,
134
+ "eval_loss": 0.5912012457847595,
135
+ "eval_runtime": 0.9919,
136
+ "eval_samples_per_second": 71.581,
137
+ "eval_steps_per_second": 3.025,
138
+ "step": 39
139
+ },
140
+ {
141
+ "epoch": 12.307692307692308,
142
+ "grad_norm": 5.794826030731201,
143
+ "learning_rate": 4.814814814814815e-05,
144
+ "loss": 0.5329,
145
+ "step": 40
146
+ },
147
+ {
148
+ "epoch": 12.923076923076923,
149
+ "eval_accuracy": 0.7464788732394366,
150
+ "eval_loss": 0.5523556470870972,
151
+ "eval_runtime": 0.9889,
152
+ "eval_samples_per_second": 71.799,
153
+ "eval_steps_per_second": 3.034,
154
+ "step": 42
155
+ },
156
+ {
157
+ "epoch": 13.846153846153847,
158
+ "eval_accuracy": 0.7183098591549296,
159
+ "eval_loss": 0.5922580361366272,
160
+ "eval_runtime": 0.9948,
161
+ "eval_samples_per_second": 71.37,
162
+ "eval_steps_per_second": 3.016,
163
+ "step": 45
164
+ },
165
+ {
166
+ "epoch": 14.76923076923077,
167
+ "eval_accuracy": 0.676056338028169,
168
+ "eval_loss": 0.6649972200393677,
169
+ "eval_runtime": 0.9954,
170
+ "eval_samples_per_second": 71.326,
171
+ "eval_steps_per_second": 3.014,
172
+ "step": 48
173
+ },
174
+ {
175
+ "epoch": 15.384615384615385,
176
+ "grad_norm": 4.871856689453125,
177
+ "learning_rate": 4.62962962962963e-05,
178
+ "loss": 0.4279,
179
+ "step": 50
180
+ },
181
+ {
182
+ "epoch": 16.0,
183
+ "eval_accuracy": 0.7746478873239436,
184
+ "eval_loss": 0.5182512402534485,
185
+ "eval_runtime": 0.9953,
186
+ "eval_samples_per_second": 71.338,
187
+ "eval_steps_per_second": 3.014,
188
+ "step": 52
189
+ },
190
+ {
191
+ "epoch": 16.923076923076923,
192
+ "eval_accuracy": 0.7887323943661971,
193
+ "eval_loss": 0.4760647714138031,
194
+ "eval_runtime": 0.9935,
195
+ "eval_samples_per_second": 71.467,
196
+ "eval_steps_per_second": 3.02,
197
+ "step": 55
198
+ },
199
+ {
200
+ "epoch": 17.846153846153847,
201
+ "eval_accuracy": 0.7183098591549296,
202
+ "eval_loss": 0.558963418006897,
203
+ "eval_runtime": 0.9911,
204
+ "eval_samples_per_second": 71.637,
205
+ "eval_steps_per_second": 3.027,
206
+ "step": 58
207
+ },
208
+ {
209
+ "epoch": 18.46153846153846,
210
+ "grad_norm": 4.168473243713379,
211
+ "learning_rate": 4.4444444444444447e-05,
212
+ "loss": 0.4055,
213
+ "step": 60
214
+ },
215
+ {
216
+ "epoch": 18.76923076923077,
217
+ "eval_accuracy": 0.7464788732394366,
218
+ "eval_loss": 0.5320470333099365,
219
+ "eval_runtime": 1.0156,
220
+ "eval_samples_per_second": 69.91,
221
+ "eval_steps_per_second": 2.954,
222
+ "step": 61
223
+ },
224
+ {
225
+ "epoch": 20.0,
226
+ "eval_accuracy": 0.7183098591549296,
227
+ "eval_loss": 0.6604605913162231,
228
+ "eval_runtime": 0.9924,
229
+ "eval_samples_per_second": 71.546,
230
+ "eval_steps_per_second": 3.023,
231
+ "step": 65
232
+ },
233
+ {
234
+ "epoch": 20.923076923076923,
235
+ "eval_accuracy": 0.7464788732394366,
236
+ "eval_loss": 0.5820997357368469,
237
+ "eval_runtime": 0.9824,
238
+ "eval_samples_per_second": 72.271,
239
+ "eval_steps_per_second": 3.054,
240
+ "step": 68
241
+ },
242
+ {
243
+ "epoch": 21.53846153846154,
244
+ "grad_norm": 5.980050086975098,
245
+ "learning_rate": 4.259259259259259e-05,
246
+ "loss": 0.3478,
247
+ "step": 70
248
+ },
249
+ {
250
+ "epoch": 21.846153846153847,
251
+ "eval_accuracy": 0.7464788732394366,
252
+ "eval_loss": 0.5588834881782532,
253
+ "eval_runtime": 0.9895,
254
+ "eval_samples_per_second": 71.75,
255
+ "eval_steps_per_second": 3.032,
256
+ "step": 71
257
+ },
258
+ {
259
+ "epoch": 22.76923076923077,
260
+ "eval_accuracy": 0.7464788732394366,
261
+ "eval_loss": 0.6247106194496155,
262
+ "eval_runtime": 0.9919,
263
+ "eval_samples_per_second": 71.578,
264
+ "eval_steps_per_second": 3.024,
265
+ "step": 74
266
+ },
267
+ {
268
+ "epoch": 24.0,
269
+ "eval_accuracy": 0.6619718309859155,
270
+ "eval_loss": 0.7006160020828247,
271
+ "eval_runtime": 1.0036,
272
+ "eval_samples_per_second": 70.747,
273
+ "eval_steps_per_second": 2.989,
274
+ "step": 78
275
+ },
276
+ {
277
+ "epoch": 24.615384615384617,
278
+ "grad_norm": 3.0665063858032227,
279
+ "learning_rate": 4.074074074074074e-05,
280
+ "loss": 0.3769,
281
+ "step": 80
282
+ },
283
+ {
284
+ "epoch": 24.923076923076923,
285
+ "eval_accuracy": 0.7183098591549296,
286
+ "eval_loss": 0.7575426697731018,
287
+ "eval_runtime": 0.9915,
288
+ "eval_samples_per_second": 71.611,
289
+ "eval_steps_per_second": 3.026,
290
+ "step": 81
291
+ },
292
+ {
293
+ "epoch": 25.846153846153847,
294
+ "eval_accuracy": 0.7746478873239436,
295
+ "eval_loss": 0.5367358922958374,
296
+ "eval_runtime": 0.991,
297
+ "eval_samples_per_second": 71.646,
298
+ "eval_steps_per_second": 3.027,
299
+ "step": 84
300
+ },
301
+ {
302
+ "epoch": 26.76923076923077,
303
+ "eval_accuracy": 0.7746478873239436,
304
+ "eval_loss": 0.533458948135376,
305
+ "eval_runtime": 0.9946,
306
+ "eval_samples_per_second": 71.388,
307
+ "eval_steps_per_second": 3.016,
308
+ "step": 87
309
+ },
310
+ {
311
+ "epoch": 27.692307692307693,
312
+ "grad_norm": 5.900879859924316,
313
+ "learning_rate": 3.888888888888889e-05,
314
+ "loss": 0.2957,
315
+ "step": 90
316
+ },
317
+ {
318
+ "epoch": 28.0,
319
+ "eval_accuracy": 0.7605633802816901,
320
+ "eval_loss": 0.5913785696029663,
321
+ "eval_runtime": 1.0059,
322
+ "eval_samples_per_second": 70.582,
323
+ "eval_steps_per_second": 2.982,
324
+ "step": 91
325
+ },
326
+ {
327
+ "epoch": 28.923076923076923,
328
+ "eval_accuracy": 0.7464788732394366,
329
+ "eval_loss": 0.6780489683151245,
330
+ "eval_runtime": 0.9943,
331
+ "eval_samples_per_second": 71.404,
332
+ "eval_steps_per_second": 3.017,
333
+ "step": 94
334
+ },
335
+ {
336
+ "epoch": 29.846153846153847,
337
+ "eval_accuracy": 0.7746478873239436,
338
+ "eval_loss": 0.534493625164032,
339
+ "eval_runtime": 0.9982,
340
+ "eval_samples_per_second": 71.129,
341
+ "eval_steps_per_second": 3.005,
342
+ "step": 97
343
+ },
344
+ {
345
+ "epoch": 30.76923076923077,
346
+ "grad_norm": 3.5530407428741455,
347
+ "learning_rate": 3.7037037037037037e-05,
348
+ "loss": 0.2463,
349
+ "step": 100
350
+ },
351
+ {
352
+ "epoch": 30.76923076923077,
353
+ "eval_accuracy": 0.7605633802816901,
354
+ "eval_loss": 0.613211989402771,
355
+ "eval_runtime": 0.9924,
356
+ "eval_samples_per_second": 71.54,
357
+ "eval_steps_per_second": 3.023,
358
+ "step": 100
359
+ },
360
+ {
361
+ "epoch": 32.0,
362
+ "eval_accuracy": 0.7887323943661971,
363
+ "eval_loss": 0.5757858157157898,
364
+ "eval_runtime": 0.9882,
365
+ "eval_samples_per_second": 71.845,
366
+ "eval_steps_per_second": 3.036,
367
+ "step": 104
368
+ },
369
+ {
370
+ "epoch": 32.92307692307692,
371
+ "eval_accuracy": 0.7323943661971831,
372
+ "eval_loss": 0.7235603332519531,
373
+ "eval_runtime": 0.9977,
374
+ "eval_samples_per_second": 71.165,
375
+ "eval_steps_per_second": 3.007,
376
+ "step": 107
377
+ },
378
+ {
379
+ "epoch": 33.84615384615385,
380
+ "grad_norm": 4.502363204956055,
381
+ "learning_rate": 3.518518518518519e-05,
382
+ "loss": 0.2323,
383
+ "step": 110
384
+ },
385
+ {
386
+ "epoch": 33.84615384615385,
387
+ "eval_accuracy": 0.8169014084507042,
388
+ "eval_loss": 0.5247332453727722,
389
+ "eval_runtime": 1.0185,
390
+ "eval_samples_per_second": 69.714,
391
+ "eval_steps_per_second": 2.946,
392
+ "step": 110
393
+ },
394
+ {
395
+ "epoch": 34.76923076923077,
396
+ "eval_accuracy": 0.7183098591549296,
397
+ "eval_loss": 0.6018014550209045,
398
+ "eval_runtime": 0.994,
399
+ "eval_samples_per_second": 71.429,
400
+ "eval_steps_per_second": 3.018,
401
+ "step": 113
402
+ },
403
+ {
404
+ "epoch": 36.0,
405
+ "eval_accuracy": 0.8028169014084507,
406
+ "eval_loss": 0.5366302728652954,
407
+ "eval_runtime": 0.9895,
408
+ "eval_samples_per_second": 71.751,
409
+ "eval_steps_per_second": 3.032,
410
+ "step": 117
411
+ },
412
+ {
413
+ "epoch": 36.92307692307692,
414
+ "grad_norm": 1.8001881837844849,
415
+ "learning_rate": 3.3333333333333335e-05,
416
+ "loss": 0.1921,
417
+ "step": 120
418
+ },
419
+ {
420
+ "epoch": 36.92307692307692,
421
+ "eval_accuracy": 0.7464788732394366,
422
+ "eval_loss": 0.6314247846603394,
423
+ "eval_runtime": 0.9859,
424
+ "eval_samples_per_second": 72.013,
425
+ "eval_steps_per_second": 3.043,
426
+ "step": 120
427
+ },
428
+ {
429
+ "epoch": 37.84615384615385,
430
+ "eval_accuracy": 0.7746478873239436,
431
+ "eval_loss": 0.5763274431228638,
432
+ "eval_runtime": 0.9986,
433
+ "eval_samples_per_second": 71.096,
434
+ "eval_steps_per_second": 3.004,
435
+ "step": 123
436
+ },
437
+ {
438
+ "epoch": 38.76923076923077,
439
+ "eval_accuracy": 0.8028169014084507,
440
+ "eval_loss": 0.5573564171791077,
441
+ "eval_runtime": 0.9999,
442
+ "eval_samples_per_second": 71.009,
443
+ "eval_steps_per_second": 3.0,
444
+ "step": 126
445
+ },
446
+ {
447
+ "epoch": 40.0,
448
+ "grad_norm": 2.9866695404052734,
449
+ "learning_rate": 3.148148148148148e-05,
450
+ "loss": 0.1686,
451
+ "step": 130
452
+ },
453
+ {
454
+ "epoch": 40.0,
455
+ "eval_accuracy": 0.7887323943661971,
456
+ "eval_loss": 0.6260572075843811,
457
+ "eval_runtime": 1.0023,
458
+ "eval_samples_per_second": 70.835,
459
+ "eval_steps_per_second": 2.993,
460
+ "step": 130
461
+ },
462
+ {
463
+ "epoch": 40.92307692307692,
464
+ "eval_accuracy": 0.7887323943661971,
465
+ "eval_loss": 0.6524580121040344,
466
+ "eval_runtime": 0.9907,
467
+ "eval_samples_per_second": 71.669,
468
+ "eval_steps_per_second": 3.028,
469
+ "step": 133
470
+ },
471
+ {
472
+ "epoch": 41.84615384615385,
473
+ "eval_accuracy": 0.8169014084507042,
474
+ "eval_loss": 0.5726364254951477,
475
+ "eval_runtime": 0.9944,
476
+ "eval_samples_per_second": 71.399,
477
+ "eval_steps_per_second": 3.017,
478
+ "step": 136
479
+ },
480
+ {
481
+ "epoch": 42.76923076923077,
482
+ "eval_accuracy": 0.704225352112676,
483
+ "eval_loss": 0.8199837803840637,
484
+ "eval_runtime": 0.9956,
485
+ "eval_samples_per_second": 71.317,
486
+ "eval_steps_per_second": 3.013,
487
+ "step": 139
488
+ },
489
+ {
490
+ "epoch": 43.07692307692308,
491
+ "grad_norm": 8.961894035339355,
492
+ "learning_rate": 2.962962962962963e-05,
493
+ "loss": 0.2073,
494
+ "step": 140
495
+ },
496
+ {
497
+ "epoch": 44.0,
498
+ "eval_accuracy": 0.7887323943661971,
499
+ "eval_loss": 0.4798416793346405,
500
+ "eval_runtime": 0.9976,
501
+ "eval_samples_per_second": 71.172,
502
+ "eval_steps_per_second": 3.007,
503
+ "step": 143
504
+ },
505
+ {
506
+ "epoch": 44.92307692307692,
507
+ "eval_accuracy": 0.7887323943661971,
508
+ "eval_loss": 0.5341726541519165,
509
+ "eval_runtime": 0.9976,
510
+ "eval_samples_per_second": 71.169,
511
+ "eval_steps_per_second": 3.007,
512
+ "step": 146
513
+ },
514
+ {
515
+ "epoch": 45.84615384615385,
516
+ "eval_accuracy": 0.7887323943661971,
517
+ "eval_loss": 0.48342809081077576,
518
+ "eval_runtime": 0.9955,
519
+ "eval_samples_per_second": 71.324,
520
+ "eval_steps_per_second": 3.014,
521
+ "step": 149
522
+ },
523
+ {
524
+ "epoch": 46.15384615384615,
525
+ "grad_norm": 6.036099433898926,
526
+ "learning_rate": 2.777777777777778e-05,
527
+ "loss": 0.1702,
528
+ "step": 150
529
+ },
530
+ {
531
+ "epoch": 46.76923076923077,
532
+ "eval_accuracy": 0.7464788732394366,
533
+ "eval_loss": 0.6100845336914062,
534
+ "eval_runtime": 1.0014,
535
+ "eval_samples_per_second": 70.903,
536
+ "eval_steps_per_second": 2.996,
537
+ "step": 152
538
+ },
539
+ {
540
+ "epoch": 48.0,
541
+ "eval_accuracy": 0.8169014084507042,
542
+ "eval_loss": 0.47786733508110046,
543
+ "eval_runtime": 0.9939,
544
+ "eval_samples_per_second": 71.433,
545
+ "eval_steps_per_second": 3.018,
546
+ "step": 156
547
+ },
548
+ {
549
+ "epoch": 48.92307692307692,
550
+ "eval_accuracy": 0.7887323943661971,
551
+ "eval_loss": 0.5047819018363953,
552
+ "eval_runtime": 0.9956,
553
+ "eval_samples_per_second": 71.313,
554
+ "eval_steps_per_second": 3.013,
555
+ "step": 159
556
+ },
557
+ {
558
+ "epoch": 49.23076923076923,
559
+ "grad_norm": 3.7059566974639893,
560
+ "learning_rate": 2.5925925925925925e-05,
561
+ "loss": 0.153,
562
+ "step": 160
563
+ },
564
+ {
565
+ "epoch": 49.84615384615385,
566
+ "eval_accuracy": 0.7464788732394366,
567
+ "eval_loss": 0.6297626495361328,
568
+ "eval_runtime": 0.9916,
569
+ "eval_samples_per_second": 71.6,
570
+ "eval_steps_per_second": 3.025,
571
+ "step": 162
572
+ },
573
+ {
574
+ "epoch": 50.76923076923077,
575
+ "eval_accuracy": 0.7605633802816901,
576
+ "eval_loss": 0.5995147824287415,
577
+ "eval_runtime": 0.9924,
578
+ "eval_samples_per_second": 71.541,
579
+ "eval_steps_per_second": 3.023,
580
+ "step": 165
581
+ },
582
+ {
583
+ "epoch": 52.0,
584
+ "eval_accuracy": 0.704225352112676,
585
+ "eval_loss": 0.6475109457969666,
586
+ "eval_runtime": 0.9899,
587
+ "eval_samples_per_second": 71.724,
588
+ "eval_steps_per_second": 3.031,
589
+ "step": 169
590
+ },
591
+ {
592
+ "epoch": 52.30769230769231,
593
+ "grad_norm": 2.797576427459717,
594
+ "learning_rate": 2.4074074074074074e-05,
595
+ "loss": 0.1508,
596
+ "step": 170
597
+ },
598
+ {
599
+ "epoch": 52.92307692307692,
600
+ "eval_accuracy": 0.8028169014084507,
601
+ "eval_loss": 0.48875874280929565,
602
+ "eval_runtime": 1.0078,
603
+ "eval_samples_per_second": 70.449,
604
+ "eval_steps_per_second": 2.977,
605
+ "step": 172
606
+ },
607
+ {
608
+ "epoch": 53.84615384615385,
609
+ "eval_accuracy": 0.8309859154929577,
610
+ "eval_loss": 0.4953955411911011,
611
+ "eval_runtime": 0.9916,
612
+ "eval_samples_per_second": 71.604,
613
+ "eval_steps_per_second": 3.026,
614
+ "step": 175
615
+ },
616
+ {
617
+ "epoch": 54.76923076923077,
618
+ "eval_accuracy": 0.8028169014084507,
619
+ "eval_loss": 0.43896353244781494,
620
+ "eval_runtime": 0.9963,
621
+ "eval_samples_per_second": 71.26,
622
+ "eval_steps_per_second": 3.011,
623
+ "step": 178
624
+ },
625
+ {
626
+ "epoch": 55.38461538461539,
627
+ "grad_norm": 2.899003744125366,
628
+ "learning_rate": 2.2222222222222223e-05,
629
+ "loss": 0.1293,
630
+ "step": 180
631
+ },
632
+ {
633
+ "epoch": 56.0,
634
+ "eval_accuracy": 0.8591549295774648,
635
+ "eval_loss": 0.477837473154068,
636
+ "eval_runtime": 0.9883,
637
+ "eval_samples_per_second": 71.838,
638
+ "eval_steps_per_second": 3.035,
639
+ "step": 182
640
+ },
641
+ {
642
+ "epoch": 56.92307692307692,
643
+ "eval_accuracy": 0.8309859154929577,
644
+ "eval_loss": 0.4887799024581909,
645
+ "eval_runtime": 0.9913,
646
+ "eval_samples_per_second": 71.622,
647
+ "eval_steps_per_second": 3.026,
648
+ "step": 185
649
+ },
650
+ {
651
+ "epoch": 57.84615384615385,
652
+ "eval_accuracy": 0.8732394366197183,
653
+ "eval_loss": 0.48321232199668884,
654
+ "eval_runtime": 0.9931,
655
+ "eval_samples_per_second": 71.494,
656
+ "eval_steps_per_second": 3.021,
657
+ "step": 188
658
+ },
659
+ {
660
+ "epoch": 58.46153846153846,
661
+ "grad_norm": 2.5362701416015625,
662
+ "learning_rate": 2.037037037037037e-05,
663
+ "loss": 0.1489,
664
+ "step": 190
665
+ },
666
+ {
667
+ "epoch": 58.76923076923077,
668
+ "eval_accuracy": 0.8309859154929577,
669
+ "eval_loss": 0.527686595916748,
670
+ "eval_runtime": 0.981,
671
+ "eval_samples_per_second": 72.378,
672
+ "eval_steps_per_second": 3.058,
673
+ "step": 191
674
+ },
675
+ {
676
+ "epoch": 60.0,
677
+ "eval_accuracy": 0.7323943661971831,
678
+ "eval_loss": 0.6216662526130676,
679
+ "eval_runtime": 0.9828,
680
+ "eval_samples_per_second": 72.243,
681
+ "eval_steps_per_second": 3.053,
682
+ "step": 195
683
+ },
684
+ {
685
+ "epoch": 60.92307692307692,
686
+ "eval_accuracy": 0.7464788732394366,
687
+ "eval_loss": 0.6089593768119812,
688
+ "eval_runtime": 0.9925,
689
+ "eval_samples_per_second": 71.539,
690
+ "eval_steps_per_second": 3.023,
691
+ "step": 198
692
+ },
693
+ {
694
+ "epoch": 61.53846153846154,
695
+ "grad_norm": 2.5179524421691895,
696
+ "learning_rate": 1.8518518518518518e-05,
697
+ "loss": 0.1487,
698
+ "step": 200
699
+ },
700
+ {
701
+ "epoch": 61.84615384615385,
702
+ "eval_accuracy": 0.8450704225352113,
703
+ "eval_loss": 0.5424482226371765,
704
+ "eval_runtime": 0.9877,
705
+ "eval_samples_per_second": 71.886,
706
+ "eval_steps_per_second": 3.037,
707
+ "step": 201
708
+ },
709
+ {
710
+ "epoch": 62.76923076923077,
711
+ "eval_accuracy": 0.8450704225352113,
712
+ "eval_loss": 0.5569549202919006,
713
+ "eval_runtime": 0.9873,
714
+ "eval_samples_per_second": 71.913,
715
+ "eval_steps_per_second": 3.039,
716
+ "step": 204
717
+ },
718
+ {
719
+ "epoch": 64.0,
720
+ "eval_accuracy": 0.7183098591549296,
721
+ "eval_loss": 0.7247959971427917,
722
+ "eval_runtime": 0.9969,
723
+ "eval_samples_per_second": 71.22,
724
+ "eval_steps_per_second": 3.009,
725
+ "step": 208
726
+ },
727
+ {
728
+ "epoch": 64.61538461538461,
729
+ "grad_norm": 3.1306471824645996,
730
+ "learning_rate": 1.6666666666666667e-05,
731
+ "loss": 0.1456,
732
+ "step": 210
733
+ },
734
+ {
735
+ "epoch": 64.92307692307692,
736
+ "eval_accuracy": 0.7887323943661971,
737
+ "eval_loss": 0.5840876698493958,
738
+ "eval_runtime": 1.0357,
739
+ "eval_samples_per_second": 68.554,
740
+ "eval_steps_per_second": 2.897,
741
+ "step": 211
742
+ },
743
+ {
744
+ "epoch": 65.84615384615384,
745
+ "eval_accuracy": 0.8309859154929577,
746
+ "eval_loss": 0.5905009508132935,
747
+ "eval_runtime": 1.1058,
748
+ "eval_samples_per_second": 64.208,
749
+ "eval_steps_per_second": 2.713,
750
+ "step": 214
751
+ },
752
+ {
753
+ "epoch": 66.76923076923077,
754
+ "eval_accuracy": 0.8309859154929577,
755
+ "eval_loss": 0.5608553290367126,
756
+ "eval_runtime": 1.0367,
757
+ "eval_samples_per_second": 68.484,
758
+ "eval_steps_per_second": 2.894,
759
+ "step": 217
760
+ },
761
+ {
762
+ "epoch": 67.6923076923077,
763
+ "grad_norm": 2.4782862663269043,
764
+ "learning_rate": 1.4814814814814815e-05,
765
+ "loss": 0.1284,
766
+ "step": 220
767
+ },
768
+ {
769
+ "epoch": 68.0,
770
+ "eval_accuracy": 0.8028169014084507,
771
+ "eval_loss": 0.546994149684906,
772
+ "eval_runtime": 0.9751,
773
+ "eval_samples_per_second": 72.81,
774
+ "eval_steps_per_second": 3.076,
775
+ "step": 221
776
+ },
777
+ {
778
+ "epoch": 68.92307692307692,
779
+ "eval_accuracy": 0.8309859154929577,
780
+ "eval_loss": 0.5472754240036011,
781
+ "eval_runtime": 1.0047,
782
+ "eval_samples_per_second": 70.665,
783
+ "eval_steps_per_second": 2.986,
784
+ "step": 224
785
+ },
786
+ {
787
+ "epoch": 69.84615384615384,
788
+ "eval_accuracy": 0.8309859154929577,
789
+ "eval_loss": 0.5813232660293579,
790
+ "eval_runtime": 0.9977,
791
+ "eval_samples_per_second": 71.162,
792
+ "eval_steps_per_second": 3.007,
793
+ "step": 227
794
+ },
795
+ {
796
+ "epoch": 70.76923076923077,
797
+ "grad_norm": 1.8887909650802612,
798
+ "learning_rate": 1.2962962962962962e-05,
799
+ "loss": 0.1225,
800
+ "step": 230
801
+ },
802
+ {
803
+ "epoch": 70.76923076923077,
804
+ "eval_accuracy": 0.8450704225352113,
805
+ "eval_loss": 0.5682988166809082,
806
+ "eval_runtime": 0.9949,
807
+ "eval_samples_per_second": 71.367,
808
+ "eval_steps_per_second": 3.016,
809
+ "step": 230
810
+ },
811
+ {
812
+ "epoch": 72.0,
813
+ "eval_accuracy": 0.8309859154929577,
814
+ "eval_loss": 0.5581419467926025,
815
+ "eval_runtime": 0.9914,
816
+ "eval_samples_per_second": 71.615,
817
+ "eval_steps_per_second": 3.026,
818
+ "step": 234
819
+ },
820
+ {
821
+ "epoch": 72.92307692307692,
822
+ "eval_accuracy": 0.7887323943661971,
823
+ "eval_loss": 0.5717195272445679,
824
+ "eval_runtime": 0.976,
825
+ "eval_samples_per_second": 72.745,
826
+ "eval_steps_per_second": 3.074,
827
+ "step": 237
828
+ },
829
+ {
830
+ "epoch": 73.84615384615384,
831
+ "grad_norm": 2.5398831367492676,
832
+ "learning_rate": 1.1111111111111112e-05,
833
+ "loss": 0.1233,
834
+ "step": 240
835
+ },
836
+ {
837
+ "epoch": 73.84615384615384,
838
+ "eval_accuracy": 0.7605633802816901,
839
+ "eval_loss": 0.6054385304450989,
840
+ "eval_runtime": 0.9717,
841
+ "eval_samples_per_second": 73.067,
842
+ "eval_steps_per_second": 3.087,
843
+ "step": 240
844
+ },
845
+ {
846
+ "epoch": 74.76923076923077,
847
+ "eval_accuracy": 0.7887323943661971,
848
+ "eval_loss": 0.5910421013832092,
849
+ "eval_runtime": 0.9862,
850
+ "eval_samples_per_second": 71.995,
851
+ "eval_steps_per_second": 3.042,
852
+ "step": 243
853
+ },
854
+ {
855
+ "epoch": 76.0,
856
+ "eval_accuracy": 0.8169014084507042,
857
+ "eval_loss": 0.570685863494873,
858
+ "eval_runtime": 0.9929,
859
+ "eval_samples_per_second": 71.507,
860
+ "eval_steps_per_second": 3.021,
861
+ "step": 247
862
+ },
863
+ {
864
+ "epoch": 76.92307692307692,
865
+ "grad_norm": 2.284491539001465,
866
+ "learning_rate": 9.259259259259259e-06,
867
+ "loss": 0.1234,
868
+ "step": 250
869
+ },
870
+ {
871
+ "epoch": 76.92307692307692,
872
+ "eval_accuracy": 0.8028169014084507,
873
+ "eval_loss": 0.5732807517051697,
874
+ "eval_runtime": 0.9877,
875
+ "eval_samples_per_second": 71.884,
876
+ "eval_steps_per_second": 3.037,
877
+ "step": 250
878
+ },
879
+ {
880
+ "epoch": 77.84615384615384,
881
+ "eval_accuracy": 0.8028169014084507,
882
+ "eval_loss": 0.5748334527015686,
883
+ "eval_runtime": 0.9897,
884
+ "eval_samples_per_second": 71.74,
885
+ "eval_steps_per_second": 3.031,
886
+ "step": 253
887
+ },
888
+ {
889
+ "epoch": 78.76923076923077,
890
+ "eval_accuracy": 0.7887323943661971,
891
+ "eval_loss": 0.5722648501396179,
892
+ "eval_runtime": 0.9949,
893
+ "eval_samples_per_second": 71.363,
894
+ "eval_steps_per_second": 3.015,
895
+ "step": 256
896
+ },
897
+ {
898
+ "epoch": 80.0,
899
+ "grad_norm": 4.123226165771484,
900
+ "learning_rate": 7.4074074074074075e-06,
901
+ "loss": 0.1219,
902
+ "step": 260
903
+ },
904
+ {
905
+ "epoch": 80.0,
906
+ "eval_accuracy": 0.8169014084507042,
907
+ "eval_loss": 0.5503106713294983,
908
+ "eval_runtime": 1.0099,
909
+ "eval_samples_per_second": 70.307,
910
+ "eval_steps_per_second": 2.971,
911
+ "step": 260
912
+ },
913
+ {
914
+ "epoch": 80.92307692307692,
915
+ "eval_accuracy": 0.8028169014084507,
916
+ "eval_loss": 0.5531720519065857,
917
+ "eval_runtime": 0.978,
918
+ "eval_samples_per_second": 72.6,
919
+ "eval_steps_per_second": 3.068,
920
+ "step": 263
921
+ },
922
+ {
923
+ "epoch": 81.84615384615384,
924
+ "eval_accuracy": 0.7746478873239436,
925
+ "eval_loss": 0.5827966332435608,
926
+ "eval_runtime": 0.9983,
927
+ "eval_samples_per_second": 71.119,
928
+ "eval_steps_per_second": 3.005,
929
+ "step": 266
930
+ },
931
+ {
932
+ "epoch": 82.76923076923077,
933
+ "eval_accuracy": 0.7746478873239436,
934
+ "eval_loss": 0.6061961650848389,
935
+ "eval_runtime": 0.98,
936
+ "eval_samples_per_second": 72.449,
937
+ "eval_steps_per_second": 3.061,
938
+ "step": 269
939
+ },
940
+ {
941
+ "epoch": 83.07692307692308,
942
+ "grad_norm": 2.491278886795044,
943
+ "learning_rate": 5.555555555555556e-06,
944
+ "loss": 0.1075,
945
+ "step": 270
946
+ },
947
+ {
948
+ "epoch": 84.0,
949
+ "eval_accuracy": 0.8028169014084507,
950
+ "eval_loss": 0.5751623511314392,
951
+ "eval_runtime": 1.0114,
952
+ "eval_samples_per_second": 70.2,
953
+ "eval_steps_per_second": 2.966,
954
+ "step": 273
955
+ },
956
+ {
957
+ "epoch": 84.92307692307692,
958
+ "eval_accuracy": 0.8028169014084507,
959
+ "eval_loss": 0.5748041868209839,
960
+ "eval_runtime": 0.989,
961
+ "eval_samples_per_second": 71.791,
962
+ "eval_steps_per_second": 3.033,
963
+ "step": 276
964
+ },
965
+ {
966
+ "epoch": 85.84615384615384,
967
+ "eval_accuracy": 0.8169014084507042,
968
+ "eval_loss": 0.5776336789131165,
969
+ "eval_runtime": 0.9954,
970
+ "eval_samples_per_second": 71.325,
971
+ "eval_steps_per_second": 3.014,
972
+ "step": 279
973
+ },
974
+ {
975
+ "epoch": 86.15384615384616,
976
+ "grad_norm": 2.633176565170288,
977
+ "learning_rate": 3.7037037037037037e-06,
978
+ "loss": 0.1013,
979
+ "step": 280
980
+ },
981
+ {
982
+ "epoch": 86.76923076923077,
983
+ "eval_accuracy": 0.8028169014084507,
984
+ "eval_loss": 0.5844343304634094,
985
+ "eval_runtime": 0.9859,
986
+ "eval_samples_per_second": 72.012,
987
+ "eval_steps_per_second": 3.043,
988
+ "step": 282
989
+ },
990
+ {
991
+ "epoch": 88.0,
992
+ "eval_accuracy": 0.8028169014084507,
993
+ "eval_loss": 0.5929856896400452,
994
+ "eval_runtime": 1.0276,
995
+ "eval_samples_per_second": 69.094,
996
+ "eval_steps_per_second": 2.919,
997
+ "step": 286
998
+ },
999
+ {
1000
+ "epoch": 88.92307692307692,
1001
+ "eval_accuracy": 0.7887323943661971,
1002
+ "eval_loss": 0.6019977331161499,
1003
+ "eval_runtime": 0.9928,
1004
+ "eval_samples_per_second": 71.514,
1005
+ "eval_steps_per_second": 3.022,
1006
+ "step": 289
1007
+ },
1008
+ {
1009
+ "epoch": 89.23076923076923,
1010
+ "grad_norm": 3.9098527431488037,
1011
+ "learning_rate": 1.8518518518518519e-06,
1012
+ "loss": 0.1092,
1013
+ "step": 290
1014
+ },
1015
+ {
1016
+ "epoch": 89.84615384615384,
1017
+ "eval_accuracy": 0.7746478873239436,
1018
+ "eval_loss": 0.6055042147636414,
1019
+ "eval_runtime": 1.004,
1020
+ "eval_samples_per_second": 70.718,
1021
+ "eval_steps_per_second": 2.988,
1022
+ "step": 292
1023
+ },
1024
+ {
1025
+ "epoch": 90.76923076923077,
1026
+ "eval_accuracy": 0.7746478873239436,
1027
+ "eval_loss": 0.6074590086936951,
1028
+ "eval_runtime": 0.9928,
1029
+ "eval_samples_per_second": 71.517,
1030
+ "eval_steps_per_second": 3.022,
1031
+ "step": 295
1032
+ },
1033
+ {
1034
+ "epoch": 92.0,
1035
+ "eval_accuracy": 0.7746478873239436,
1036
+ "eval_loss": 0.607978880405426,
1037
+ "eval_runtime": 0.9917,
1038
+ "eval_samples_per_second": 71.596,
1039
+ "eval_steps_per_second": 3.025,
1040
+ "step": 299
1041
+ },
1042
+ {
1043
+ "epoch": 92.3076923076923,
1044
+ "grad_norm": 2.8199360370635986,
1045
+ "learning_rate": 0.0,
1046
+ "loss": 0.1096,
1047
+ "step": 300
1048
+ },
1049
+ {
1050
+ "epoch": 92.3076923076923,
1051
+ "eval_accuracy": 0.7746478873239436,
1052
+ "eval_loss": 0.6081295013427734,
1053
+ "eval_runtime": 1.0121,
1054
+ "eval_samples_per_second": 70.154,
1055
+ "eval_steps_per_second": 2.964,
1056
+ "step": 300
1057
+ },
1058
+ {
1059
+ "epoch": 92.3076923076923,
1060
+ "step": 300,
1061
+ "total_flos": 2.8402872494292173e+18,
1062
+ "train_loss": 0.24676756938298544,
1063
+ "train_runtime": 1640.323,
1064
+ "train_samples_per_second": 24.203,
1065
+ "train_steps_per_second": 0.183
1066
+ },
1067
+ {
1068
+ "epoch": 92.3076923076923,
1069
+ "eval_accuracy": 0.8732394366197183,
1070
+ "eval_loss": 0.48321232199668884,
1071
+ "eval_runtime": 1.0328,
1072
+ "eval_samples_per_second": 68.746,
1073
+ "eval_steps_per_second": 2.905,
1074
+ "step": 300
1075
+ }
1076
+ ],
1077
+ "logging_steps": 10,
1078
+ "max_steps": 300,
1079
+ "num_input_tokens_seen": 0,
1080
+ "num_train_epochs": 100,
1081
+ "save_steps": 500,
1082
+ "stateful_callbacks": {
1083
+ "TrainerControl": {
1084
+ "args": {
1085
+ "should_epoch_stop": false,
1086
+ "should_evaluate": false,
1087
+ "should_log": false,
1088
+ "should_save": true,
1089
+ "should_training_stop": true
1090
+ },
1091
+ "attributes": {}
1092
+ }
1093
+ },
1094
+ "total_flos": 2.8402872494292173e+18,
1095
+ "train_batch_size": 32,
1096
+ "trial_name": null,
1097
+ "trial_params": null
1098
+ }