BilalMuftuoglu commited on
Commit
9eab352
1 Parent(s): f5d6eac

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.6666666666666666
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 1.1951
36
- - Accuracy: 0.6667
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.7222222222222222
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 1.1593
36
+ - Accuracy: 0.7222
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "eval_accuracy": 0.7222222222222222,
4
+ "eval_loss": 1.1592612266540527,
5
+ "eval_runtime": 0.602,
6
+ "eval_samples_per_second": 59.796,
7
+ "eval_steps_per_second": 3.322,
8
+ "total_flos": 8.766873360020644e+17,
9
+ "train_loss": 0.6019677090644836,
10
+ "train_runtime": 552.2645,
11
+ "train_samples_per_second": 35.852,
12
+ "train_steps_per_second": 0.181
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "eval_accuracy": 0.7222222222222222,
4
+ "eval_loss": 1.1592612266540527,
5
+ "eval_runtime": 0.602,
6
+ "eval_samples_per_second": 59.796,
7
+ "eval_steps_per_second": 3.322
8
+ }
runs/May23_13-22-11_2bc4f829fe52/events.out.tfevents.1716471123.2bc4f829fe52.989.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d740c1cff2ea0eafa99a85d8539c9b6ce04e50cba868946dcac198e33eb936a0
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "total_flos": 8.766873360020644e+17,
4
+ "train_loss": 0.6019677090644836,
5
+ "train_runtime": 552.2645,
6
+ "train_samples_per_second": 35.852,
7
+ "train_steps_per_second": 0.181
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,643 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7222222222222222,
3
+ "best_model_checkpoint": "beit-base-patch16-224-hasta-55-fold4/checkpoint-87",
4
+ "epoch": 57.142857142857146,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.5714285714285714,
13
+ "eval_accuracy": 0.4444444444444444,
14
+ "eval_loss": 1.250338077545166,
15
+ "eval_runtime": 0.4949,
16
+ "eval_samples_per_second": 72.745,
17
+ "eval_steps_per_second": 4.041,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 1.7142857142857144,
22
+ "eval_accuracy": 0.4166666666666667,
23
+ "eval_loss": 1.1730682849884033,
24
+ "eval_runtime": 0.5091,
25
+ "eval_samples_per_second": 70.719,
26
+ "eval_steps_per_second": 3.929,
27
+ "step": 3
28
+ },
29
+ {
30
+ "epoch": 2.857142857142857,
31
+ "eval_accuracy": 0.5277777777777778,
32
+ "eval_loss": 1.08519446849823,
33
+ "eval_runtime": 0.5213,
34
+ "eval_samples_per_second": 69.053,
35
+ "eval_steps_per_second": 3.836,
36
+ "step": 5
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.5,
41
+ "eval_loss": 1.0786566734313965,
42
+ "eval_runtime": 0.5105,
43
+ "eval_samples_per_second": 70.517,
44
+ "eval_steps_per_second": 3.918,
45
+ "step": 7
46
+ },
47
+ {
48
+ "epoch": 4.571428571428571,
49
+ "eval_accuracy": 0.5277777777777778,
50
+ "eval_loss": 1.119874358177185,
51
+ "eval_runtime": 0.508,
52
+ "eval_samples_per_second": 70.865,
53
+ "eval_steps_per_second": 3.937,
54
+ "step": 8
55
+ },
56
+ {
57
+ "epoch": 5.714285714285714,
58
+ "grad_norm": 8.105093955993652,
59
+ "learning_rate": 5e-05,
60
+ "loss": 1.0532,
61
+ "step": 10
62
+ },
63
+ {
64
+ "epoch": 5.714285714285714,
65
+ "eval_accuracy": 0.4722222222222222,
66
+ "eval_loss": 1.058439016342163,
67
+ "eval_runtime": 0.503,
68
+ "eval_samples_per_second": 71.568,
69
+ "eval_steps_per_second": 3.976,
70
+ "step": 10
71
+ },
72
+ {
73
+ "epoch": 6.857142857142857,
74
+ "eval_accuracy": 0.5277777777777778,
75
+ "eval_loss": 1.079984426498413,
76
+ "eval_runtime": 0.5018,
77
+ "eval_samples_per_second": 71.749,
78
+ "eval_steps_per_second": 3.986,
79
+ "step": 12
80
+ },
81
+ {
82
+ "epoch": 8.0,
83
+ "eval_accuracy": 0.4722222222222222,
84
+ "eval_loss": 1.1634804010391235,
85
+ "eval_runtime": 0.5036,
86
+ "eval_samples_per_second": 71.489,
87
+ "eval_steps_per_second": 3.972,
88
+ "step": 14
89
+ },
90
+ {
91
+ "epoch": 8.571428571428571,
92
+ "eval_accuracy": 0.4444444444444444,
93
+ "eval_loss": 1.117082118988037,
94
+ "eval_runtime": 0.5076,
95
+ "eval_samples_per_second": 70.927,
96
+ "eval_steps_per_second": 3.94,
97
+ "step": 15
98
+ },
99
+ {
100
+ "epoch": 9.714285714285714,
101
+ "eval_accuracy": 0.3888888888888889,
102
+ "eval_loss": 1.5253615379333496,
103
+ "eval_runtime": 0.5046,
104
+ "eval_samples_per_second": 71.347,
105
+ "eval_steps_per_second": 3.964,
106
+ "step": 17
107
+ },
108
+ {
109
+ "epoch": 10.857142857142858,
110
+ "eval_accuracy": 0.4444444444444444,
111
+ "eval_loss": 1.1235523223876953,
112
+ "eval_runtime": 0.5095,
113
+ "eval_samples_per_second": 70.659,
114
+ "eval_steps_per_second": 3.925,
115
+ "step": 19
116
+ },
117
+ {
118
+ "epoch": 11.428571428571429,
119
+ "grad_norm": 16.025110244750977,
120
+ "learning_rate": 4.4444444444444447e-05,
121
+ "loss": 0.9087,
122
+ "step": 20
123
+ },
124
+ {
125
+ "epoch": 12.0,
126
+ "eval_accuracy": 0.5555555555555556,
127
+ "eval_loss": 1.0255379676818848,
128
+ "eval_runtime": 0.5017,
129
+ "eval_samples_per_second": 71.753,
130
+ "eval_steps_per_second": 3.986,
131
+ "step": 21
132
+ },
133
+ {
134
+ "epoch": 12.571428571428571,
135
+ "eval_accuracy": 0.5277777777777778,
136
+ "eval_loss": 1.1108105182647705,
137
+ "eval_runtime": 0.516,
138
+ "eval_samples_per_second": 69.764,
139
+ "eval_steps_per_second": 3.876,
140
+ "step": 22
141
+ },
142
+ {
143
+ "epoch": 13.714285714285714,
144
+ "eval_accuracy": 0.5277777777777778,
145
+ "eval_loss": 1.0364958047866821,
146
+ "eval_runtime": 0.5056,
147
+ "eval_samples_per_second": 71.2,
148
+ "eval_steps_per_second": 3.956,
149
+ "step": 24
150
+ },
151
+ {
152
+ "epoch": 14.857142857142858,
153
+ "eval_accuracy": 0.5,
154
+ "eval_loss": 1.0637767314910889,
155
+ "eval_runtime": 0.5108,
156
+ "eval_samples_per_second": 70.473,
157
+ "eval_steps_per_second": 3.915,
158
+ "step": 26
159
+ },
160
+ {
161
+ "epoch": 16.0,
162
+ "eval_accuracy": 0.6111111111111112,
163
+ "eval_loss": 1.109029769897461,
164
+ "eval_runtime": 0.507,
165
+ "eval_samples_per_second": 71.009,
166
+ "eval_steps_per_second": 3.945,
167
+ "step": 28
168
+ },
169
+ {
170
+ "epoch": 16.571428571428573,
171
+ "eval_accuracy": 0.5555555555555556,
172
+ "eval_loss": 1.1166322231292725,
173
+ "eval_runtime": 0.4998,
174
+ "eval_samples_per_second": 72.031,
175
+ "eval_steps_per_second": 4.002,
176
+ "step": 29
177
+ },
178
+ {
179
+ "epoch": 17.142857142857142,
180
+ "grad_norm": 11.769331932067871,
181
+ "learning_rate": 3.888888888888889e-05,
182
+ "loss": 0.7925,
183
+ "step": 30
184
+ },
185
+ {
186
+ "epoch": 17.714285714285715,
187
+ "eval_accuracy": 0.4722222222222222,
188
+ "eval_loss": 1.0649690628051758,
189
+ "eval_runtime": 0.504,
190
+ "eval_samples_per_second": 71.43,
191
+ "eval_steps_per_second": 3.968,
192
+ "step": 31
193
+ },
194
+ {
195
+ "epoch": 18.857142857142858,
196
+ "eval_accuracy": 0.5555555555555556,
197
+ "eval_loss": 1.3084824085235596,
198
+ "eval_runtime": 0.5052,
199
+ "eval_samples_per_second": 71.258,
200
+ "eval_steps_per_second": 3.959,
201
+ "step": 33
202
+ },
203
+ {
204
+ "epoch": 20.0,
205
+ "eval_accuracy": 0.5277777777777778,
206
+ "eval_loss": 1.1624348163604736,
207
+ "eval_runtime": 0.5109,
208
+ "eval_samples_per_second": 70.462,
209
+ "eval_steps_per_second": 3.915,
210
+ "step": 35
211
+ },
212
+ {
213
+ "epoch": 20.571428571428573,
214
+ "eval_accuracy": 0.5555555555555556,
215
+ "eval_loss": 0.9994204640388489,
216
+ "eval_runtime": 0.5057,
217
+ "eval_samples_per_second": 71.195,
218
+ "eval_steps_per_second": 3.955,
219
+ "step": 36
220
+ },
221
+ {
222
+ "epoch": 21.714285714285715,
223
+ "eval_accuracy": 0.4722222222222222,
224
+ "eval_loss": 1.1053564548492432,
225
+ "eval_runtime": 0.5041,
226
+ "eval_samples_per_second": 71.413,
227
+ "eval_steps_per_second": 3.967,
228
+ "step": 38
229
+ },
230
+ {
231
+ "epoch": 22.857142857142858,
232
+ "grad_norm": 7.592797756195068,
233
+ "learning_rate": 3.3333333333333335e-05,
234
+ "loss": 0.7472,
235
+ "step": 40
236
+ },
237
+ {
238
+ "epoch": 22.857142857142858,
239
+ "eval_accuracy": 0.5833333333333334,
240
+ "eval_loss": 1.0925507545471191,
241
+ "eval_runtime": 0.4991,
242
+ "eval_samples_per_second": 72.127,
243
+ "eval_steps_per_second": 4.007,
244
+ "step": 40
245
+ },
246
+ {
247
+ "epoch": 24.0,
248
+ "eval_accuracy": 0.6111111111111112,
249
+ "eval_loss": 1.1053681373596191,
250
+ "eval_runtime": 0.5058,
251
+ "eval_samples_per_second": 71.175,
252
+ "eval_steps_per_second": 3.954,
253
+ "step": 42
254
+ },
255
+ {
256
+ "epoch": 24.571428571428573,
257
+ "eval_accuracy": 0.5555555555555556,
258
+ "eval_loss": 1.04859459400177,
259
+ "eval_runtime": 0.5067,
260
+ "eval_samples_per_second": 71.055,
261
+ "eval_steps_per_second": 3.947,
262
+ "step": 43
263
+ },
264
+ {
265
+ "epoch": 25.714285714285715,
266
+ "eval_accuracy": 0.5555555555555556,
267
+ "eval_loss": 1.0454154014587402,
268
+ "eval_runtime": 0.5025,
269
+ "eval_samples_per_second": 71.639,
270
+ "eval_steps_per_second": 3.98,
271
+ "step": 45
272
+ },
273
+ {
274
+ "epoch": 26.857142857142858,
275
+ "eval_accuracy": 0.6388888888888888,
276
+ "eval_loss": 1.0266634225845337,
277
+ "eval_runtime": 0.5075,
278
+ "eval_samples_per_second": 70.931,
279
+ "eval_steps_per_second": 3.941,
280
+ "step": 47
281
+ },
282
+ {
283
+ "epoch": 28.0,
284
+ "eval_accuracy": 0.6666666666666666,
285
+ "eval_loss": 1.0684125423431396,
286
+ "eval_runtime": 0.5046,
287
+ "eval_samples_per_second": 71.346,
288
+ "eval_steps_per_second": 3.964,
289
+ "step": 49
290
+ },
291
+ {
292
+ "epoch": 28.571428571428573,
293
+ "grad_norm": 7.337016582489014,
294
+ "learning_rate": 2.777777777777778e-05,
295
+ "loss": 0.572,
296
+ "step": 50
297
+ },
298
+ {
299
+ "epoch": 28.571428571428573,
300
+ "eval_accuracy": 0.6111111111111112,
301
+ "eval_loss": 1.057525396347046,
302
+ "eval_runtime": 0.5071,
303
+ "eval_samples_per_second": 70.989,
304
+ "eval_steps_per_second": 3.944,
305
+ "step": 50
306
+ },
307
+ {
308
+ "epoch": 29.714285714285715,
309
+ "eval_accuracy": 0.5833333333333334,
310
+ "eval_loss": 1.1591463088989258,
311
+ "eval_runtime": 0.5037,
312
+ "eval_samples_per_second": 71.472,
313
+ "eval_steps_per_second": 3.971,
314
+ "step": 52
315
+ },
316
+ {
317
+ "epoch": 30.857142857142858,
318
+ "eval_accuracy": 0.5833333333333334,
319
+ "eval_loss": 1.183729648590088,
320
+ "eval_runtime": 0.5163,
321
+ "eval_samples_per_second": 69.722,
322
+ "eval_steps_per_second": 3.873,
323
+ "step": 54
324
+ },
325
+ {
326
+ "epoch": 32.0,
327
+ "eval_accuracy": 0.6666666666666666,
328
+ "eval_loss": 1.0444092750549316,
329
+ "eval_runtime": 0.5038,
330
+ "eval_samples_per_second": 71.46,
331
+ "eval_steps_per_second": 3.97,
332
+ "step": 56
333
+ },
334
+ {
335
+ "epoch": 32.57142857142857,
336
+ "eval_accuracy": 0.6666666666666666,
337
+ "eval_loss": 1.044967770576477,
338
+ "eval_runtime": 0.508,
339
+ "eval_samples_per_second": 70.871,
340
+ "eval_steps_per_second": 3.937,
341
+ "step": 57
342
+ },
343
+ {
344
+ "epoch": 33.714285714285715,
345
+ "eval_accuracy": 0.6666666666666666,
346
+ "eval_loss": 1.0974643230438232,
347
+ "eval_runtime": 0.4984,
348
+ "eval_samples_per_second": 72.234,
349
+ "eval_steps_per_second": 4.013,
350
+ "step": 59
351
+ },
352
+ {
353
+ "epoch": 34.285714285714285,
354
+ "grad_norm": 8.1001615524292,
355
+ "learning_rate": 2.2222222222222223e-05,
356
+ "loss": 0.471,
357
+ "step": 60
358
+ },
359
+ {
360
+ "epoch": 34.857142857142854,
361
+ "eval_accuracy": 0.6666666666666666,
362
+ "eval_loss": 1.1130671501159668,
363
+ "eval_runtime": 0.505,
364
+ "eval_samples_per_second": 71.281,
365
+ "eval_steps_per_second": 3.96,
366
+ "step": 61
367
+ },
368
+ {
369
+ "epoch": 36.0,
370
+ "eval_accuracy": 0.5833333333333334,
371
+ "eval_loss": 1.1204286813735962,
372
+ "eval_runtime": 0.5001,
373
+ "eval_samples_per_second": 71.986,
374
+ "eval_steps_per_second": 3.999,
375
+ "step": 63
376
+ },
377
+ {
378
+ "epoch": 36.57142857142857,
379
+ "eval_accuracy": 0.5833333333333334,
380
+ "eval_loss": 1.099246621131897,
381
+ "eval_runtime": 0.5133,
382
+ "eval_samples_per_second": 70.135,
383
+ "eval_steps_per_second": 3.896,
384
+ "step": 64
385
+ },
386
+ {
387
+ "epoch": 37.714285714285715,
388
+ "eval_accuracy": 0.6388888888888888,
389
+ "eval_loss": 1.0879067182540894,
390
+ "eval_runtime": 0.5049,
391
+ "eval_samples_per_second": 71.304,
392
+ "eval_steps_per_second": 3.961,
393
+ "step": 66
394
+ },
395
+ {
396
+ "epoch": 38.857142857142854,
397
+ "eval_accuracy": 0.6111111111111112,
398
+ "eval_loss": 1.098131537437439,
399
+ "eval_runtime": 0.5395,
400
+ "eval_samples_per_second": 66.732,
401
+ "eval_steps_per_second": 3.707,
402
+ "step": 68
403
+ },
404
+ {
405
+ "epoch": 40.0,
406
+ "grad_norm": 9.05555534362793,
407
+ "learning_rate": 1.6666666666666667e-05,
408
+ "loss": 0.3896,
409
+ "step": 70
410
+ },
411
+ {
412
+ "epoch": 40.0,
413
+ "eval_accuracy": 0.6666666666666666,
414
+ "eval_loss": 1.0576390027999878,
415
+ "eval_runtime": 0.5079,
416
+ "eval_samples_per_second": 70.882,
417
+ "eval_steps_per_second": 3.938,
418
+ "step": 70
419
+ },
420
+ {
421
+ "epoch": 40.57142857142857,
422
+ "eval_accuracy": 0.6388888888888888,
423
+ "eval_loss": 1.0612225532531738,
424
+ "eval_runtime": 0.5106,
425
+ "eval_samples_per_second": 70.508,
426
+ "eval_steps_per_second": 3.917,
427
+ "step": 71
428
+ },
429
+ {
430
+ "epoch": 41.714285714285715,
431
+ "eval_accuracy": 0.6666666666666666,
432
+ "eval_loss": 1.1194814443588257,
433
+ "eval_runtime": 0.5145,
434
+ "eval_samples_per_second": 69.967,
435
+ "eval_steps_per_second": 3.887,
436
+ "step": 73
437
+ },
438
+ {
439
+ "epoch": 42.857142857142854,
440
+ "eval_accuracy": 0.6666666666666666,
441
+ "eval_loss": 1.1973522901535034,
442
+ "eval_runtime": 0.5092,
443
+ "eval_samples_per_second": 70.697,
444
+ "eval_steps_per_second": 3.928,
445
+ "step": 75
446
+ },
447
+ {
448
+ "epoch": 44.0,
449
+ "eval_accuracy": 0.6666666666666666,
450
+ "eval_loss": 1.1352990865707397,
451
+ "eval_runtime": 0.5064,
452
+ "eval_samples_per_second": 71.085,
453
+ "eval_steps_per_second": 3.949,
454
+ "step": 77
455
+ },
456
+ {
457
+ "epoch": 44.57142857142857,
458
+ "eval_accuracy": 0.6666666666666666,
459
+ "eval_loss": 1.114302158355713,
460
+ "eval_runtime": 0.5104,
461
+ "eval_samples_per_second": 70.53,
462
+ "eval_steps_per_second": 3.918,
463
+ "step": 78
464
+ },
465
+ {
466
+ "epoch": 45.714285714285715,
467
+ "grad_norm": 9.793930053710938,
468
+ "learning_rate": 1.1111111111111112e-05,
469
+ "loss": 0.3775,
470
+ "step": 80
471
+ },
472
+ {
473
+ "epoch": 45.714285714285715,
474
+ "eval_accuracy": 0.6666666666666666,
475
+ "eval_loss": 1.105540156364441,
476
+ "eval_runtime": 0.5086,
477
+ "eval_samples_per_second": 70.788,
478
+ "eval_steps_per_second": 3.933,
479
+ "step": 80
480
+ },
481
+ {
482
+ "epoch": 46.857142857142854,
483
+ "eval_accuracy": 0.6666666666666666,
484
+ "eval_loss": 1.1997466087341309,
485
+ "eval_runtime": 0.5316,
486
+ "eval_samples_per_second": 67.716,
487
+ "eval_steps_per_second": 3.762,
488
+ "step": 82
489
+ },
490
+ {
491
+ "epoch": 48.0,
492
+ "eval_accuracy": 0.6666666666666666,
493
+ "eval_loss": 1.3267438411712646,
494
+ "eval_runtime": 0.5066,
495
+ "eval_samples_per_second": 71.055,
496
+ "eval_steps_per_second": 3.948,
497
+ "step": 84
498
+ },
499
+ {
500
+ "epoch": 48.57142857142857,
501
+ "eval_accuracy": 0.6666666666666666,
502
+ "eval_loss": 1.302685022354126,
503
+ "eval_runtime": 0.5007,
504
+ "eval_samples_per_second": 71.896,
505
+ "eval_steps_per_second": 3.994,
506
+ "step": 85
507
+ },
508
+ {
509
+ "epoch": 49.714285714285715,
510
+ "eval_accuracy": 0.7222222222222222,
511
+ "eval_loss": 1.1592612266540527,
512
+ "eval_runtime": 0.5068,
513
+ "eval_samples_per_second": 71.034,
514
+ "eval_steps_per_second": 3.946,
515
+ "step": 87
516
+ },
517
+ {
518
+ "epoch": 50.857142857142854,
519
+ "eval_accuracy": 0.6111111111111112,
520
+ "eval_loss": 1.097033143043518,
521
+ "eval_runtime": 0.5092,
522
+ "eval_samples_per_second": 70.706,
523
+ "eval_steps_per_second": 3.928,
524
+ "step": 89
525
+ },
526
+ {
527
+ "epoch": 51.42857142857143,
528
+ "grad_norm": 7.551269054412842,
529
+ "learning_rate": 5.555555555555556e-06,
530
+ "loss": 0.3623,
531
+ "step": 90
532
+ },
533
+ {
534
+ "epoch": 52.0,
535
+ "eval_accuracy": 0.6111111111111112,
536
+ "eval_loss": 1.0902420282363892,
537
+ "eval_runtime": 0.5309,
538
+ "eval_samples_per_second": 67.809,
539
+ "eval_steps_per_second": 3.767,
540
+ "step": 91
541
+ },
542
+ {
543
+ "epoch": 52.57142857142857,
544
+ "eval_accuracy": 0.6111111111111112,
545
+ "eval_loss": 1.0907739400863647,
546
+ "eval_runtime": 0.5094,
547
+ "eval_samples_per_second": 70.667,
548
+ "eval_steps_per_second": 3.926,
549
+ "step": 92
550
+ },
551
+ {
552
+ "epoch": 53.714285714285715,
553
+ "eval_accuracy": 0.6388888888888888,
554
+ "eval_loss": 1.1213774681091309,
555
+ "eval_runtime": 0.5019,
556
+ "eval_samples_per_second": 71.726,
557
+ "eval_steps_per_second": 3.985,
558
+ "step": 94
559
+ },
560
+ {
561
+ "epoch": 54.857142857142854,
562
+ "eval_accuracy": 0.6944444444444444,
563
+ "eval_loss": 1.1691011190414429,
564
+ "eval_runtime": 0.5009,
565
+ "eval_samples_per_second": 71.877,
566
+ "eval_steps_per_second": 3.993,
567
+ "step": 96
568
+ },
569
+ {
570
+ "epoch": 56.0,
571
+ "eval_accuracy": 0.6666666666666666,
572
+ "eval_loss": 1.1913933753967285,
573
+ "eval_runtime": 0.5224,
574
+ "eval_samples_per_second": 68.909,
575
+ "eval_steps_per_second": 3.828,
576
+ "step": 98
577
+ },
578
+ {
579
+ "epoch": 56.57142857142857,
580
+ "eval_accuracy": 0.6666666666666666,
581
+ "eval_loss": 1.1948727369308472,
582
+ "eval_runtime": 0.5073,
583
+ "eval_samples_per_second": 70.97,
584
+ "eval_steps_per_second": 3.943,
585
+ "step": 99
586
+ },
587
+ {
588
+ "epoch": 57.142857142857146,
589
+ "grad_norm": 7.683139801025391,
590
+ "learning_rate": 0.0,
591
+ "loss": 0.3455,
592
+ "step": 100
593
+ },
594
+ {
595
+ "epoch": 57.142857142857146,
596
+ "eval_accuracy": 0.6666666666666666,
597
+ "eval_loss": 1.1951266527175903,
598
+ "eval_runtime": 0.5088,
599
+ "eval_samples_per_second": 70.76,
600
+ "eval_steps_per_second": 3.931,
601
+ "step": 100
602
+ },
603
+ {
604
+ "epoch": 57.142857142857146,
605
+ "step": 100,
606
+ "total_flos": 8.766873360020644e+17,
607
+ "train_loss": 0.6019677090644836,
608
+ "train_runtime": 552.2645,
609
+ "train_samples_per_second": 35.852,
610
+ "train_steps_per_second": 0.181
611
+ },
612
+ {
613
+ "epoch": 57.142857142857146,
614
+ "eval_accuracy": 0.7222222222222222,
615
+ "eval_loss": 1.1592612266540527,
616
+ "eval_runtime": 0.602,
617
+ "eval_samples_per_second": 59.796,
618
+ "eval_steps_per_second": 3.322,
619
+ "step": 100
620
+ }
621
+ ],
622
+ "logging_steps": 10,
623
+ "max_steps": 100,
624
+ "num_input_tokens_seen": 0,
625
+ "num_train_epochs": 100,
626
+ "save_steps": 500,
627
+ "stateful_callbacks": {
628
+ "TrainerControl": {
629
+ "args": {
630
+ "should_epoch_stop": false,
631
+ "should_evaluate": false,
632
+ "should_log": false,
633
+ "should_save": true,
634
+ "should_training_stop": true
635
+ },
636
+ "attributes": {}
637
+ }
638
+ },
639
+ "total_flos": 8.766873360020644e+17,
640
+ "train_batch_size": 32,
641
+ "trial_name": null,
642
+ "trial_params": null
643
+ }