BilalMuftuoglu commited on
Commit
b4d7f68
1 Parent(s): b7b2313

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.5833333333333334
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 1.0751
36
- - Accuracy: 0.5833
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.6944444444444444
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.7415
36
+ - Accuracy: 0.6944
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "eval_accuracy": 0.6944444444444444,
4
+ "eval_loss": 0.741450846195221,
5
+ "eval_runtime": 0.5686,
6
+ "eval_samples_per_second": 63.311,
7
+ "eval_steps_per_second": 3.517,
8
+ "total_flos": 8.899329213047992e+17,
9
+ "train_loss": 0.6317082977294922,
10
+ "train_runtime": 555.5566,
11
+ "train_samples_per_second": 36.18,
12
+ "train_steps_per_second": 0.18
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "eval_accuracy": 0.6944444444444444,
4
+ "eval_loss": 0.741450846195221,
5
+ "eval_runtime": 0.5686,
6
+ "eval_samples_per_second": 63.311,
7
+ "eval_steps_per_second": 3.517
8
+ }
runs/May23_14-11-51_2bc4f829fe52/events.out.tfevents.1716474091.2bc4f829fe52.989.17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c46a09bcad046f7034f2d1a4aa61bacb0934daf533460d74cf177e89130a61
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 57.142857142857146,
3
+ "total_flos": 8.899329213047992e+17,
4
+ "train_loss": 0.6317082977294922,
5
+ "train_runtime": 555.5566,
6
+ "train_samples_per_second": 36.18,
7
+ "train_steps_per_second": 0.18
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,643 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.6944444444444444,
3
+ "best_model_checkpoint": "beit-base-patch16-224-hasta-65-fold4/checkpoint-56",
4
+ "epoch": 57.142857142857146,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.5714285714285714,
13
+ "eval_accuracy": 0.3333333333333333,
14
+ "eval_loss": 1.445857048034668,
15
+ "eval_runtime": 0.5077,
16
+ "eval_samples_per_second": 70.903,
17
+ "eval_steps_per_second": 3.939,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 1.7142857142857144,
22
+ "eval_accuracy": 0.3888888888888889,
23
+ "eval_loss": 1.1742717027664185,
24
+ "eval_runtime": 0.4968,
25
+ "eval_samples_per_second": 72.47,
26
+ "eval_steps_per_second": 4.026,
27
+ "step": 3
28
+ },
29
+ {
30
+ "epoch": 2.857142857142857,
31
+ "eval_accuracy": 0.3055555555555556,
32
+ "eval_loss": 1.1216062307357788,
33
+ "eval_runtime": 0.5007,
34
+ "eval_samples_per_second": 71.895,
35
+ "eval_steps_per_second": 3.994,
36
+ "step": 5
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.2777777777777778,
41
+ "eval_loss": 1.104799747467041,
42
+ "eval_runtime": 0.5017,
43
+ "eval_samples_per_second": 71.753,
44
+ "eval_steps_per_second": 3.986,
45
+ "step": 7
46
+ },
47
+ {
48
+ "epoch": 4.571428571428571,
49
+ "eval_accuracy": 0.5,
50
+ "eval_loss": 1.0513415336608887,
51
+ "eval_runtime": 0.5155,
52
+ "eval_samples_per_second": 69.839,
53
+ "eval_steps_per_second": 3.88,
54
+ "step": 8
55
+ },
56
+ {
57
+ "epoch": 5.714285714285714,
58
+ "grad_norm": 5.540389537811279,
59
+ "learning_rate": 5e-05,
60
+ "loss": 1.1273,
61
+ "step": 10
62
+ },
63
+ {
64
+ "epoch": 5.714285714285714,
65
+ "eval_accuracy": 0.3333333333333333,
66
+ "eval_loss": 1.105465054512024,
67
+ "eval_runtime": 0.5011,
68
+ "eval_samples_per_second": 71.842,
69
+ "eval_steps_per_second": 3.991,
70
+ "step": 10
71
+ },
72
+ {
73
+ "epoch": 6.857142857142857,
74
+ "eval_accuracy": 0.4444444444444444,
75
+ "eval_loss": 1.0528624057769775,
76
+ "eval_runtime": 0.4964,
77
+ "eval_samples_per_second": 72.518,
78
+ "eval_steps_per_second": 4.029,
79
+ "step": 12
80
+ },
81
+ {
82
+ "epoch": 8.0,
83
+ "eval_accuracy": 0.4722222222222222,
84
+ "eval_loss": 1.0445141792297363,
85
+ "eval_runtime": 0.4985,
86
+ "eval_samples_per_second": 72.223,
87
+ "eval_steps_per_second": 4.012,
88
+ "step": 14
89
+ },
90
+ {
91
+ "epoch": 8.571428571428571,
92
+ "eval_accuracy": 0.4722222222222222,
93
+ "eval_loss": 1.0336148738861084,
94
+ "eval_runtime": 0.4971,
95
+ "eval_samples_per_second": 72.422,
96
+ "eval_steps_per_second": 4.023,
97
+ "step": 15
98
+ },
99
+ {
100
+ "epoch": 9.714285714285714,
101
+ "eval_accuracy": 0.4444444444444444,
102
+ "eval_loss": 0.9756557941436768,
103
+ "eval_runtime": 0.5034,
104
+ "eval_samples_per_second": 71.513,
105
+ "eval_steps_per_second": 3.973,
106
+ "step": 17
107
+ },
108
+ {
109
+ "epoch": 10.857142857142858,
110
+ "eval_accuracy": 0.4444444444444444,
111
+ "eval_loss": 0.9972283840179443,
112
+ "eval_runtime": 0.5111,
113
+ "eval_samples_per_second": 70.436,
114
+ "eval_steps_per_second": 3.913,
115
+ "step": 19
116
+ },
117
+ {
118
+ "epoch": 11.428571428571429,
119
+ "grad_norm": 8.207813262939453,
120
+ "learning_rate": 4.4444444444444447e-05,
121
+ "loss": 0.9616,
122
+ "step": 20
123
+ },
124
+ {
125
+ "epoch": 12.0,
126
+ "eval_accuracy": 0.5277777777777778,
127
+ "eval_loss": 0.9694174528121948,
128
+ "eval_runtime": 0.5103,
129
+ "eval_samples_per_second": 70.548,
130
+ "eval_steps_per_second": 3.919,
131
+ "step": 21
132
+ },
133
+ {
134
+ "epoch": 12.571428571428571,
135
+ "eval_accuracy": 0.4722222222222222,
136
+ "eval_loss": 0.9377011060714722,
137
+ "eval_runtime": 0.5004,
138
+ "eval_samples_per_second": 71.946,
139
+ "eval_steps_per_second": 3.997,
140
+ "step": 22
141
+ },
142
+ {
143
+ "epoch": 13.714285714285714,
144
+ "eval_accuracy": 0.5555555555555556,
145
+ "eval_loss": 0.8974626064300537,
146
+ "eval_runtime": 0.5031,
147
+ "eval_samples_per_second": 71.559,
148
+ "eval_steps_per_second": 3.975,
149
+ "step": 24
150
+ },
151
+ {
152
+ "epoch": 14.857142857142858,
153
+ "eval_accuracy": 0.4444444444444444,
154
+ "eval_loss": 0.9969667792320251,
155
+ "eval_runtime": 0.5005,
156
+ "eval_samples_per_second": 71.932,
157
+ "eval_steps_per_second": 3.996,
158
+ "step": 26
159
+ },
160
+ {
161
+ "epoch": 16.0,
162
+ "eval_accuracy": 0.5833333333333334,
163
+ "eval_loss": 0.9321765899658203,
164
+ "eval_runtime": 0.4986,
165
+ "eval_samples_per_second": 72.198,
166
+ "eval_steps_per_second": 4.011,
167
+ "step": 28
168
+ },
169
+ {
170
+ "epoch": 16.571428571428573,
171
+ "eval_accuracy": 0.5277777777777778,
172
+ "eval_loss": 0.98196941614151,
173
+ "eval_runtime": 0.4956,
174
+ "eval_samples_per_second": 72.635,
175
+ "eval_steps_per_second": 4.035,
176
+ "step": 29
177
+ },
178
+ {
179
+ "epoch": 17.142857142857142,
180
+ "grad_norm": 8.59610652923584,
181
+ "learning_rate": 3.888888888888889e-05,
182
+ "loss": 0.8463,
183
+ "step": 30
184
+ },
185
+ {
186
+ "epoch": 17.714285714285715,
187
+ "eval_accuracy": 0.5,
188
+ "eval_loss": 1.1023333072662354,
189
+ "eval_runtime": 0.511,
190
+ "eval_samples_per_second": 70.449,
191
+ "eval_steps_per_second": 3.914,
192
+ "step": 31
193
+ },
194
+ {
195
+ "epoch": 18.857142857142858,
196
+ "eval_accuracy": 0.5,
197
+ "eval_loss": 1.108933925628662,
198
+ "eval_runtime": 0.5008,
199
+ "eval_samples_per_second": 71.88,
200
+ "eval_steps_per_second": 3.993,
201
+ "step": 33
202
+ },
203
+ {
204
+ "epoch": 20.0,
205
+ "eval_accuracy": 0.5555555555555556,
206
+ "eval_loss": 0.9416821002960205,
207
+ "eval_runtime": 0.5058,
208
+ "eval_samples_per_second": 71.178,
209
+ "eval_steps_per_second": 3.954,
210
+ "step": 35
211
+ },
212
+ {
213
+ "epoch": 20.571428571428573,
214
+ "eval_accuracy": 0.5833333333333334,
215
+ "eval_loss": 0.8424234390258789,
216
+ "eval_runtime": 0.5085,
217
+ "eval_samples_per_second": 70.798,
218
+ "eval_steps_per_second": 3.933,
219
+ "step": 36
220
+ },
221
+ {
222
+ "epoch": 21.714285714285715,
223
+ "eval_accuracy": 0.6111111111111112,
224
+ "eval_loss": 0.8668188452720642,
225
+ "eval_runtime": 0.5061,
226
+ "eval_samples_per_second": 71.134,
227
+ "eval_steps_per_second": 3.952,
228
+ "step": 38
229
+ },
230
+ {
231
+ "epoch": 22.857142857142858,
232
+ "grad_norm": 8.356954574584961,
233
+ "learning_rate": 3.3333333333333335e-05,
234
+ "loss": 0.7082,
235
+ "step": 40
236
+ },
237
+ {
238
+ "epoch": 22.857142857142858,
239
+ "eval_accuracy": 0.5555555555555556,
240
+ "eval_loss": 0.976749837398529,
241
+ "eval_runtime": 0.5153,
242
+ "eval_samples_per_second": 69.865,
243
+ "eval_steps_per_second": 3.881,
244
+ "step": 40
245
+ },
246
+ {
247
+ "epoch": 24.0,
248
+ "eval_accuracy": 0.6388888888888888,
249
+ "eval_loss": 0.8742673397064209,
250
+ "eval_runtime": 0.4997,
251
+ "eval_samples_per_second": 72.044,
252
+ "eval_steps_per_second": 4.002,
253
+ "step": 42
254
+ },
255
+ {
256
+ "epoch": 24.571428571428573,
257
+ "eval_accuracy": 0.6388888888888888,
258
+ "eval_loss": 0.7944715023040771,
259
+ "eval_runtime": 0.5056,
260
+ "eval_samples_per_second": 71.198,
261
+ "eval_steps_per_second": 3.955,
262
+ "step": 43
263
+ },
264
+ {
265
+ "epoch": 25.714285714285715,
266
+ "eval_accuracy": 0.5277777777777778,
267
+ "eval_loss": 0.9245880842208862,
268
+ "eval_runtime": 0.4998,
269
+ "eval_samples_per_second": 72.036,
270
+ "eval_steps_per_second": 4.002,
271
+ "step": 45
272
+ },
273
+ {
274
+ "epoch": 26.857142857142858,
275
+ "eval_accuracy": 0.5833333333333334,
276
+ "eval_loss": 1.2622060775756836,
277
+ "eval_runtime": 0.5133,
278
+ "eval_samples_per_second": 70.137,
279
+ "eval_steps_per_second": 3.897,
280
+ "step": 47
281
+ },
282
+ {
283
+ "epoch": 28.0,
284
+ "eval_accuracy": 0.5277777777777778,
285
+ "eval_loss": 0.7754104733467102,
286
+ "eval_runtime": 0.5146,
287
+ "eval_samples_per_second": 69.96,
288
+ "eval_steps_per_second": 3.887,
289
+ "step": 49
290
+ },
291
+ {
292
+ "epoch": 28.571428571428573,
293
+ "grad_norm": 12.24124526977539,
294
+ "learning_rate": 2.777777777777778e-05,
295
+ "loss": 0.6413,
296
+ "step": 50
297
+ },
298
+ {
299
+ "epoch": 28.571428571428573,
300
+ "eval_accuracy": 0.5833333333333334,
301
+ "eval_loss": 0.7375420928001404,
302
+ "eval_runtime": 0.5005,
303
+ "eval_samples_per_second": 71.927,
304
+ "eval_steps_per_second": 3.996,
305
+ "step": 50
306
+ },
307
+ {
308
+ "epoch": 29.714285714285715,
309
+ "eval_accuracy": 0.5555555555555556,
310
+ "eval_loss": 1.0095242261886597,
311
+ "eval_runtime": 0.5246,
312
+ "eval_samples_per_second": 68.629,
313
+ "eval_steps_per_second": 3.813,
314
+ "step": 52
315
+ },
316
+ {
317
+ "epoch": 30.857142857142858,
318
+ "eval_accuracy": 0.5833333333333334,
319
+ "eval_loss": 1.080599308013916,
320
+ "eval_runtime": 0.4975,
321
+ "eval_samples_per_second": 72.359,
322
+ "eval_steps_per_second": 4.02,
323
+ "step": 54
324
+ },
325
+ {
326
+ "epoch": 32.0,
327
+ "eval_accuracy": 0.6944444444444444,
328
+ "eval_loss": 0.741450846195221,
329
+ "eval_runtime": 0.4991,
330
+ "eval_samples_per_second": 72.126,
331
+ "eval_steps_per_second": 4.007,
332
+ "step": 56
333
+ },
334
+ {
335
+ "epoch": 32.57142857142857,
336
+ "eval_accuracy": 0.6944444444444444,
337
+ "eval_loss": 0.7523214221000671,
338
+ "eval_runtime": 0.5087,
339
+ "eval_samples_per_second": 70.765,
340
+ "eval_steps_per_second": 3.931,
341
+ "step": 57
342
+ },
343
+ {
344
+ "epoch": 33.714285714285715,
345
+ "eval_accuracy": 0.6111111111111112,
346
+ "eval_loss": 0.9505912065505981,
347
+ "eval_runtime": 0.4968,
348
+ "eval_samples_per_second": 72.458,
349
+ "eval_steps_per_second": 4.025,
350
+ "step": 59
351
+ },
352
+ {
353
+ "epoch": 34.285714285714285,
354
+ "grad_norm": 14.471763610839844,
355
+ "learning_rate": 2.2222222222222223e-05,
356
+ "loss": 0.5256,
357
+ "step": 60
358
+ },
359
+ {
360
+ "epoch": 34.857142857142854,
361
+ "eval_accuracy": 0.6666666666666666,
362
+ "eval_loss": 0.9487402439117432,
363
+ "eval_runtime": 0.4978,
364
+ "eval_samples_per_second": 72.325,
365
+ "eval_steps_per_second": 4.018,
366
+ "step": 61
367
+ },
368
+ {
369
+ "epoch": 36.0,
370
+ "eval_accuracy": 0.6111111111111112,
371
+ "eval_loss": 0.894493818283081,
372
+ "eval_runtime": 0.5098,
373
+ "eval_samples_per_second": 70.609,
374
+ "eval_steps_per_second": 3.923,
375
+ "step": 63
376
+ },
377
+ {
378
+ "epoch": 36.57142857142857,
379
+ "eval_accuracy": 0.6111111111111112,
380
+ "eval_loss": 0.9072532653808594,
381
+ "eval_runtime": 0.5009,
382
+ "eval_samples_per_second": 71.866,
383
+ "eval_steps_per_second": 3.993,
384
+ "step": 64
385
+ },
386
+ {
387
+ "epoch": 37.714285714285715,
388
+ "eval_accuracy": 0.6388888888888888,
389
+ "eval_loss": 0.9393937587738037,
390
+ "eval_runtime": 0.5098,
391
+ "eval_samples_per_second": 70.62,
392
+ "eval_steps_per_second": 3.923,
393
+ "step": 66
394
+ },
395
+ {
396
+ "epoch": 38.857142857142854,
397
+ "eval_accuracy": 0.6388888888888888,
398
+ "eval_loss": 0.9062364101409912,
399
+ "eval_runtime": 0.5034,
400
+ "eval_samples_per_second": 71.52,
401
+ "eval_steps_per_second": 3.973,
402
+ "step": 68
403
+ },
404
+ {
405
+ "epoch": 40.0,
406
+ "grad_norm": 10.791825294494629,
407
+ "learning_rate": 1.6666666666666667e-05,
408
+ "loss": 0.4509,
409
+ "step": 70
410
+ },
411
+ {
412
+ "epoch": 40.0,
413
+ "eval_accuracy": 0.6111111111111112,
414
+ "eval_loss": 0.8908358812332153,
415
+ "eval_runtime": 0.5024,
416
+ "eval_samples_per_second": 71.66,
417
+ "eval_steps_per_second": 3.981,
418
+ "step": 70
419
+ },
420
+ {
421
+ "epoch": 40.57142857142857,
422
+ "eval_accuracy": 0.6111111111111112,
423
+ "eval_loss": 0.8960464000701904,
424
+ "eval_runtime": 0.5032,
425
+ "eval_samples_per_second": 71.544,
426
+ "eval_steps_per_second": 3.975,
427
+ "step": 71
428
+ },
429
+ {
430
+ "epoch": 41.714285714285715,
431
+ "eval_accuracy": 0.6388888888888888,
432
+ "eval_loss": 0.9506352543830872,
433
+ "eval_runtime": 0.4987,
434
+ "eval_samples_per_second": 72.195,
435
+ "eval_steps_per_second": 4.011,
436
+ "step": 73
437
+ },
438
+ {
439
+ "epoch": 42.857142857142854,
440
+ "eval_accuracy": 0.6111111111111112,
441
+ "eval_loss": 1.0018254518508911,
442
+ "eval_runtime": 0.5,
443
+ "eval_samples_per_second": 71.999,
444
+ "eval_steps_per_second": 4.0,
445
+ "step": 75
446
+ },
447
+ {
448
+ "epoch": 44.0,
449
+ "eval_accuracy": 0.6666666666666666,
450
+ "eval_loss": 0.9851914644241333,
451
+ "eval_runtime": 0.4938,
452
+ "eval_samples_per_second": 72.909,
453
+ "eval_steps_per_second": 4.05,
454
+ "step": 77
455
+ },
456
+ {
457
+ "epoch": 44.57142857142857,
458
+ "eval_accuracy": 0.6666666666666666,
459
+ "eval_loss": 1.004512071609497,
460
+ "eval_runtime": 0.4992,
461
+ "eval_samples_per_second": 72.118,
462
+ "eval_steps_per_second": 4.007,
463
+ "step": 78
464
+ },
465
+ {
466
+ "epoch": 45.714285714285715,
467
+ "grad_norm": 5.812440395355225,
468
+ "learning_rate": 1.1111111111111112e-05,
469
+ "loss": 0.3865,
470
+ "step": 80
471
+ },
472
+ {
473
+ "epoch": 45.714285714285715,
474
+ "eval_accuracy": 0.5555555555555556,
475
+ "eval_loss": 1.0983620882034302,
476
+ "eval_runtime": 0.5042,
477
+ "eval_samples_per_second": 71.395,
478
+ "eval_steps_per_second": 3.966,
479
+ "step": 80
480
+ },
481
+ {
482
+ "epoch": 46.857142857142854,
483
+ "eval_accuracy": 0.5555555555555556,
484
+ "eval_loss": 1.1892544031143188,
485
+ "eval_runtime": 0.502,
486
+ "eval_samples_per_second": 71.71,
487
+ "eval_steps_per_second": 3.984,
488
+ "step": 82
489
+ },
490
+ {
491
+ "epoch": 48.0,
492
+ "eval_accuracy": 0.5277777777777778,
493
+ "eval_loss": 1.206595540046692,
494
+ "eval_runtime": 0.4955,
495
+ "eval_samples_per_second": 72.66,
496
+ "eval_steps_per_second": 4.037,
497
+ "step": 84
498
+ },
499
+ {
500
+ "epoch": 48.57142857142857,
501
+ "eval_accuracy": 0.5555555555555556,
502
+ "eval_loss": 1.1625385284423828,
503
+ "eval_runtime": 0.5187,
504
+ "eval_samples_per_second": 69.4,
505
+ "eval_steps_per_second": 3.856,
506
+ "step": 85
507
+ },
508
+ {
509
+ "epoch": 49.714285714285715,
510
+ "eval_accuracy": 0.6111111111111112,
511
+ "eval_loss": 1.0752768516540527,
512
+ "eval_runtime": 0.4964,
513
+ "eval_samples_per_second": 72.526,
514
+ "eval_steps_per_second": 4.029,
515
+ "step": 87
516
+ },
517
+ {
518
+ "epoch": 50.857142857142854,
519
+ "eval_accuracy": 0.6111111111111112,
520
+ "eval_loss": 1.0609641075134277,
521
+ "eval_runtime": 0.5036,
522
+ "eval_samples_per_second": 71.484,
523
+ "eval_steps_per_second": 3.971,
524
+ "step": 89
525
+ },
526
+ {
527
+ "epoch": 51.42857142857143,
528
+ "grad_norm": 5.6921234130859375,
529
+ "learning_rate": 5.555555555555556e-06,
530
+ "loss": 0.3497,
531
+ "step": 90
532
+ },
533
+ {
534
+ "epoch": 52.0,
535
+ "eval_accuracy": 0.5833333333333334,
536
+ "eval_loss": 1.0844407081604004,
537
+ "eval_runtime": 0.4985,
538
+ "eval_samples_per_second": 72.21,
539
+ "eval_steps_per_second": 4.012,
540
+ "step": 91
541
+ },
542
+ {
543
+ "epoch": 52.57142857142857,
544
+ "eval_accuracy": 0.5555555555555556,
545
+ "eval_loss": 1.1055421829223633,
546
+ "eval_runtime": 0.498,
547
+ "eval_samples_per_second": 72.29,
548
+ "eval_steps_per_second": 4.016,
549
+ "step": 92
550
+ },
551
+ {
552
+ "epoch": 53.714285714285715,
553
+ "eval_accuracy": 0.5555555555555556,
554
+ "eval_loss": 1.112227201461792,
555
+ "eval_runtime": 0.5125,
556
+ "eval_samples_per_second": 70.248,
557
+ "eval_steps_per_second": 3.903,
558
+ "step": 94
559
+ },
560
+ {
561
+ "epoch": 54.857142857142854,
562
+ "eval_accuracy": 0.5833333333333334,
563
+ "eval_loss": 1.1042193174362183,
564
+ "eval_runtime": 0.4988,
565
+ "eval_samples_per_second": 72.168,
566
+ "eval_steps_per_second": 4.009,
567
+ "step": 96
568
+ },
569
+ {
570
+ "epoch": 56.0,
571
+ "eval_accuracy": 0.5555555555555556,
572
+ "eval_loss": 1.0855423212051392,
573
+ "eval_runtime": 0.5021,
574
+ "eval_samples_per_second": 71.702,
575
+ "eval_steps_per_second": 3.983,
576
+ "step": 98
577
+ },
578
+ {
579
+ "epoch": 56.57142857142857,
580
+ "eval_accuracy": 0.5833333333333334,
581
+ "eval_loss": 1.078481912612915,
582
+ "eval_runtime": 0.4953,
583
+ "eval_samples_per_second": 72.687,
584
+ "eval_steps_per_second": 4.038,
585
+ "step": 99
586
+ },
587
+ {
588
+ "epoch": 57.142857142857146,
589
+ "grad_norm": 5.783181190490723,
590
+ "learning_rate": 0.0,
591
+ "loss": 0.3196,
592
+ "step": 100
593
+ },
594
+ {
595
+ "epoch": 57.142857142857146,
596
+ "eval_accuracy": 0.5833333333333334,
597
+ "eval_loss": 1.075089454650879,
598
+ "eval_runtime": 0.5027,
599
+ "eval_samples_per_second": 71.607,
600
+ "eval_steps_per_second": 3.978,
601
+ "step": 100
602
+ },
603
+ {
604
+ "epoch": 57.142857142857146,
605
+ "step": 100,
606
+ "total_flos": 8.899329213047992e+17,
607
+ "train_loss": 0.6317082977294922,
608
+ "train_runtime": 555.5566,
609
+ "train_samples_per_second": 36.18,
610
+ "train_steps_per_second": 0.18
611
+ },
612
+ {
613
+ "epoch": 57.142857142857146,
614
+ "eval_accuracy": 0.6944444444444444,
615
+ "eval_loss": 0.741450846195221,
616
+ "eval_runtime": 0.5686,
617
+ "eval_samples_per_second": 63.311,
618
+ "eval_steps_per_second": 3.517,
619
+ "step": 100
620
+ }
621
+ ],
622
+ "logging_steps": 10,
623
+ "max_steps": 100,
624
+ "num_input_tokens_seen": 0,
625
+ "num_train_epochs": 100,
626
+ "save_steps": 500,
627
+ "stateful_callbacks": {
628
+ "TrainerControl": {
629
+ "args": {
630
+ "should_epoch_stop": false,
631
+ "should_evaluate": false,
632
+ "should_log": false,
633
+ "should_save": true,
634
+ "should_training_stop": true
635
+ },
636
+ "attributes": {}
637
+ }
638
+ },
639
+ "total_flos": 8.899329213047992e+17,
640
+ "train_batch_size": 32,
641
+ "trial_name": null,
642
+ "trial_params": null
643
+ }