BilalMuftuoglu commited on
Commit
0cb7aa6
1 Parent(s): e8ebbfa

End of training

Browse files
README.md CHANGED
@@ -32,7 +32,7 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.0442
36
  - Accuracy: 1.0
37
 
38
  ## Model description
 
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.2432
36
  - Accuracy: 1.0
37
 
38
  ## Model description
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.24317891895771027,
5
+ "eval_runtime": 0.2414,
6
+ "eval_samples_per_second": 49.711,
7
+ "eval_steps_per_second": 4.143,
8
+ "total_flos": 4.802492916781056e+17,
9
+ "train_loss": 0.10338099300861359,
10
+ "train_runtime": 420.0817,
11
+ "train_samples_per_second": 14.759,
12
+ "train_steps_per_second": 0.238
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.24317891895771027,
5
+ "eval_runtime": 0.2414,
6
+ "eval_samples_per_second": 49.711,
7
+ "eval_steps_per_second": 4.143
8
+ }
runs/May23_14-31-34_2bc4f829fe52/events.out.tfevents.1716475155.2bc4f829fe52.989.21 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c2b91f2cf64e452d37ac2e84f91fc33b205d090d1ac7e3acff67b4a6c405c8
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "total_flos": 4.802492916781056e+17,
4
+ "train_loss": 0.10338099300861359,
5
+ "train_runtime": 420.0817,
6
+ "train_samples_per_second": 14.759,
7
+ "train_steps_per_second": 0.238
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1021 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0,
3
+ "best_model_checkpoint": "beit-base-patch16-224-hasta-75-fold1/checkpoint-18",
4
+ "epoch": 100.0,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.0,
14
+ "eval_loss": 2.2077012062072754,
15
+ "eval_runtime": 0.1832,
16
+ "eval_samples_per_second": 65.496,
17
+ "eval_steps_per_second": 5.458,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.0,
23
+ "eval_loss": 1.7828108072280884,
24
+ "eval_runtime": 0.181,
25
+ "eval_samples_per_second": 66.304,
26
+ "eval_steps_per_second": 5.525,
27
+ "step": 2
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.3333333333333333,
32
+ "eval_loss": 1.0542601346969604,
33
+ "eval_runtime": 0.181,
34
+ "eval_samples_per_second": 66.296,
35
+ "eval_steps_per_second": 5.525,
36
+ "step": 3
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.9166666666666666,
41
+ "eval_loss": 0.4304567277431488,
42
+ "eval_runtime": 0.1804,
43
+ "eval_samples_per_second": 66.504,
44
+ "eval_steps_per_second": 5.542,
45
+ "step": 4
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "eval_accuracy": 0.9166666666666666,
50
+ "eval_loss": 0.26718705892562866,
51
+ "eval_runtime": 0.1816,
52
+ "eval_samples_per_second": 66.078,
53
+ "eval_steps_per_second": 5.506,
54
+ "step": 5
55
+ },
56
+ {
57
+ "epoch": 6.0,
58
+ "eval_accuracy": 0.9166666666666666,
59
+ "eval_loss": 0.3206009566783905,
60
+ "eval_runtime": 0.1785,
61
+ "eval_samples_per_second": 67.21,
62
+ "eval_steps_per_second": 5.601,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 7.0,
67
+ "eval_accuracy": 0.9166666666666666,
68
+ "eval_loss": 0.3317834734916687,
69
+ "eval_runtime": 0.1781,
70
+ "eval_samples_per_second": 67.376,
71
+ "eval_steps_per_second": 5.615,
72
+ "step": 7
73
+ },
74
+ {
75
+ "epoch": 8.0,
76
+ "eval_accuracy": 0.9166666666666666,
77
+ "eval_loss": 0.30066391825675964,
78
+ "eval_runtime": 0.1822,
79
+ "eval_samples_per_second": 65.88,
80
+ "eval_steps_per_second": 5.49,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 9.0,
85
+ "eval_accuracy": 0.9166666666666666,
86
+ "eval_loss": 0.32681936025619507,
87
+ "eval_runtime": 0.1797,
88
+ "eval_samples_per_second": 66.776,
89
+ "eval_steps_per_second": 5.565,
90
+ "step": 9
91
+ },
92
+ {
93
+ "epoch": 10.0,
94
+ "grad_norm": 4.443905830383301,
95
+ "learning_rate": 5e-05,
96
+ "loss": 0.4863,
97
+ "step": 10
98
+ },
99
+ {
100
+ "epoch": 10.0,
101
+ "eval_accuracy": 0.9166666666666666,
102
+ "eval_loss": 0.3424707353115082,
103
+ "eval_runtime": 0.1796,
104
+ "eval_samples_per_second": 66.82,
105
+ "eval_steps_per_second": 5.568,
106
+ "step": 10
107
+ },
108
+ {
109
+ "epoch": 11.0,
110
+ "eval_accuracy": 0.9166666666666666,
111
+ "eval_loss": 0.2905902564525604,
112
+ "eval_runtime": 0.1813,
113
+ "eval_samples_per_second": 66.201,
114
+ "eval_steps_per_second": 5.517,
115
+ "step": 11
116
+ },
117
+ {
118
+ "epoch": 12.0,
119
+ "eval_accuracy": 0.9166666666666666,
120
+ "eval_loss": 0.26393598318099976,
121
+ "eval_runtime": 0.1806,
122
+ "eval_samples_per_second": 66.428,
123
+ "eval_steps_per_second": 5.536,
124
+ "step": 12
125
+ },
126
+ {
127
+ "epoch": 13.0,
128
+ "eval_accuracy": 0.9166666666666666,
129
+ "eval_loss": 0.29621657729148865,
130
+ "eval_runtime": 0.1827,
131
+ "eval_samples_per_second": 65.665,
132
+ "eval_steps_per_second": 5.472,
133
+ "step": 13
134
+ },
135
+ {
136
+ "epoch": 14.0,
137
+ "eval_accuracy": 0.8333333333333334,
138
+ "eval_loss": 0.444223016500473,
139
+ "eval_runtime": 0.1832,
140
+ "eval_samples_per_second": 65.485,
141
+ "eval_steps_per_second": 5.457,
142
+ "step": 14
143
+ },
144
+ {
145
+ "epoch": 15.0,
146
+ "eval_accuracy": 0.8333333333333334,
147
+ "eval_loss": 0.3107624351978302,
148
+ "eval_runtime": 0.1828,
149
+ "eval_samples_per_second": 65.656,
150
+ "eval_steps_per_second": 5.471,
151
+ "step": 15
152
+ },
153
+ {
154
+ "epoch": 16.0,
155
+ "eval_accuracy": 0.9166666666666666,
156
+ "eval_loss": 0.2321174144744873,
157
+ "eval_runtime": 0.18,
158
+ "eval_samples_per_second": 66.659,
159
+ "eval_steps_per_second": 5.555,
160
+ "step": 16
161
+ },
162
+ {
163
+ "epoch": 17.0,
164
+ "eval_accuracy": 0.9166666666666666,
165
+ "eval_loss": 0.23090867698192596,
166
+ "eval_runtime": 0.1791,
167
+ "eval_samples_per_second": 67.013,
168
+ "eval_steps_per_second": 5.584,
169
+ "step": 17
170
+ },
171
+ {
172
+ "epoch": 18.0,
173
+ "eval_accuracy": 1.0,
174
+ "eval_loss": 0.24317891895771027,
175
+ "eval_runtime": 0.1826,
176
+ "eval_samples_per_second": 65.703,
177
+ "eval_steps_per_second": 5.475,
178
+ "step": 18
179
+ },
180
+ {
181
+ "epoch": 19.0,
182
+ "eval_accuracy": 1.0,
183
+ "eval_loss": 0.22404837608337402,
184
+ "eval_runtime": 0.1858,
185
+ "eval_samples_per_second": 64.581,
186
+ "eval_steps_per_second": 5.382,
187
+ "step": 19
188
+ },
189
+ {
190
+ "epoch": 20.0,
191
+ "grad_norm": 2.4318888187408447,
192
+ "learning_rate": 4.4444444444444447e-05,
193
+ "loss": 0.1603,
194
+ "step": 20
195
+ },
196
+ {
197
+ "epoch": 20.0,
198
+ "eval_accuracy": 0.9166666666666666,
199
+ "eval_loss": 0.16075477004051208,
200
+ "eval_runtime": 0.1738,
201
+ "eval_samples_per_second": 69.059,
202
+ "eval_steps_per_second": 5.755,
203
+ "step": 20
204
+ },
205
+ {
206
+ "epoch": 21.0,
207
+ "eval_accuracy": 0.9166666666666666,
208
+ "eval_loss": 0.1274556964635849,
209
+ "eval_runtime": 0.1768,
210
+ "eval_samples_per_second": 67.881,
211
+ "eval_steps_per_second": 5.657,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 22.0,
216
+ "eval_accuracy": 0.9166666666666666,
217
+ "eval_loss": 0.11907526105642319,
218
+ "eval_runtime": 0.1807,
219
+ "eval_samples_per_second": 66.408,
220
+ "eval_steps_per_second": 5.534,
221
+ "step": 22
222
+ },
223
+ {
224
+ "epoch": 23.0,
225
+ "eval_accuracy": 0.9166666666666666,
226
+ "eval_loss": 0.10295626521110535,
227
+ "eval_runtime": 0.1785,
228
+ "eval_samples_per_second": 67.233,
229
+ "eval_steps_per_second": 5.603,
230
+ "step": 23
231
+ },
232
+ {
233
+ "epoch": 24.0,
234
+ "eval_accuracy": 1.0,
235
+ "eval_loss": 0.10096978396177292,
236
+ "eval_runtime": 0.184,
237
+ "eval_samples_per_second": 65.212,
238
+ "eval_steps_per_second": 5.434,
239
+ "step": 24
240
+ },
241
+ {
242
+ "epoch": 25.0,
243
+ "eval_accuracy": 1.0,
244
+ "eval_loss": 0.08157830685377121,
245
+ "eval_runtime": 0.1815,
246
+ "eval_samples_per_second": 66.129,
247
+ "eval_steps_per_second": 5.511,
248
+ "step": 25
249
+ },
250
+ {
251
+ "epoch": 26.0,
252
+ "eval_accuracy": 0.9166666666666666,
253
+ "eval_loss": 0.1813768893480301,
254
+ "eval_runtime": 0.1773,
255
+ "eval_samples_per_second": 67.673,
256
+ "eval_steps_per_second": 5.639,
257
+ "step": 26
258
+ },
259
+ {
260
+ "epoch": 27.0,
261
+ "eval_accuracy": 0.9166666666666666,
262
+ "eval_loss": 0.16538240015506744,
263
+ "eval_runtime": 0.1785,
264
+ "eval_samples_per_second": 67.215,
265
+ "eval_steps_per_second": 5.601,
266
+ "step": 27
267
+ },
268
+ {
269
+ "epoch": 28.0,
270
+ "eval_accuracy": 1.0,
271
+ "eval_loss": 0.09447892755270004,
272
+ "eval_runtime": 0.1866,
273
+ "eval_samples_per_second": 64.315,
274
+ "eval_steps_per_second": 5.36,
275
+ "step": 28
276
+ },
277
+ {
278
+ "epoch": 29.0,
279
+ "eval_accuracy": 1.0,
280
+ "eval_loss": 0.08471832424402237,
281
+ "eval_runtime": 0.178,
282
+ "eval_samples_per_second": 67.43,
283
+ "eval_steps_per_second": 5.619,
284
+ "step": 29
285
+ },
286
+ {
287
+ "epoch": 30.0,
288
+ "grad_norm": 2.647221088409424,
289
+ "learning_rate": 3.888888888888889e-05,
290
+ "loss": 0.1007,
291
+ "step": 30
292
+ },
293
+ {
294
+ "epoch": 30.0,
295
+ "eval_accuracy": 1.0,
296
+ "eval_loss": 0.15657053887844086,
297
+ "eval_runtime": 0.1773,
298
+ "eval_samples_per_second": 67.666,
299
+ "eval_steps_per_second": 5.639,
300
+ "step": 30
301
+ },
302
+ {
303
+ "epoch": 31.0,
304
+ "eval_accuracy": 1.0,
305
+ "eval_loss": 0.0818849727511406,
306
+ "eval_runtime": 0.1805,
307
+ "eval_samples_per_second": 66.482,
308
+ "eval_steps_per_second": 5.54,
309
+ "step": 31
310
+ },
311
+ {
312
+ "epoch": 32.0,
313
+ "eval_accuracy": 1.0,
314
+ "eval_loss": 0.07821951806545258,
315
+ "eval_runtime": 0.1819,
316
+ "eval_samples_per_second": 65.982,
317
+ "eval_steps_per_second": 5.498,
318
+ "step": 32
319
+ },
320
+ {
321
+ "epoch": 33.0,
322
+ "eval_accuracy": 1.0,
323
+ "eval_loss": 0.0781416967511177,
324
+ "eval_runtime": 0.1816,
325
+ "eval_samples_per_second": 66.073,
326
+ "eval_steps_per_second": 5.506,
327
+ "step": 33
328
+ },
329
+ {
330
+ "epoch": 34.0,
331
+ "eval_accuracy": 1.0,
332
+ "eval_loss": 0.06351720541715622,
333
+ "eval_runtime": 0.1762,
334
+ "eval_samples_per_second": 68.092,
335
+ "eval_steps_per_second": 5.674,
336
+ "step": 34
337
+ },
338
+ {
339
+ "epoch": 35.0,
340
+ "eval_accuracy": 1.0,
341
+ "eval_loss": 0.06752466410398483,
342
+ "eval_runtime": 0.1843,
343
+ "eval_samples_per_second": 65.122,
344
+ "eval_steps_per_second": 5.427,
345
+ "step": 35
346
+ },
347
+ {
348
+ "epoch": 36.0,
349
+ "eval_accuracy": 1.0,
350
+ "eval_loss": 0.1137080118060112,
351
+ "eval_runtime": 0.1789,
352
+ "eval_samples_per_second": 67.069,
353
+ "eval_steps_per_second": 5.589,
354
+ "step": 36
355
+ },
356
+ {
357
+ "epoch": 37.0,
358
+ "eval_accuracy": 0.9166666666666666,
359
+ "eval_loss": 0.12665808200836182,
360
+ "eval_runtime": 0.1849,
361
+ "eval_samples_per_second": 64.894,
362
+ "eval_steps_per_second": 5.408,
363
+ "step": 37
364
+ },
365
+ {
366
+ "epoch": 38.0,
367
+ "eval_accuracy": 0.9166666666666666,
368
+ "eval_loss": 0.1438184678554535,
369
+ "eval_runtime": 0.1772,
370
+ "eval_samples_per_second": 67.727,
371
+ "eval_steps_per_second": 5.644,
372
+ "step": 38
373
+ },
374
+ {
375
+ "epoch": 39.0,
376
+ "eval_accuracy": 0.9166666666666666,
377
+ "eval_loss": 0.1301492154598236,
378
+ "eval_runtime": 0.1815,
379
+ "eval_samples_per_second": 66.113,
380
+ "eval_steps_per_second": 5.509,
381
+ "step": 39
382
+ },
383
+ {
384
+ "epoch": 40.0,
385
+ "grad_norm": 2.206031560897827,
386
+ "learning_rate": 3.3333333333333335e-05,
387
+ "loss": 0.0573,
388
+ "step": 40
389
+ },
390
+ {
391
+ "epoch": 40.0,
392
+ "eval_accuracy": 0.9166666666666666,
393
+ "eval_loss": 0.11228451877832413,
394
+ "eval_runtime": 0.1755,
395
+ "eval_samples_per_second": 68.382,
396
+ "eval_steps_per_second": 5.699,
397
+ "step": 40
398
+ },
399
+ {
400
+ "epoch": 41.0,
401
+ "eval_accuracy": 1.0,
402
+ "eval_loss": 0.0673147514462471,
403
+ "eval_runtime": 0.1793,
404
+ "eval_samples_per_second": 66.913,
405
+ "eval_steps_per_second": 5.576,
406
+ "step": 41
407
+ },
408
+ {
409
+ "epoch": 42.0,
410
+ "eval_accuracy": 1.0,
411
+ "eval_loss": 0.026470685377717018,
412
+ "eval_runtime": 0.1912,
413
+ "eval_samples_per_second": 62.752,
414
+ "eval_steps_per_second": 5.229,
415
+ "step": 42
416
+ },
417
+ {
418
+ "epoch": 43.0,
419
+ "eval_accuracy": 1.0,
420
+ "eval_loss": 0.031682901084423065,
421
+ "eval_runtime": 0.1799,
422
+ "eval_samples_per_second": 66.702,
423
+ "eval_steps_per_second": 5.558,
424
+ "step": 43
425
+ },
426
+ {
427
+ "epoch": 44.0,
428
+ "eval_accuracy": 1.0,
429
+ "eval_loss": 0.04610493779182434,
430
+ "eval_runtime": 0.1797,
431
+ "eval_samples_per_second": 66.786,
432
+ "eval_steps_per_second": 5.566,
433
+ "step": 44
434
+ },
435
+ {
436
+ "epoch": 45.0,
437
+ "eval_accuracy": 1.0,
438
+ "eval_loss": 0.03257732838392258,
439
+ "eval_runtime": 0.1852,
440
+ "eval_samples_per_second": 64.791,
441
+ "eval_steps_per_second": 5.399,
442
+ "step": 45
443
+ },
444
+ {
445
+ "epoch": 46.0,
446
+ "eval_accuracy": 1.0,
447
+ "eval_loss": 0.022052617743611336,
448
+ "eval_runtime": 0.1804,
449
+ "eval_samples_per_second": 66.535,
450
+ "eval_steps_per_second": 5.545,
451
+ "step": 46
452
+ },
453
+ {
454
+ "epoch": 47.0,
455
+ "eval_accuracy": 1.0,
456
+ "eval_loss": 0.022693796083331108,
457
+ "eval_runtime": 0.1857,
458
+ "eval_samples_per_second": 64.616,
459
+ "eval_steps_per_second": 5.385,
460
+ "step": 47
461
+ },
462
+ {
463
+ "epoch": 48.0,
464
+ "eval_accuracy": 1.0,
465
+ "eval_loss": 0.021375102922320366,
466
+ "eval_runtime": 0.1811,
467
+ "eval_samples_per_second": 66.277,
468
+ "eval_steps_per_second": 5.523,
469
+ "step": 48
470
+ },
471
+ {
472
+ "epoch": 49.0,
473
+ "eval_accuracy": 1.0,
474
+ "eval_loss": 0.017641151323914528,
475
+ "eval_runtime": 0.1792,
476
+ "eval_samples_per_second": 66.969,
477
+ "eval_steps_per_second": 5.581,
478
+ "step": 49
479
+ },
480
+ {
481
+ "epoch": 50.0,
482
+ "grad_norm": 2.6644582748413086,
483
+ "learning_rate": 2.777777777777778e-05,
484
+ "loss": 0.0566,
485
+ "step": 50
486
+ },
487
+ {
488
+ "epoch": 50.0,
489
+ "eval_accuracy": 1.0,
490
+ "eval_loss": 0.014967289753258228,
491
+ "eval_runtime": 0.1798,
492
+ "eval_samples_per_second": 66.749,
493
+ "eval_steps_per_second": 5.562,
494
+ "step": 50
495
+ },
496
+ {
497
+ "epoch": 51.0,
498
+ "eval_accuracy": 1.0,
499
+ "eval_loss": 0.015390962362289429,
500
+ "eval_runtime": 0.1849,
501
+ "eval_samples_per_second": 64.898,
502
+ "eval_steps_per_second": 5.408,
503
+ "step": 51
504
+ },
505
+ {
506
+ "epoch": 52.0,
507
+ "eval_accuracy": 1.0,
508
+ "eval_loss": 0.013894349336624146,
509
+ "eval_runtime": 0.1828,
510
+ "eval_samples_per_second": 65.644,
511
+ "eval_steps_per_second": 5.47,
512
+ "step": 52
513
+ },
514
+ {
515
+ "epoch": 53.0,
516
+ "eval_accuracy": 1.0,
517
+ "eval_loss": 0.009721777401864529,
518
+ "eval_runtime": 0.183,
519
+ "eval_samples_per_second": 65.56,
520
+ "eval_steps_per_second": 5.463,
521
+ "step": 53
522
+ },
523
+ {
524
+ "epoch": 54.0,
525
+ "eval_accuracy": 1.0,
526
+ "eval_loss": 0.01429061684757471,
527
+ "eval_runtime": 0.1805,
528
+ "eval_samples_per_second": 66.473,
529
+ "eval_steps_per_second": 5.539,
530
+ "step": 54
531
+ },
532
+ {
533
+ "epoch": 55.0,
534
+ "eval_accuracy": 1.0,
535
+ "eval_loss": 0.027167662978172302,
536
+ "eval_runtime": 0.1829,
537
+ "eval_samples_per_second": 65.604,
538
+ "eval_steps_per_second": 5.467,
539
+ "step": 55
540
+ },
541
+ {
542
+ "epoch": 56.0,
543
+ "eval_accuracy": 1.0,
544
+ "eval_loss": 0.04265804961323738,
545
+ "eval_runtime": 0.1773,
546
+ "eval_samples_per_second": 67.682,
547
+ "eval_steps_per_second": 5.64,
548
+ "step": 56
549
+ },
550
+ {
551
+ "epoch": 57.0,
552
+ "eval_accuracy": 1.0,
553
+ "eval_loss": 0.03430110216140747,
554
+ "eval_runtime": 0.1781,
555
+ "eval_samples_per_second": 67.383,
556
+ "eval_steps_per_second": 5.615,
557
+ "step": 57
558
+ },
559
+ {
560
+ "epoch": 58.0,
561
+ "eval_accuracy": 1.0,
562
+ "eval_loss": 0.028985222801566124,
563
+ "eval_runtime": 0.1797,
564
+ "eval_samples_per_second": 66.762,
565
+ "eval_steps_per_second": 5.563,
566
+ "step": 58
567
+ },
568
+ {
569
+ "epoch": 59.0,
570
+ "eval_accuracy": 1.0,
571
+ "eval_loss": 0.05569181963801384,
572
+ "eval_runtime": 0.1795,
573
+ "eval_samples_per_second": 66.845,
574
+ "eval_steps_per_second": 5.57,
575
+ "step": 59
576
+ },
577
+ {
578
+ "epoch": 60.0,
579
+ "grad_norm": 1.0558639764785767,
580
+ "learning_rate": 2.2222222222222223e-05,
581
+ "loss": 0.0242,
582
+ "step": 60
583
+ },
584
+ {
585
+ "epoch": 60.0,
586
+ "eval_accuracy": 1.0,
587
+ "eval_loss": 0.0904507040977478,
588
+ "eval_runtime": 0.1778,
589
+ "eval_samples_per_second": 67.489,
590
+ "eval_steps_per_second": 5.624,
591
+ "step": 60
592
+ },
593
+ {
594
+ "epoch": 61.0,
595
+ "eval_accuracy": 0.9166666666666666,
596
+ "eval_loss": 0.1373545080423355,
597
+ "eval_runtime": 0.1803,
598
+ "eval_samples_per_second": 66.553,
599
+ "eval_steps_per_second": 5.546,
600
+ "step": 61
601
+ },
602
+ {
603
+ "epoch": 62.0,
604
+ "eval_accuracy": 0.9166666666666666,
605
+ "eval_loss": 0.17625844478607178,
606
+ "eval_runtime": 0.1822,
607
+ "eval_samples_per_second": 65.851,
608
+ "eval_steps_per_second": 5.488,
609
+ "step": 62
610
+ },
611
+ {
612
+ "epoch": 63.0,
613
+ "eval_accuracy": 0.9166666666666666,
614
+ "eval_loss": 0.179295614361763,
615
+ "eval_runtime": 0.1819,
616
+ "eval_samples_per_second": 65.963,
617
+ "eval_steps_per_second": 5.497,
618
+ "step": 63
619
+ },
620
+ {
621
+ "epoch": 64.0,
622
+ "eval_accuracy": 0.9166666666666666,
623
+ "eval_loss": 0.1639540046453476,
624
+ "eval_runtime": 0.1821,
625
+ "eval_samples_per_second": 65.893,
626
+ "eval_steps_per_second": 5.491,
627
+ "step": 64
628
+ },
629
+ {
630
+ "epoch": 65.0,
631
+ "eval_accuracy": 0.9166666666666666,
632
+ "eval_loss": 0.14449164271354675,
633
+ "eval_runtime": 0.1825,
634
+ "eval_samples_per_second": 65.738,
635
+ "eval_steps_per_second": 5.478,
636
+ "step": 65
637
+ },
638
+ {
639
+ "epoch": 66.0,
640
+ "eval_accuracy": 1.0,
641
+ "eval_loss": 0.10922203212976456,
642
+ "eval_runtime": 0.1776,
643
+ "eval_samples_per_second": 67.567,
644
+ "eval_steps_per_second": 5.631,
645
+ "step": 66
646
+ },
647
+ {
648
+ "epoch": 67.0,
649
+ "eval_accuracy": 1.0,
650
+ "eval_loss": 0.09147190302610397,
651
+ "eval_runtime": 0.1777,
652
+ "eval_samples_per_second": 67.527,
653
+ "eval_steps_per_second": 5.627,
654
+ "step": 67
655
+ },
656
+ {
657
+ "epoch": 68.0,
658
+ "eval_accuracy": 1.0,
659
+ "eval_loss": 0.06401555240154266,
660
+ "eval_runtime": 0.1867,
661
+ "eval_samples_per_second": 64.265,
662
+ "eval_steps_per_second": 5.355,
663
+ "step": 68
664
+ },
665
+ {
666
+ "epoch": 69.0,
667
+ "eval_accuracy": 1.0,
668
+ "eval_loss": 0.03757796436548233,
669
+ "eval_runtime": 0.1798,
670
+ "eval_samples_per_second": 66.739,
671
+ "eval_steps_per_second": 5.562,
672
+ "step": 69
673
+ },
674
+ {
675
+ "epoch": 70.0,
676
+ "grad_norm": 1.6899287700653076,
677
+ "learning_rate": 1.6666666666666667e-05,
678
+ "loss": 0.0339,
679
+ "step": 70
680
+ },
681
+ {
682
+ "epoch": 70.0,
683
+ "eval_accuracy": 1.0,
684
+ "eval_loss": 0.02968785911798477,
685
+ "eval_runtime": 0.1748,
686
+ "eval_samples_per_second": 68.654,
687
+ "eval_steps_per_second": 5.721,
688
+ "step": 70
689
+ },
690
+ {
691
+ "epoch": 71.0,
692
+ "eval_accuracy": 1.0,
693
+ "eval_loss": 0.023778622969985008,
694
+ "eval_runtime": 0.1792,
695
+ "eval_samples_per_second": 66.955,
696
+ "eval_steps_per_second": 5.58,
697
+ "step": 71
698
+ },
699
+ {
700
+ "epoch": 72.0,
701
+ "eval_accuracy": 1.0,
702
+ "eval_loss": 0.01778542995452881,
703
+ "eval_runtime": 0.1836,
704
+ "eval_samples_per_second": 65.367,
705
+ "eval_steps_per_second": 5.447,
706
+ "step": 72
707
+ },
708
+ {
709
+ "epoch": 73.0,
710
+ "eval_accuracy": 1.0,
711
+ "eval_loss": 0.01042032241821289,
712
+ "eval_runtime": 0.1791,
713
+ "eval_samples_per_second": 67.01,
714
+ "eval_steps_per_second": 5.584,
715
+ "step": 73
716
+ },
717
+ {
718
+ "epoch": 74.0,
719
+ "eval_accuracy": 1.0,
720
+ "eval_loss": 0.0063457731157541275,
721
+ "eval_runtime": 0.178,
722
+ "eval_samples_per_second": 67.432,
723
+ "eval_steps_per_second": 5.619,
724
+ "step": 74
725
+ },
726
+ {
727
+ "epoch": 75.0,
728
+ "eval_accuracy": 1.0,
729
+ "eval_loss": 0.004192787688225508,
730
+ "eval_runtime": 0.18,
731
+ "eval_samples_per_second": 66.67,
732
+ "eval_steps_per_second": 5.556,
733
+ "step": 75
734
+ },
735
+ {
736
+ "epoch": 76.0,
737
+ "eval_accuracy": 1.0,
738
+ "eval_loss": 0.003145643277093768,
739
+ "eval_runtime": 0.1809,
740
+ "eval_samples_per_second": 66.32,
741
+ "eval_steps_per_second": 5.527,
742
+ "step": 76
743
+ },
744
+ {
745
+ "epoch": 77.0,
746
+ "eval_accuracy": 1.0,
747
+ "eval_loss": 0.0028521008789539337,
748
+ "eval_runtime": 0.1833,
749
+ "eval_samples_per_second": 65.45,
750
+ "eval_steps_per_second": 5.454,
751
+ "step": 77
752
+ },
753
+ {
754
+ "epoch": 78.0,
755
+ "eval_accuracy": 1.0,
756
+ "eval_loss": 0.003350273473188281,
757
+ "eval_runtime": 0.1814,
758
+ "eval_samples_per_second": 66.157,
759
+ "eval_steps_per_second": 5.513,
760
+ "step": 78
761
+ },
762
+ {
763
+ "epoch": 79.0,
764
+ "eval_accuracy": 1.0,
765
+ "eval_loss": 0.0035124036949127913,
766
+ "eval_runtime": 0.1822,
767
+ "eval_samples_per_second": 65.852,
768
+ "eval_steps_per_second": 5.488,
769
+ "step": 79
770
+ },
771
+ {
772
+ "epoch": 80.0,
773
+ "grad_norm": 5.092667579650879,
774
+ "learning_rate": 1.1111111111111112e-05,
775
+ "loss": 0.0532,
776
+ "step": 80
777
+ },
778
+ {
779
+ "epoch": 80.0,
780
+ "eval_accuracy": 1.0,
781
+ "eval_loss": 0.0035463341046124697,
782
+ "eval_runtime": 0.1807,
783
+ "eval_samples_per_second": 66.392,
784
+ "eval_steps_per_second": 5.533,
785
+ "step": 80
786
+ },
787
+ {
788
+ "epoch": 81.0,
789
+ "eval_accuracy": 1.0,
790
+ "eval_loss": 0.0038894719909876585,
791
+ "eval_runtime": 0.1814,
792
+ "eval_samples_per_second": 66.14,
793
+ "eval_steps_per_second": 5.512,
794
+ "step": 81
795
+ },
796
+ {
797
+ "epoch": 82.0,
798
+ "eval_accuracy": 1.0,
799
+ "eval_loss": 0.005399493966251612,
800
+ "eval_runtime": 0.1807,
801
+ "eval_samples_per_second": 66.412,
802
+ "eval_steps_per_second": 5.534,
803
+ "step": 82
804
+ },
805
+ {
806
+ "epoch": 83.0,
807
+ "eval_accuracy": 1.0,
808
+ "eval_loss": 0.010995940305292606,
809
+ "eval_runtime": 0.1792,
810
+ "eval_samples_per_second": 66.972,
811
+ "eval_steps_per_second": 5.581,
812
+ "step": 83
813
+ },
814
+ {
815
+ "epoch": 84.0,
816
+ "eval_accuracy": 1.0,
817
+ "eval_loss": 0.025468939915299416,
818
+ "eval_runtime": 0.1831,
819
+ "eval_samples_per_second": 65.53,
820
+ "eval_steps_per_second": 5.461,
821
+ "step": 84
822
+ },
823
+ {
824
+ "epoch": 85.0,
825
+ "eval_accuracy": 1.0,
826
+ "eval_loss": 0.05003314092755318,
827
+ "eval_runtime": 0.1803,
828
+ "eval_samples_per_second": 66.549,
829
+ "eval_steps_per_second": 5.546,
830
+ "step": 85
831
+ },
832
+ {
833
+ "epoch": 86.0,
834
+ "eval_accuracy": 0.9166666666666666,
835
+ "eval_loss": 0.08439437299966812,
836
+ "eval_runtime": 0.1773,
837
+ "eval_samples_per_second": 67.674,
838
+ "eval_steps_per_second": 5.64,
839
+ "step": 86
840
+ },
841
+ {
842
+ "epoch": 87.0,
843
+ "eval_accuracy": 0.9166666666666666,
844
+ "eval_loss": 0.11905407905578613,
845
+ "eval_runtime": 0.1855,
846
+ "eval_samples_per_second": 64.702,
847
+ "eval_steps_per_second": 5.392,
848
+ "step": 87
849
+ },
850
+ {
851
+ "epoch": 88.0,
852
+ "eval_accuracy": 0.9166666666666666,
853
+ "eval_loss": 0.14367732405662537,
854
+ "eval_runtime": 0.1795,
855
+ "eval_samples_per_second": 66.857,
856
+ "eval_steps_per_second": 5.571,
857
+ "step": 88
858
+ },
859
+ {
860
+ "epoch": 89.0,
861
+ "eval_accuracy": 0.9166666666666666,
862
+ "eval_loss": 0.15639398992061615,
863
+ "eval_runtime": 0.1833,
864
+ "eval_samples_per_second": 65.456,
865
+ "eval_steps_per_second": 5.455,
866
+ "step": 89
867
+ },
868
+ {
869
+ "epoch": 90.0,
870
+ "grad_norm": 1.2882177829742432,
871
+ "learning_rate": 5.555555555555556e-06,
872
+ "loss": 0.0316,
873
+ "step": 90
874
+ },
875
+ {
876
+ "epoch": 90.0,
877
+ "eval_accuracy": 0.9166666666666666,
878
+ "eval_loss": 0.15441086888313293,
879
+ "eval_runtime": 0.1825,
880
+ "eval_samples_per_second": 65.747,
881
+ "eval_steps_per_second": 5.479,
882
+ "step": 90
883
+ },
884
+ {
885
+ "epoch": 91.0,
886
+ "eval_accuracy": 0.9166666666666666,
887
+ "eval_loss": 0.1454831212759018,
888
+ "eval_runtime": 0.1777,
889
+ "eval_samples_per_second": 67.533,
890
+ "eval_steps_per_second": 5.628,
891
+ "step": 91
892
+ },
893
+ {
894
+ "epoch": 92.0,
895
+ "eval_accuracy": 0.9166666666666666,
896
+ "eval_loss": 0.13830962777137756,
897
+ "eval_runtime": 0.1799,
898
+ "eval_samples_per_second": 66.706,
899
+ "eval_steps_per_second": 5.559,
900
+ "step": 92
901
+ },
902
+ {
903
+ "epoch": 93.0,
904
+ "eval_accuracy": 0.9166666666666666,
905
+ "eval_loss": 0.11936721205711365,
906
+ "eval_runtime": 0.1803,
907
+ "eval_samples_per_second": 66.542,
908
+ "eval_steps_per_second": 5.545,
909
+ "step": 93
910
+ },
911
+ {
912
+ "epoch": 94.0,
913
+ "eval_accuracy": 0.9166666666666666,
914
+ "eval_loss": 0.10268055647611618,
915
+ "eval_runtime": 0.1808,
916
+ "eval_samples_per_second": 66.384,
917
+ "eval_steps_per_second": 5.532,
918
+ "step": 94
919
+ },
920
+ {
921
+ "epoch": 95.0,
922
+ "eval_accuracy": 0.9166666666666666,
923
+ "eval_loss": 0.08746868371963501,
924
+ "eval_runtime": 0.1911,
925
+ "eval_samples_per_second": 62.805,
926
+ "eval_steps_per_second": 5.234,
927
+ "step": 95
928
+ },
929
+ {
930
+ "epoch": 96.0,
931
+ "eval_accuracy": 1.0,
932
+ "eval_loss": 0.07148657739162445,
933
+ "eval_runtime": 0.1759,
934
+ "eval_samples_per_second": 68.224,
935
+ "eval_steps_per_second": 5.685,
936
+ "step": 96
937
+ },
938
+ {
939
+ "epoch": 97.0,
940
+ "eval_accuracy": 1.0,
941
+ "eval_loss": 0.060756634920835495,
942
+ "eval_runtime": 0.1821,
943
+ "eval_samples_per_second": 65.899,
944
+ "eval_steps_per_second": 5.492,
945
+ "step": 97
946
+ },
947
+ {
948
+ "epoch": 98.0,
949
+ "eval_accuracy": 1.0,
950
+ "eval_loss": 0.05189364030957222,
951
+ "eval_runtime": 0.1845,
952
+ "eval_samples_per_second": 65.035,
953
+ "eval_steps_per_second": 5.42,
954
+ "step": 98
955
+ },
956
+ {
957
+ "epoch": 99.0,
958
+ "eval_accuracy": 1.0,
959
+ "eval_loss": 0.04678298905491829,
960
+ "eval_runtime": 0.182,
961
+ "eval_samples_per_second": 65.937,
962
+ "eval_steps_per_second": 5.495,
963
+ "step": 99
964
+ },
965
+ {
966
+ "epoch": 100.0,
967
+ "grad_norm": 3.1393415927886963,
968
+ "learning_rate": 0.0,
969
+ "loss": 0.0299,
970
+ "step": 100
971
+ },
972
+ {
973
+ "epoch": 100.0,
974
+ "eval_accuracy": 1.0,
975
+ "eval_loss": 0.04420096054673195,
976
+ "eval_runtime": 0.1774,
977
+ "eval_samples_per_second": 67.659,
978
+ "eval_steps_per_second": 5.638,
979
+ "step": 100
980
+ },
981
+ {
982
+ "epoch": 100.0,
983
+ "step": 100,
984
+ "total_flos": 4.802492916781056e+17,
985
+ "train_loss": 0.10338099300861359,
986
+ "train_runtime": 420.0817,
987
+ "train_samples_per_second": 14.759,
988
+ "train_steps_per_second": 0.238
989
+ },
990
+ {
991
+ "epoch": 100.0,
992
+ "eval_accuracy": 1.0,
993
+ "eval_loss": 0.24317891895771027,
994
+ "eval_runtime": 0.2414,
995
+ "eval_samples_per_second": 49.711,
996
+ "eval_steps_per_second": 4.143,
997
+ "step": 100
998
+ }
999
+ ],
1000
+ "logging_steps": 10,
1001
+ "max_steps": 100,
1002
+ "num_input_tokens_seen": 0,
1003
+ "num_train_epochs": 100,
1004
+ "save_steps": 500,
1005
+ "stateful_callbacks": {
1006
+ "TrainerControl": {
1007
+ "args": {
1008
+ "should_epoch_stop": false,
1009
+ "should_evaluate": false,
1010
+ "should_log": false,
1011
+ "should_save": true,
1012
+ "should_training_stop": true
1013
+ },
1014
+ "attributes": {}
1015
+ }
1016
+ },
1017
+ "total_flos": 4.802492916781056e+17,
1018
+ "train_batch_size": 32,
1019
+ "trial_name": null,
1020
+ "trial_params": null
1021
+ }