BilalMuftuoglu commited on
Commit
5d39cc2
1 Parent(s): e11052e

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.9166666666666666
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.2798
36
- - Accuracy: 0.9167
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 1.0
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.0769
36
+ - Accuracy: 1.0
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.0768769234418869,
5
+ "eval_runtime": 0.2326,
6
+ "eval_samples_per_second": 51.584,
7
+ "eval_steps_per_second": 4.299,
8
+ "total_flos": 4.802492916781056e+17,
9
+ "train_loss": 0.06854121431708336,
10
+ "train_runtime": 431.748,
11
+ "train_samples_per_second": 14.36,
12
+ "train_steps_per_second": 0.232
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.0768769234418869,
5
+ "eval_runtime": 0.2326,
6
+ "eval_samples_per_second": 51.584,
7
+ "eval_steps_per_second": 4.299
8
+ }
runs/May23_14-39-30_2bc4f829fe52/events.out.tfevents.1716475634.2bc4f829fe52.989.23 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6c5b2d5b7f66dbb83d4035b40711ea9bdba14763f1465bbf073d9b795708ca
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "total_flos": 4.802492916781056e+17,
4
+ "train_loss": 0.06854121431708336,
5
+ "train_runtime": 431.748,
6
+ "train_samples_per_second": 14.36,
7
+ "train_steps_per_second": 0.232
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1021 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0,
3
+ "best_model_checkpoint": "beit-base-patch16-224-hasta-75-fold2/checkpoint-23",
4
+ "epoch": 100.0,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.9166666666666666,
14
+ "eval_loss": 0.5149306654930115,
15
+ "eval_runtime": 0.1792,
16
+ "eval_samples_per_second": 66.979,
17
+ "eval_steps_per_second": 5.582,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.9166666666666666,
23
+ "eval_loss": 0.40411773324012756,
24
+ "eval_runtime": 0.1766,
25
+ "eval_samples_per_second": 67.966,
26
+ "eval_steps_per_second": 5.664,
27
+ "step": 2
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.9166666666666666,
32
+ "eval_loss": 0.36019083857536316,
33
+ "eval_runtime": 0.1827,
34
+ "eval_samples_per_second": 65.689,
35
+ "eval_steps_per_second": 5.474,
36
+ "step": 3
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.9166666666666666,
41
+ "eval_loss": 0.39142441749572754,
42
+ "eval_runtime": 0.1797,
43
+ "eval_samples_per_second": 66.761,
44
+ "eval_steps_per_second": 5.563,
45
+ "step": 4
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "eval_accuracy": 0.9166666666666666,
50
+ "eval_loss": 0.42300352454185486,
51
+ "eval_runtime": 0.178,
52
+ "eval_samples_per_second": 67.432,
53
+ "eval_steps_per_second": 5.619,
54
+ "step": 5
55
+ },
56
+ {
57
+ "epoch": 6.0,
58
+ "eval_accuracy": 0.9166666666666666,
59
+ "eval_loss": 0.4505072832107544,
60
+ "eval_runtime": 0.182,
61
+ "eval_samples_per_second": 65.943,
62
+ "eval_steps_per_second": 5.495,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 7.0,
67
+ "eval_accuracy": 0.9166666666666666,
68
+ "eval_loss": 0.45767197012901306,
69
+ "eval_runtime": 0.1831,
70
+ "eval_samples_per_second": 65.523,
71
+ "eval_steps_per_second": 5.46,
72
+ "step": 7
73
+ },
74
+ {
75
+ "epoch": 8.0,
76
+ "eval_accuracy": 0.9166666666666666,
77
+ "eval_loss": 0.4562141001224518,
78
+ "eval_runtime": 0.1825,
79
+ "eval_samples_per_second": 65.765,
80
+ "eval_steps_per_second": 5.48,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 9.0,
85
+ "eval_accuracy": 0.9166666666666666,
86
+ "eval_loss": 0.43528270721435547,
87
+ "eval_runtime": 0.1808,
88
+ "eval_samples_per_second": 66.359,
89
+ "eval_steps_per_second": 5.53,
90
+ "step": 9
91
+ },
92
+ {
93
+ "epoch": 10.0,
94
+ "grad_norm": 3.9674928188323975,
95
+ "learning_rate": 5e-05,
96
+ "loss": 0.2449,
97
+ "step": 10
98
+ },
99
+ {
100
+ "epoch": 10.0,
101
+ "eval_accuracy": 0.9166666666666666,
102
+ "eval_loss": 0.44242140650749207,
103
+ "eval_runtime": 0.1771,
104
+ "eval_samples_per_second": 67.761,
105
+ "eval_steps_per_second": 5.647,
106
+ "step": 10
107
+ },
108
+ {
109
+ "epoch": 11.0,
110
+ "eval_accuracy": 0.9166666666666666,
111
+ "eval_loss": 0.4562727212905884,
112
+ "eval_runtime": 0.1799,
113
+ "eval_samples_per_second": 66.703,
114
+ "eval_steps_per_second": 5.559,
115
+ "step": 11
116
+ },
117
+ {
118
+ "epoch": 12.0,
119
+ "eval_accuracy": 0.8333333333333334,
120
+ "eval_loss": 0.47197258472442627,
121
+ "eval_runtime": 0.1765,
122
+ "eval_samples_per_second": 67.99,
123
+ "eval_steps_per_second": 5.666,
124
+ "step": 12
125
+ },
126
+ {
127
+ "epoch": 13.0,
128
+ "eval_accuracy": 0.9166666666666666,
129
+ "eval_loss": 0.3685091435909271,
130
+ "eval_runtime": 0.1771,
131
+ "eval_samples_per_second": 67.761,
132
+ "eval_steps_per_second": 5.647,
133
+ "step": 13
134
+ },
135
+ {
136
+ "epoch": 14.0,
137
+ "eval_accuracy": 0.9166666666666666,
138
+ "eval_loss": 0.3112063407897949,
139
+ "eval_runtime": 0.1784,
140
+ "eval_samples_per_second": 67.28,
141
+ "eval_steps_per_second": 5.607,
142
+ "step": 14
143
+ },
144
+ {
145
+ "epoch": 15.0,
146
+ "eval_accuracy": 0.9166666666666666,
147
+ "eval_loss": 0.25166982412338257,
148
+ "eval_runtime": 0.1784,
149
+ "eval_samples_per_second": 67.282,
150
+ "eval_steps_per_second": 5.607,
151
+ "step": 15
152
+ },
153
+ {
154
+ "epoch": 16.0,
155
+ "eval_accuracy": 0.9166666666666666,
156
+ "eval_loss": 0.21994821727275848,
157
+ "eval_runtime": 0.1815,
158
+ "eval_samples_per_second": 66.127,
159
+ "eval_steps_per_second": 5.511,
160
+ "step": 16
161
+ },
162
+ {
163
+ "epoch": 17.0,
164
+ "eval_accuracy": 0.9166666666666666,
165
+ "eval_loss": 0.25815850496292114,
166
+ "eval_runtime": 0.1753,
167
+ "eval_samples_per_second": 68.442,
168
+ "eval_steps_per_second": 5.703,
169
+ "step": 17
170
+ },
171
+ {
172
+ "epoch": 18.0,
173
+ "eval_accuracy": 0.9166666666666666,
174
+ "eval_loss": 0.322173148393631,
175
+ "eval_runtime": 0.1804,
176
+ "eval_samples_per_second": 66.518,
177
+ "eval_steps_per_second": 5.543,
178
+ "step": 18
179
+ },
180
+ {
181
+ "epoch": 19.0,
182
+ "eval_accuracy": 0.9166666666666666,
183
+ "eval_loss": 0.252949982881546,
184
+ "eval_runtime": 0.1809,
185
+ "eval_samples_per_second": 66.335,
186
+ "eval_steps_per_second": 5.528,
187
+ "step": 19
188
+ },
189
+ {
190
+ "epoch": 20.0,
191
+ "grad_norm": 2.0799667835235596,
192
+ "learning_rate": 4.4444444444444447e-05,
193
+ "loss": 0.1293,
194
+ "step": 20
195
+ },
196
+ {
197
+ "epoch": 20.0,
198
+ "eval_accuracy": 0.9166666666666666,
199
+ "eval_loss": 0.1723695993423462,
200
+ "eval_runtime": 0.1797,
201
+ "eval_samples_per_second": 66.78,
202
+ "eval_steps_per_second": 5.565,
203
+ "step": 20
204
+ },
205
+ {
206
+ "epoch": 21.0,
207
+ "eval_accuracy": 0.9166666666666666,
208
+ "eval_loss": 0.139290913939476,
209
+ "eval_runtime": 0.18,
210
+ "eval_samples_per_second": 66.684,
211
+ "eval_steps_per_second": 5.557,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 22.0,
216
+ "eval_accuracy": 0.9166666666666666,
217
+ "eval_loss": 0.09650800377130508,
218
+ "eval_runtime": 0.186,
219
+ "eval_samples_per_second": 64.532,
220
+ "eval_steps_per_second": 5.378,
221
+ "step": 22
222
+ },
223
+ {
224
+ "epoch": 23.0,
225
+ "eval_accuracy": 1.0,
226
+ "eval_loss": 0.0768769234418869,
227
+ "eval_runtime": 0.1887,
228
+ "eval_samples_per_second": 63.601,
229
+ "eval_steps_per_second": 5.3,
230
+ "step": 23
231
+ },
232
+ {
233
+ "epoch": 24.0,
234
+ "eval_accuracy": 1.0,
235
+ "eval_loss": 0.0690242201089859,
236
+ "eval_runtime": 0.1787,
237
+ "eval_samples_per_second": 67.153,
238
+ "eval_steps_per_second": 5.596,
239
+ "step": 24
240
+ },
241
+ {
242
+ "epoch": 25.0,
243
+ "eval_accuracy": 0.9166666666666666,
244
+ "eval_loss": 0.11722735315561295,
245
+ "eval_runtime": 0.1844,
246
+ "eval_samples_per_second": 65.087,
247
+ "eval_steps_per_second": 5.424,
248
+ "step": 25
249
+ },
250
+ {
251
+ "epoch": 26.0,
252
+ "eval_accuracy": 0.9166666666666666,
253
+ "eval_loss": 0.16289731860160828,
254
+ "eval_runtime": 0.1824,
255
+ "eval_samples_per_second": 65.79,
256
+ "eval_steps_per_second": 5.483,
257
+ "step": 26
258
+ },
259
+ {
260
+ "epoch": 27.0,
261
+ "eval_accuracy": 0.9166666666666666,
262
+ "eval_loss": 0.11025763303041458,
263
+ "eval_runtime": 0.1833,
264
+ "eval_samples_per_second": 65.476,
265
+ "eval_steps_per_second": 5.456,
266
+ "step": 27
267
+ },
268
+ {
269
+ "epoch": 28.0,
270
+ "eval_accuracy": 1.0,
271
+ "eval_loss": 0.11929897218942642,
272
+ "eval_runtime": 0.1769,
273
+ "eval_samples_per_second": 67.833,
274
+ "eval_steps_per_second": 5.653,
275
+ "step": 28
276
+ },
277
+ {
278
+ "epoch": 29.0,
279
+ "eval_accuracy": 1.0,
280
+ "eval_loss": 0.10029969364404678,
281
+ "eval_runtime": 0.1818,
282
+ "eval_samples_per_second": 65.99,
283
+ "eval_steps_per_second": 5.499,
284
+ "step": 29
285
+ },
286
+ {
287
+ "epoch": 30.0,
288
+ "grad_norm": 5.819510459899902,
289
+ "learning_rate": 3.888888888888889e-05,
290
+ "loss": 0.0785,
291
+ "step": 30
292
+ },
293
+ {
294
+ "epoch": 30.0,
295
+ "eval_accuracy": 1.0,
296
+ "eval_loss": 0.0719146654009819,
297
+ "eval_runtime": 0.1756,
298
+ "eval_samples_per_second": 68.335,
299
+ "eval_steps_per_second": 5.695,
300
+ "step": 30
301
+ },
302
+ {
303
+ "epoch": 31.0,
304
+ "eval_accuracy": 0.9166666666666666,
305
+ "eval_loss": 0.1635940968990326,
306
+ "eval_runtime": 0.1763,
307
+ "eval_samples_per_second": 68.071,
308
+ "eval_steps_per_second": 5.673,
309
+ "step": 31
310
+ },
311
+ {
312
+ "epoch": 32.0,
313
+ "eval_accuracy": 0.9166666666666666,
314
+ "eval_loss": 0.22652725875377655,
315
+ "eval_runtime": 0.1802,
316
+ "eval_samples_per_second": 66.61,
317
+ "eval_steps_per_second": 5.551,
318
+ "step": 32
319
+ },
320
+ {
321
+ "epoch": 33.0,
322
+ "eval_accuracy": 0.9166666666666666,
323
+ "eval_loss": 0.20090602338314056,
324
+ "eval_runtime": 0.1839,
325
+ "eval_samples_per_second": 65.256,
326
+ "eval_steps_per_second": 5.438,
327
+ "step": 33
328
+ },
329
+ {
330
+ "epoch": 34.0,
331
+ "eval_accuracy": 0.9166666666666666,
332
+ "eval_loss": 0.11221299320459366,
333
+ "eval_runtime": 0.1754,
334
+ "eval_samples_per_second": 68.403,
335
+ "eval_steps_per_second": 5.7,
336
+ "step": 34
337
+ },
338
+ {
339
+ "epoch": 35.0,
340
+ "eval_accuracy": 1.0,
341
+ "eval_loss": 0.04235675930976868,
342
+ "eval_runtime": 0.1774,
343
+ "eval_samples_per_second": 67.652,
344
+ "eval_steps_per_second": 5.638,
345
+ "step": 35
346
+ },
347
+ {
348
+ "epoch": 36.0,
349
+ "eval_accuracy": 1.0,
350
+ "eval_loss": 0.0407157801091671,
351
+ "eval_runtime": 0.1779,
352
+ "eval_samples_per_second": 67.456,
353
+ "eval_steps_per_second": 5.621,
354
+ "step": 36
355
+ },
356
+ {
357
+ "epoch": 37.0,
358
+ "eval_accuracy": 1.0,
359
+ "eval_loss": 0.03216921165585518,
360
+ "eval_runtime": 0.1789,
361
+ "eval_samples_per_second": 67.082,
362
+ "eval_steps_per_second": 5.59,
363
+ "step": 37
364
+ },
365
+ {
366
+ "epoch": 38.0,
367
+ "eval_accuracy": 1.0,
368
+ "eval_loss": 0.03966421261429787,
369
+ "eval_runtime": 0.1826,
370
+ "eval_samples_per_second": 65.723,
371
+ "eval_steps_per_second": 5.477,
372
+ "step": 38
373
+ },
374
+ {
375
+ "epoch": 39.0,
376
+ "eval_accuracy": 1.0,
377
+ "eval_loss": 0.056905824691057205,
378
+ "eval_runtime": 0.1801,
379
+ "eval_samples_per_second": 66.642,
380
+ "eval_steps_per_second": 5.553,
381
+ "step": 39
382
+ },
383
+ {
384
+ "epoch": 40.0,
385
+ "grad_norm": 2.461305856704712,
386
+ "learning_rate": 3.3333333333333335e-05,
387
+ "loss": 0.0519,
388
+ "step": 40
389
+ },
390
+ {
391
+ "epoch": 40.0,
392
+ "eval_accuracy": 0.9166666666666666,
393
+ "eval_loss": 0.08905625343322754,
394
+ "eval_runtime": 0.1775,
395
+ "eval_samples_per_second": 67.609,
396
+ "eval_steps_per_second": 5.634,
397
+ "step": 40
398
+ },
399
+ {
400
+ "epoch": 41.0,
401
+ "eval_accuracy": 0.9166666666666666,
402
+ "eval_loss": 0.09742327779531479,
403
+ "eval_runtime": 0.1796,
404
+ "eval_samples_per_second": 66.824,
405
+ "eval_steps_per_second": 5.569,
406
+ "step": 41
407
+ },
408
+ {
409
+ "epoch": 42.0,
410
+ "eval_accuracy": 0.9166666666666666,
411
+ "eval_loss": 0.09693262726068497,
412
+ "eval_runtime": 0.1793,
413
+ "eval_samples_per_second": 66.924,
414
+ "eval_steps_per_second": 5.577,
415
+ "step": 42
416
+ },
417
+ {
418
+ "epoch": 43.0,
419
+ "eval_accuracy": 0.9166666666666666,
420
+ "eval_loss": 0.12675978243350983,
421
+ "eval_runtime": 0.1766,
422
+ "eval_samples_per_second": 67.967,
423
+ "eval_steps_per_second": 5.664,
424
+ "step": 43
425
+ },
426
+ {
427
+ "epoch": 44.0,
428
+ "eval_accuracy": 0.9166666666666666,
429
+ "eval_loss": 0.17184746265411377,
430
+ "eval_runtime": 0.1782,
431
+ "eval_samples_per_second": 67.322,
432
+ "eval_steps_per_second": 5.61,
433
+ "step": 44
434
+ },
435
+ {
436
+ "epoch": 45.0,
437
+ "eval_accuracy": 0.9166666666666666,
438
+ "eval_loss": 0.24118353426456451,
439
+ "eval_runtime": 0.1822,
440
+ "eval_samples_per_second": 65.872,
441
+ "eval_steps_per_second": 5.489,
442
+ "step": 45
443
+ },
444
+ {
445
+ "epoch": 46.0,
446
+ "eval_accuracy": 0.9166666666666666,
447
+ "eval_loss": 0.293458491563797,
448
+ "eval_runtime": 0.1812,
449
+ "eval_samples_per_second": 66.232,
450
+ "eval_steps_per_second": 5.519,
451
+ "step": 46
452
+ },
453
+ {
454
+ "epoch": 47.0,
455
+ "eval_accuracy": 0.9166666666666666,
456
+ "eval_loss": 0.3791160583496094,
457
+ "eval_runtime": 0.1829,
458
+ "eval_samples_per_second": 65.615,
459
+ "eval_steps_per_second": 5.468,
460
+ "step": 47
461
+ },
462
+ {
463
+ "epoch": 48.0,
464
+ "eval_accuracy": 0.9166666666666666,
465
+ "eval_loss": 0.4503897726535797,
466
+ "eval_runtime": 0.1822,
467
+ "eval_samples_per_second": 65.875,
468
+ "eval_steps_per_second": 5.49,
469
+ "step": 48
470
+ },
471
+ {
472
+ "epoch": 49.0,
473
+ "eval_accuracy": 0.9166666666666666,
474
+ "eval_loss": 0.47375723719596863,
475
+ "eval_runtime": 0.177,
476
+ "eval_samples_per_second": 67.789,
477
+ "eval_steps_per_second": 5.649,
478
+ "step": 49
479
+ },
480
+ {
481
+ "epoch": 50.0,
482
+ "grad_norm": 3.616265058517456,
483
+ "learning_rate": 2.777777777777778e-05,
484
+ "loss": 0.0542,
485
+ "step": 50
486
+ },
487
+ {
488
+ "epoch": 50.0,
489
+ "eval_accuracy": 0.9166666666666666,
490
+ "eval_loss": 0.44703593850135803,
491
+ "eval_runtime": 0.1754,
492
+ "eval_samples_per_second": 68.423,
493
+ "eval_steps_per_second": 5.702,
494
+ "step": 50
495
+ },
496
+ {
497
+ "epoch": 51.0,
498
+ "eval_accuracy": 0.9166666666666666,
499
+ "eval_loss": 0.381926029920578,
500
+ "eval_runtime": 0.1856,
501
+ "eval_samples_per_second": 64.639,
502
+ "eval_steps_per_second": 5.387,
503
+ "step": 51
504
+ },
505
+ {
506
+ "epoch": 52.0,
507
+ "eval_accuracy": 0.9166666666666666,
508
+ "eval_loss": 0.3327198326587677,
509
+ "eval_runtime": 0.1877,
510
+ "eval_samples_per_second": 63.933,
511
+ "eval_steps_per_second": 5.328,
512
+ "step": 52
513
+ },
514
+ {
515
+ "epoch": 53.0,
516
+ "eval_accuracy": 0.9166666666666666,
517
+ "eval_loss": 0.27556273341178894,
518
+ "eval_runtime": 0.1769,
519
+ "eval_samples_per_second": 67.835,
520
+ "eval_steps_per_second": 5.653,
521
+ "step": 53
522
+ },
523
+ {
524
+ "epoch": 54.0,
525
+ "eval_accuracy": 0.9166666666666666,
526
+ "eval_loss": 0.20115327835083008,
527
+ "eval_runtime": 0.181,
528
+ "eval_samples_per_second": 66.282,
529
+ "eval_steps_per_second": 5.524,
530
+ "step": 54
531
+ },
532
+ {
533
+ "epoch": 55.0,
534
+ "eval_accuracy": 0.9166666666666666,
535
+ "eval_loss": 0.1548217386007309,
536
+ "eval_runtime": 0.185,
537
+ "eval_samples_per_second": 64.877,
538
+ "eval_steps_per_second": 5.406,
539
+ "step": 55
540
+ },
541
+ {
542
+ "epoch": 56.0,
543
+ "eval_accuracy": 0.9166666666666666,
544
+ "eval_loss": 0.16680534183979034,
545
+ "eval_runtime": 0.1779,
546
+ "eval_samples_per_second": 67.441,
547
+ "eval_steps_per_second": 5.62,
548
+ "step": 56
549
+ },
550
+ {
551
+ "epoch": 57.0,
552
+ "eval_accuracy": 0.9166666666666666,
553
+ "eval_loss": 0.21240253746509552,
554
+ "eval_runtime": 0.1789,
555
+ "eval_samples_per_second": 67.062,
556
+ "eval_steps_per_second": 5.588,
557
+ "step": 57
558
+ },
559
+ {
560
+ "epoch": 58.0,
561
+ "eval_accuracy": 0.9166666666666666,
562
+ "eval_loss": 0.23887626826763153,
563
+ "eval_runtime": 0.1811,
564
+ "eval_samples_per_second": 66.251,
565
+ "eval_steps_per_second": 5.521,
566
+ "step": 58
567
+ },
568
+ {
569
+ "epoch": 59.0,
570
+ "eval_accuracy": 0.9166666666666666,
571
+ "eval_loss": 0.2337152510881424,
572
+ "eval_runtime": 0.1783,
573
+ "eval_samples_per_second": 67.289,
574
+ "eval_steps_per_second": 5.607,
575
+ "step": 59
576
+ },
577
+ {
578
+ "epoch": 60.0,
579
+ "grad_norm": 2.5543057918548584,
580
+ "learning_rate": 2.2222222222222223e-05,
581
+ "loss": 0.0223,
582
+ "step": 60
583
+ },
584
+ {
585
+ "epoch": 60.0,
586
+ "eval_accuracy": 0.9166666666666666,
587
+ "eval_loss": 0.20247764885425568,
588
+ "eval_runtime": 0.1861,
589
+ "eval_samples_per_second": 64.486,
590
+ "eval_steps_per_second": 5.374,
591
+ "step": 60
592
+ },
593
+ {
594
+ "epoch": 61.0,
595
+ "eval_accuracy": 0.9166666666666666,
596
+ "eval_loss": 0.16761811077594757,
597
+ "eval_runtime": 0.1832,
598
+ "eval_samples_per_second": 65.5,
599
+ "eval_steps_per_second": 5.458,
600
+ "step": 61
601
+ },
602
+ {
603
+ "epoch": 62.0,
604
+ "eval_accuracy": 0.9166666666666666,
605
+ "eval_loss": 0.10846278816461563,
606
+ "eval_runtime": 0.1774,
607
+ "eval_samples_per_second": 67.644,
608
+ "eval_steps_per_second": 5.637,
609
+ "step": 62
610
+ },
611
+ {
612
+ "epoch": 63.0,
613
+ "eval_accuracy": 0.9166666666666666,
614
+ "eval_loss": 0.06515603512525558,
615
+ "eval_runtime": 0.1861,
616
+ "eval_samples_per_second": 64.483,
617
+ "eval_steps_per_second": 5.374,
618
+ "step": 63
619
+ },
620
+ {
621
+ "epoch": 64.0,
622
+ "eval_accuracy": 0.9166666666666666,
623
+ "eval_loss": 0.06437718868255615,
624
+ "eval_runtime": 0.1801,
625
+ "eval_samples_per_second": 66.646,
626
+ "eval_steps_per_second": 5.554,
627
+ "step": 64
628
+ },
629
+ {
630
+ "epoch": 65.0,
631
+ "eval_accuracy": 1.0,
632
+ "eval_loss": 0.05441046878695488,
633
+ "eval_runtime": 0.1833,
634
+ "eval_samples_per_second": 65.458,
635
+ "eval_steps_per_second": 5.455,
636
+ "step": 65
637
+ },
638
+ {
639
+ "epoch": 66.0,
640
+ "eval_accuracy": 1.0,
641
+ "eval_loss": 0.05771243944764137,
642
+ "eval_runtime": 0.1737,
643
+ "eval_samples_per_second": 69.073,
644
+ "eval_steps_per_second": 5.756,
645
+ "step": 66
646
+ },
647
+ {
648
+ "epoch": 67.0,
649
+ "eval_accuracy": 0.9166666666666666,
650
+ "eval_loss": 0.07990419119596481,
651
+ "eval_runtime": 0.1817,
652
+ "eval_samples_per_second": 66.06,
653
+ "eval_steps_per_second": 5.505,
654
+ "step": 67
655
+ },
656
+ {
657
+ "epoch": 68.0,
658
+ "eval_accuracy": 0.9166666666666666,
659
+ "eval_loss": 0.10051015019416809,
660
+ "eval_runtime": 0.175,
661
+ "eval_samples_per_second": 68.564,
662
+ "eval_steps_per_second": 5.714,
663
+ "step": 68
664
+ },
665
+ {
666
+ "epoch": 69.0,
667
+ "eval_accuracy": 0.9166666666666666,
668
+ "eval_loss": 0.10690033435821533,
669
+ "eval_runtime": 0.178,
670
+ "eval_samples_per_second": 67.404,
671
+ "eval_steps_per_second": 5.617,
672
+ "step": 69
673
+ },
674
+ {
675
+ "epoch": 70.0,
676
+ "grad_norm": 0.8950877785682678,
677
+ "learning_rate": 1.6666666666666667e-05,
678
+ "loss": 0.0255,
679
+ "step": 70
680
+ },
681
+ {
682
+ "epoch": 70.0,
683
+ "eval_accuracy": 0.9166666666666666,
684
+ "eval_loss": 0.14102455973625183,
685
+ "eval_runtime": 0.1787,
686
+ "eval_samples_per_second": 67.157,
687
+ "eval_steps_per_second": 5.596,
688
+ "step": 70
689
+ },
690
+ {
691
+ "epoch": 71.0,
692
+ "eval_accuracy": 0.9166666666666666,
693
+ "eval_loss": 0.17479954659938812,
694
+ "eval_runtime": 0.184,
695
+ "eval_samples_per_second": 65.217,
696
+ "eval_steps_per_second": 5.435,
697
+ "step": 71
698
+ },
699
+ {
700
+ "epoch": 72.0,
701
+ "eval_accuracy": 0.9166666666666666,
702
+ "eval_loss": 0.22658605873584747,
703
+ "eval_runtime": 0.1781,
704
+ "eval_samples_per_second": 67.384,
705
+ "eval_steps_per_second": 5.615,
706
+ "step": 72
707
+ },
708
+ {
709
+ "epoch": 73.0,
710
+ "eval_accuracy": 0.9166666666666666,
711
+ "eval_loss": 0.26799917221069336,
712
+ "eval_runtime": 0.1806,
713
+ "eval_samples_per_second": 66.441,
714
+ "eval_steps_per_second": 5.537,
715
+ "step": 73
716
+ },
717
+ {
718
+ "epoch": 74.0,
719
+ "eval_accuracy": 0.9166666666666666,
720
+ "eval_loss": 0.2917310893535614,
721
+ "eval_runtime": 0.1791,
722
+ "eval_samples_per_second": 66.984,
723
+ "eval_steps_per_second": 5.582,
724
+ "step": 74
725
+ },
726
+ {
727
+ "epoch": 75.0,
728
+ "eval_accuracy": 0.9166666666666666,
729
+ "eval_loss": 0.30083996057510376,
730
+ "eval_runtime": 0.1811,
731
+ "eval_samples_per_second": 66.246,
732
+ "eval_steps_per_second": 5.521,
733
+ "step": 75
734
+ },
735
+ {
736
+ "epoch": 76.0,
737
+ "eval_accuracy": 0.9166666666666666,
738
+ "eval_loss": 0.289722740650177,
739
+ "eval_runtime": 0.1848,
740
+ "eval_samples_per_second": 64.918,
741
+ "eval_steps_per_second": 5.41,
742
+ "step": 76
743
+ },
744
+ {
745
+ "epoch": 77.0,
746
+ "eval_accuracy": 0.9166666666666666,
747
+ "eval_loss": 0.2652485966682434,
748
+ "eval_runtime": 0.1775,
749
+ "eval_samples_per_second": 67.598,
750
+ "eval_steps_per_second": 5.633,
751
+ "step": 77
752
+ },
753
+ {
754
+ "epoch": 78.0,
755
+ "eval_accuracy": 0.9166666666666666,
756
+ "eval_loss": 0.2541649043560028,
757
+ "eval_runtime": 0.1814,
758
+ "eval_samples_per_second": 66.158,
759
+ "eval_steps_per_second": 5.513,
760
+ "step": 78
761
+ },
762
+ {
763
+ "epoch": 79.0,
764
+ "eval_accuracy": 0.9166666666666666,
765
+ "eval_loss": 0.2404649704694748,
766
+ "eval_runtime": 0.174,
767
+ "eval_samples_per_second": 68.965,
768
+ "eval_steps_per_second": 5.747,
769
+ "step": 79
770
+ },
771
+ {
772
+ "epoch": 80.0,
773
+ "grad_norm": 1.32588791847229,
774
+ "learning_rate": 1.1111111111111112e-05,
775
+ "loss": 0.0252,
776
+ "step": 80
777
+ },
778
+ {
779
+ "epoch": 80.0,
780
+ "eval_accuracy": 0.9166666666666666,
781
+ "eval_loss": 0.23912447690963745,
782
+ "eval_runtime": 0.1818,
783
+ "eval_samples_per_second": 66.022,
784
+ "eval_steps_per_second": 5.502,
785
+ "step": 80
786
+ },
787
+ {
788
+ "epoch": 81.0,
789
+ "eval_accuracy": 0.9166666666666666,
790
+ "eval_loss": 0.2154717594385147,
791
+ "eval_runtime": 0.1785,
792
+ "eval_samples_per_second": 67.216,
793
+ "eval_steps_per_second": 5.601,
794
+ "step": 81
795
+ },
796
+ {
797
+ "epoch": 82.0,
798
+ "eval_accuracy": 0.9166666666666666,
799
+ "eval_loss": 0.19532842934131622,
800
+ "eval_runtime": 0.179,
801
+ "eval_samples_per_second": 67.031,
802
+ "eval_steps_per_second": 5.586,
803
+ "step": 82
804
+ },
805
+ {
806
+ "epoch": 83.0,
807
+ "eval_accuracy": 0.9166666666666666,
808
+ "eval_loss": 0.18301911652088165,
809
+ "eval_runtime": 0.1843,
810
+ "eval_samples_per_second": 65.114,
811
+ "eval_steps_per_second": 5.426,
812
+ "step": 83
813
+ },
814
+ {
815
+ "epoch": 84.0,
816
+ "eval_accuracy": 0.9166666666666666,
817
+ "eval_loss": 0.16718409955501556,
818
+ "eval_runtime": 0.1815,
819
+ "eval_samples_per_second": 66.107,
820
+ "eval_steps_per_second": 5.509,
821
+ "step": 84
822
+ },
823
+ {
824
+ "epoch": 85.0,
825
+ "eval_accuracy": 0.9166666666666666,
826
+ "eval_loss": 0.16935475170612335,
827
+ "eval_runtime": 0.1828,
828
+ "eval_samples_per_second": 65.651,
829
+ "eval_steps_per_second": 5.471,
830
+ "step": 85
831
+ },
832
+ {
833
+ "epoch": 86.0,
834
+ "eval_accuracy": 0.9166666666666666,
835
+ "eval_loss": 0.17432110011577606,
836
+ "eval_runtime": 0.1841,
837
+ "eval_samples_per_second": 65.192,
838
+ "eval_steps_per_second": 5.433,
839
+ "step": 86
840
+ },
841
+ {
842
+ "epoch": 87.0,
843
+ "eval_accuracy": 0.9166666666666666,
844
+ "eval_loss": 0.1844770461320877,
845
+ "eval_runtime": 0.181,
846
+ "eval_samples_per_second": 66.286,
847
+ "eval_steps_per_second": 5.524,
848
+ "step": 87
849
+ },
850
+ {
851
+ "epoch": 88.0,
852
+ "eval_accuracy": 0.9166666666666666,
853
+ "eval_loss": 0.209821417927742,
854
+ "eval_runtime": 0.1832,
855
+ "eval_samples_per_second": 65.491,
856
+ "eval_steps_per_second": 5.458,
857
+ "step": 88
858
+ },
859
+ {
860
+ "epoch": 89.0,
861
+ "eval_accuracy": 0.9166666666666666,
862
+ "eval_loss": 0.24265651404857635,
863
+ "eval_runtime": 0.182,
864
+ "eval_samples_per_second": 65.946,
865
+ "eval_steps_per_second": 5.495,
866
+ "step": 89
867
+ },
868
+ {
869
+ "epoch": 90.0,
870
+ "grad_norm": 1.8047798871994019,
871
+ "learning_rate": 5.555555555555556e-06,
872
+ "loss": 0.0256,
873
+ "step": 90
874
+ },
875
+ {
876
+ "epoch": 90.0,
877
+ "eval_accuracy": 0.9166666666666666,
878
+ "eval_loss": 0.26819831132888794,
879
+ "eval_runtime": 0.1777,
880
+ "eval_samples_per_second": 67.519,
881
+ "eval_steps_per_second": 5.627,
882
+ "step": 90
883
+ },
884
+ {
885
+ "epoch": 91.0,
886
+ "eval_accuracy": 0.9166666666666666,
887
+ "eval_loss": 0.2837989330291748,
888
+ "eval_runtime": 0.181,
889
+ "eval_samples_per_second": 66.31,
890
+ "eval_steps_per_second": 5.526,
891
+ "step": 91
892
+ },
893
+ {
894
+ "epoch": 92.0,
895
+ "eval_accuracy": 0.9166666666666666,
896
+ "eval_loss": 0.29360365867614746,
897
+ "eval_runtime": 0.1873,
898
+ "eval_samples_per_second": 64.07,
899
+ "eval_steps_per_second": 5.339,
900
+ "step": 92
901
+ },
902
+ {
903
+ "epoch": 93.0,
904
+ "eval_accuracy": 0.9166666666666666,
905
+ "eval_loss": 0.3037310242652893,
906
+ "eval_runtime": 0.1822,
907
+ "eval_samples_per_second": 65.878,
908
+ "eval_steps_per_second": 5.49,
909
+ "step": 93
910
+ },
911
+ {
912
+ "epoch": 94.0,
913
+ "eval_accuracy": 0.9166666666666666,
914
+ "eval_loss": 0.3064519762992859,
915
+ "eval_runtime": 0.1792,
916
+ "eval_samples_per_second": 66.964,
917
+ "eval_steps_per_second": 5.58,
918
+ "step": 94
919
+ },
920
+ {
921
+ "epoch": 95.0,
922
+ "eval_accuracy": 0.9166666666666666,
923
+ "eval_loss": 0.3057604134082794,
924
+ "eval_runtime": 0.176,
925
+ "eval_samples_per_second": 68.188,
926
+ "eval_steps_per_second": 5.682,
927
+ "step": 95
928
+ },
929
+ {
930
+ "epoch": 96.0,
931
+ "eval_accuracy": 0.9166666666666666,
932
+ "eval_loss": 0.2996806204319,
933
+ "eval_runtime": 0.1805,
934
+ "eval_samples_per_second": 66.471,
935
+ "eval_steps_per_second": 5.539,
936
+ "step": 96
937
+ },
938
+ {
939
+ "epoch": 97.0,
940
+ "eval_accuracy": 0.9166666666666666,
941
+ "eval_loss": 0.29198023676872253,
942
+ "eval_runtime": 0.1763,
943
+ "eval_samples_per_second": 68.08,
944
+ "eval_steps_per_second": 5.673,
945
+ "step": 97
946
+ },
947
+ {
948
+ "epoch": 98.0,
949
+ "eval_accuracy": 0.9166666666666666,
950
+ "eval_loss": 0.2849424183368683,
951
+ "eval_runtime": 0.1839,
952
+ "eval_samples_per_second": 65.269,
953
+ "eval_steps_per_second": 5.439,
954
+ "step": 98
955
+ },
956
+ {
957
+ "epoch": 99.0,
958
+ "eval_accuracy": 0.9166666666666666,
959
+ "eval_loss": 0.2810077965259552,
960
+ "eval_runtime": 0.1771,
961
+ "eval_samples_per_second": 67.763,
962
+ "eval_steps_per_second": 5.647,
963
+ "step": 99
964
+ },
965
+ {
966
+ "epoch": 100.0,
967
+ "grad_norm": 0.7755166888237,
968
+ "learning_rate": 0.0,
969
+ "loss": 0.0279,
970
+ "step": 100
971
+ },
972
+ {
973
+ "epoch": 100.0,
974
+ "eval_accuracy": 0.9166666666666666,
975
+ "eval_loss": 0.2797927260398865,
976
+ "eval_runtime": 0.1805,
977
+ "eval_samples_per_second": 66.481,
978
+ "eval_steps_per_second": 5.54,
979
+ "step": 100
980
+ },
981
+ {
982
+ "epoch": 100.0,
983
+ "step": 100,
984
+ "total_flos": 4.802492916781056e+17,
985
+ "train_loss": 0.06854121431708336,
986
+ "train_runtime": 431.748,
987
+ "train_samples_per_second": 14.36,
988
+ "train_steps_per_second": 0.232
989
+ },
990
+ {
991
+ "epoch": 100.0,
992
+ "eval_accuracy": 1.0,
993
+ "eval_loss": 0.0768769234418869,
994
+ "eval_runtime": 0.2326,
995
+ "eval_samples_per_second": 51.584,
996
+ "eval_steps_per_second": 4.299,
997
+ "step": 100
998
+ }
999
+ ],
1000
+ "logging_steps": 10,
1001
+ "max_steps": 100,
1002
+ "num_input_tokens_seen": 0,
1003
+ "num_train_epochs": 100,
1004
+ "save_steps": 500,
1005
+ "stateful_callbacks": {
1006
+ "TrainerControl": {
1007
+ "args": {
1008
+ "should_epoch_stop": false,
1009
+ "should_evaluate": false,
1010
+ "should_log": false,
1011
+ "should_save": true,
1012
+ "should_training_stop": true
1013
+ },
1014
+ "attributes": {}
1015
+ }
1016
+ },
1017
+ "total_flos": 4.802492916781056e+17,
1018
+ "train_batch_size": 32,
1019
+ "trial_name": null,
1020
+ "trial_params": null
1021
+ }