BilalMuftuoglu commited on
Commit
432d0f9
1 Parent(s): 67feb17

End of training

Browse files
README.md CHANGED
@@ -32,7 +32,7 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.0109
36
  - Accuracy: 1.0
37
 
38
  ## Model description
 
32
 
33
  This model is a fine-tuned version of [microsoft/beit-base-patch16-224](https://huggingface.co/microsoft/beit-base-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.0812
36
  - Accuracy: 1.0
37
 
38
  ## Model description
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.08116643875837326,
5
+ "eval_runtime": 0.2193,
6
+ "eval_samples_per_second": 54.708,
7
+ "eval_steps_per_second": 4.559,
8
+ "total_flos": 4.802492916781056e+17,
9
+ "train_loss": 0.11944382786750793,
10
+ "train_runtime": 434.603,
11
+ "train_samples_per_second": 14.266,
12
+ "train_steps_per_second": 0.23
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.08116643875837326,
5
+ "eval_runtime": 0.2193,
6
+ "eval_samples_per_second": 54.708,
7
+ "eval_steps_per_second": 4.559
8
+ }
runs/May23_14-55-24_2bc4f829fe52/events.out.tfevents.1716476579.2bc4f829fe52.989.27 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e7cd3bb931eb158ba3c41f71a89428cdd158a435ce37167a9f08c4879c1f955
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "total_flos": 4.802492916781056e+17,
4
+ "train_loss": 0.11944382786750793,
5
+ "train_runtime": 434.603,
6
+ "train_samples_per_second": 14.266,
7
+ "train_steps_per_second": 0.23
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1021 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0,
3
+ "best_model_checkpoint": "beit-base-patch16-224-hasta-75-fold4/checkpoint-30",
4
+ "epoch": 100.0,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.08333333333333333,
14
+ "eval_loss": 2.3240678310394287,
15
+ "eval_runtime": 0.1712,
16
+ "eval_samples_per_second": 70.075,
17
+ "eval_steps_per_second": 5.84,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.08333333333333333,
23
+ "eval_loss": 1.8900293111801147,
24
+ "eval_runtime": 0.1855,
25
+ "eval_samples_per_second": 64.684,
26
+ "eval_steps_per_second": 5.39,
27
+ "step": 2
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.3333333333333333,
32
+ "eval_loss": 1.1748418807983398,
33
+ "eval_runtime": 0.1814,
34
+ "eval_samples_per_second": 66.134,
35
+ "eval_steps_per_second": 5.511,
36
+ "step": 3
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.9166666666666666,
41
+ "eval_loss": 0.5751119256019592,
42
+ "eval_runtime": 0.1769,
43
+ "eval_samples_per_second": 67.841,
44
+ "eval_steps_per_second": 5.653,
45
+ "step": 4
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "eval_accuracy": 0.9166666666666666,
50
+ "eval_loss": 0.42243918776512146,
51
+ "eval_runtime": 0.1835,
52
+ "eval_samples_per_second": 65.396,
53
+ "eval_steps_per_second": 5.45,
54
+ "step": 5
55
+ },
56
+ {
57
+ "epoch": 6.0,
58
+ "eval_accuracy": 0.9166666666666666,
59
+ "eval_loss": 0.3931402266025543,
60
+ "eval_runtime": 0.176,
61
+ "eval_samples_per_second": 68.184,
62
+ "eval_steps_per_second": 5.682,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 7.0,
67
+ "eval_accuracy": 0.9166666666666666,
68
+ "eval_loss": 0.36350491642951965,
69
+ "eval_runtime": 0.1804,
70
+ "eval_samples_per_second": 66.514,
71
+ "eval_steps_per_second": 5.543,
72
+ "step": 7
73
+ },
74
+ {
75
+ "epoch": 8.0,
76
+ "eval_accuracy": 0.8333333333333334,
77
+ "eval_loss": 0.5636505484580994,
78
+ "eval_runtime": 0.1786,
79
+ "eval_samples_per_second": 67.173,
80
+ "eval_steps_per_second": 5.598,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 9.0,
85
+ "eval_accuracy": 0.9166666666666666,
86
+ "eval_loss": 0.4256010949611664,
87
+ "eval_runtime": 0.1803,
88
+ "eval_samples_per_second": 66.56,
89
+ "eval_steps_per_second": 5.547,
90
+ "step": 9
91
+ },
92
+ {
93
+ "epoch": 10.0,
94
+ "grad_norm": 2.9971117973327637,
95
+ "learning_rate": 5e-05,
96
+ "loss": 0.4996,
97
+ "step": 10
98
+ },
99
+ {
100
+ "epoch": 10.0,
101
+ "eval_accuracy": 0.9166666666666666,
102
+ "eval_loss": 0.2829968333244324,
103
+ "eval_runtime": 0.1808,
104
+ "eval_samples_per_second": 66.372,
105
+ "eval_steps_per_second": 5.531,
106
+ "step": 10
107
+ },
108
+ {
109
+ "epoch": 11.0,
110
+ "eval_accuracy": 0.9166666666666666,
111
+ "eval_loss": 0.27432435750961304,
112
+ "eval_runtime": 0.1821,
113
+ "eval_samples_per_second": 65.883,
114
+ "eval_steps_per_second": 5.49,
115
+ "step": 11
116
+ },
117
+ {
118
+ "epoch": 12.0,
119
+ "eval_accuracy": 0.9166666666666666,
120
+ "eval_loss": 0.4504832327365875,
121
+ "eval_runtime": 0.1832,
122
+ "eval_samples_per_second": 65.49,
123
+ "eval_steps_per_second": 5.458,
124
+ "step": 12
125
+ },
126
+ {
127
+ "epoch": 13.0,
128
+ "eval_accuracy": 0.9166666666666666,
129
+ "eval_loss": 0.3551560342311859,
130
+ "eval_runtime": 0.1799,
131
+ "eval_samples_per_second": 66.701,
132
+ "eval_steps_per_second": 5.558,
133
+ "step": 13
134
+ },
135
+ {
136
+ "epoch": 14.0,
137
+ "eval_accuracy": 0.9166666666666666,
138
+ "eval_loss": 0.24533440172672272,
139
+ "eval_runtime": 0.1786,
140
+ "eval_samples_per_second": 67.184,
141
+ "eval_steps_per_second": 5.599,
142
+ "step": 14
143
+ },
144
+ {
145
+ "epoch": 15.0,
146
+ "eval_accuracy": 0.9166666666666666,
147
+ "eval_loss": 0.25282785296440125,
148
+ "eval_runtime": 0.1754,
149
+ "eval_samples_per_second": 68.41,
150
+ "eval_steps_per_second": 5.701,
151
+ "step": 15
152
+ },
153
+ {
154
+ "epoch": 16.0,
155
+ "eval_accuracy": 0.9166666666666666,
156
+ "eval_loss": 0.292589396238327,
157
+ "eval_runtime": 0.1736,
158
+ "eval_samples_per_second": 69.116,
159
+ "eval_steps_per_second": 5.76,
160
+ "step": 16
161
+ },
162
+ {
163
+ "epoch": 17.0,
164
+ "eval_accuracy": 0.8333333333333334,
165
+ "eval_loss": 0.3253059685230255,
166
+ "eval_runtime": 0.1798,
167
+ "eval_samples_per_second": 66.746,
168
+ "eval_steps_per_second": 5.562,
169
+ "step": 17
170
+ },
171
+ {
172
+ "epoch": 18.0,
173
+ "eval_accuracy": 0.8333333333333334,
174
+ "eval_loss": 0.33665966987609863,
175
+ "eval_runtime": 0.1802,
176
+ "eval_samples_per_second": 66.592,
177
+ "eval_steps_per_second": 5.549,
178
+ "step": 18
179
+ },
180
+ {
181
+ "epoch": 19.0,
182
+ "eval_accuracy": 0.8333333333333334,
183
+ "eval_loss": 0.3681429326534271,
184
+ "eval_runtime": 0.1762,
185
+ "eval_samples_per_second": 68.114,
186
+ "eval_steps_per_second": 5.676,
187
+ "step": 19
188
+ },
189
+ {
190
+ "epoch": 20.0,
191
+ "grad_norm": 3.239417314529419,
192
+ "learning_rate": 4.4444444444444447e-05,
193
+ "loss": 0.1796,
194
+ "step": 20
195
+ },
196
+ {
197
+ "epoch": 20.0,
198
+ "eval_accuracy": 0.9166666666666666,
199
+ "eval_loss": 0.26769375801086426,
200
+ "eval_runtime": 0.1824,
201
+ "eval_samples_per_second": 65.804,
202
+ "eval_steps_per_second": 5.484,
203
+ "step": 20
204
+ },
205
+ {
206
+ "epoch": 21.0,
207
+ "eval_accuracy": 0.9166666666666666,
208
+ "eval_loss": 0.2703898251056671,
209
+ "eval_runtime": 0.1838,
210
+ "eval_samples_per_second": 65.272,
211
+ "eval_steps_per_second": 5.439,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 22.0,
216
+ "eval_accuracy": 0.9166666666666666,
217
+ "eval_loss": 0.3115863502025604,
218
+ "eval_runtime": 0.1833,
219
+ "eval_samples_per_second": 65.477,
220
+ "eval_steps_per_second": 5.456,
221
+ "step": 22
222
+ },
223
+ {
224
+ "epoch": 23.0,
225
+ "eval_accuracy": 0.9166666666666666,
226
+ "eval_loss": 0.36495253443717957,
227
+ "eval_runtime": 0.179,
228
+ "eval_samples_per_second": 67.023,
229
+ "eval_steps_per_second": 5.585,
230
+ "step": 23
231
+ },
232
+ {
233
+ "epoch": 24.0,
234
+ "eval_accuracy": 0.9166666666666666,
235
+ "eval_loss": 0.21704982221126556,
236
+ "eval_runtime": 0.1764,
237
+ "eval_samples_per_second": 68.023,
238
+ "eval_steps_per_second": 5.669,
239
+ "step": 24
240
+ },
241
+ {
242
+ "epoch": 25.0,
243
+ "eval_accuracy": 0.9166666666666666,
244
+ "eval_loss": 0.21135270595550537,
245
+ "eval_runtime": 0.1851,
246
+ "eval_samples_per_second": 64.832,
247
+ "eval_steps_per_second": 5.403,
248
+ "step": 25
249
+ },
250
+ {
251
+ "epoch": 26.0,
252
+ "eval_accuracy": 0.9166666666666666,
253
+ "eval_loss": 0.1976069211959839,
254
+ "eval_runtime": 0.1808,
255
+ "eval_samples_per_second": 66.38,
256
+ "eval_steps_per_second": 5.532,
257
+ "step": 26
258
+ },
259
+ {
260
+ "epoch": 27.0,
261
+ "eval_accuracy": 0.9166666666666666,
262
+ "eval_loss": 0.16190174221992493,
263
+ "eval_runtime": 0.1803,
264
+ "eval_samples_per_second": 66.549,
265
+ "eval_steps_per_second": 5.546,
266
+ "step": 27
267
+ },
268
+ {
269
+ "epoch": 28.0,
270
+ "eval_accuracy": 0.9166666666666666,
271
+ "eval_loss": 0.1646103709936142,
272
+ "eval_runtime": 0.1783,
273
+ "eval_samples_per_second": 67.31,
274
+ "eval_steps_per_second": 5.609,
275
+ "step": 28
276
+ },
277
+ {
278
+ "epoch": 29.0,
279
+ "eval_accuracy": 0.9166666666666666,
280
+ "eval_loss": 0.1431630551815033,
281
+ "eval_runtime": 0.1822,
282
+ "eval_samples_per_second": 65.851,
283
+ "eval_steps_per_second": 5.488,
284
+ "step": 29
285
+ },
286
+ {
287
+ "epoch": 30.0,
288
+ "grad_norm": 2.7249929904937744,
289
+ "learning_rate": 3.888888888888889e-05,
290
+ "loss": 0.1179,
291
+ "step": 30
292
+ },
293
+ {
294
+ "epoch": 30.0,
295
+ "eval_accuracy": 1.0,
296
+ "eval_loss": 0.08116643875837326,
297
+ "eval_runtime": 0.1826,
298
+ "eval_samples_per_second": 65.716,
299
+ "eval_steps_per_second": 5.476,
300
+ "step": 30
301
+ },
302
+ {
303
+ "epoch": 31.0,
304
+ "eval_accuracy": 1.0,
305
+ "eval_loss": 0.11628057807683945,
306
+ "eval_runtime": 0.1856,
307
+ "eval_samples_per_second": 64.665,
308
+ "eval_steps_per_second": 5.389,
309
+ "step": 31
310
+ },
311
+ {
312
+ "epoch": 32.0,
313
+ "eval_accuracy": 1.0,
314
+ "eval_loss": 0.08982894569635391,
315
+ "eval_runtime": 0.1763,
316
+ "eval_samples_per_second": 68.058,
317
+ "eval_steps_per_second": 5.672,
318
+ "step": 32
319
+ },
320
+ {
321
+ "epoch": 33.0,
322
+ "eval_accuracy": 0.9166666666666666,
323
+ "eval_loss": 0.11901328712701797,
324
+ "eval_runtime": 0.1805,
325
+ "eval_samples_per_second": 66.477,
326
+ "eval_steps_per_second": 5.54,
327
+ "step": 33
328
+ },
329
+ {
330
+ "epoch": 34.0,
331
+ "eval_accuracy": 0.9166666666666666,
332
+ "eval_loss": 0.14636912941932678,
333
+ "eval_runtime": 0.1814,
334
+ "eval_samples_per_second": 66.154,
335
+ "eval_steps_per_second": 5.513,
336
+ "step": 34
337
+ },
338
+ {
339
+ "epoch": 35.0,
340
+ "eval_accuracy": 1.0,
341
+ "eval_loss": 0.11360140889883041,
342
+ "eval_runtime": 0.1941,
343
+ "eval_samples_per_second": 61.837,
344
+ "eval_steps_per_second": 5.153,
345
+ "step": 35
346
+ },
347
+ {
348
+ "epoch": 36.0,
349
+ "eval_accuracy": 0.9166666666666666,
350
+ "eval_loss": 0.2270035743713379,
351
+ "eval_runtime": 0.1821,
352
+ "eval_samples_per_second": 65.904,
353
+ "eval_steps_per_second": 5.492,
354
+ "step": 36
355
+ },
356
+ {
357
+ "epoch": 37.0,
358
+ "eval_accuracy": 0.9166666666666666,
359
+ "eval_loss": 0.22648875415325165,
360
+ "eval_runtime": 0.1802,
361
+ "eval_samples_per_second": 66.606,
362
+ "eval_steps_per_second": 5.551,
363
+ "step": 37
364
+ },
365
+ {
366
+ "epoch": 38.0,
367
+ "eval_accuracy": 1.0,
368
+ "eval_loss": 0.09951093047857285,
369
+ "eval_runtime": 0.1797,
370
+ "eval_samples_per_second": 66.76,
371
+ "eval_steps_per_second": 5.563,
372
+ "step": 38
373
+ },
374
+ {
375
+ "epoch": 39.0,
376
+ "eval_accuracy": 1.0,
377
+ "eval_loss": 0.08532660454511642,
378
+ "eval_runtime": 0.1843,
379
+ "eval_samples_per_second": 65.1,
380
+ "eval_steps_per_second": 5.425,
381
+ "step": 39
382
+ },
383
+ {
384
+ "epoch": 40.0,
385
+ "grad_norm": 3.2059624195098877,
386
+ "learning_rate": 3.3333333333333335e-05,
387
+ "loss": 0.1084,
388
+ "step": 40
389
+ },
390
+ {
391
+ "epoch": 40.0,
392
+ "eval_accuracy": 1.0,
393
+ "eval_loss": 0.08578302711248398,
394
+ "eval_runtime": 0.1756,
395
+ "eval_samples_per_second": 68.341,
396
+ "eval_steps_per_second": 5.695,
397
+ "step": 40
398
+ },
399
+ {
400
+ "epoch": 41.0,
401
+ "eval_accuracy": 1.0,
402
+ "eval_loss": 0.09704094380140305,
403
+ "eval_runtime": 0.1802,
404
+ "eval_samples_per_second": 66.602,
405
+ "eval_steps_per_second": 5.55,
406
+ "step": 41
407
+ },
408
+ {
409
+ "epoch": 42.0,
410
+ "eval_accuracy": 1.0,
411
+ "eval_loss": 0.09492971748113632,
412
+ "eval_runtime": 0.1799,
413
+ "eval_samples_per_second": 66.718,
414
+ "eval_steps_per_second": 5.56,
415
+ "step": 42
416
+ },
417
+ {
418
+ "epoch": 43.0,
419
+ "eval_accuracy": 1.0,
420
+ "eval_loss": 0.07086266577243805,
421
+ "eval_runtime": 0.1808,
422
+ "eval_samples_per_second": 66.372,
423
+ "eval_steps_per_second": 5.531,
424
+ "step": 43
425
+ },
426
+ {
427
+ "epoch": 44.0,
428
+ "eval_accuracy": 0.9166666666666666,
429
+ "eval_loss": 0.08071430027484894,
430
+ "eval_runtime": 0.1867,
431
+ "eval_samples_per_second": 64.263,
432
+ "eval_steps_per_second": 5.355,
433
+ "step": 44
434
+ },
435
+ {
436
+ "epoch": 45.0,
437
+ "eval_accuracy": 0.9166666666666666,
438
+ "eval_loss": 0.10515321046113968,
439
+ "eval_runtime": 0.1877,
440
+ "eval_samples_per_second": 63.943,
441
+ "eval_steps_per_second": 5.329,
442
+ "step": 45
443
+ },
444
+ {
445
+ "epoch": 46.0,
446
+ "eval_accuracy": 1.0,
447
+ "eval_loss": 0.06287472695112228,
448
+ "eval_runtime": 0.176,
449
+ "eval_samples_per_second": 68.165,
450
+ "eval_steps_per_second": 5.68,
451
+ "step": 46
452
+ },
453
+ {
454
+ "epoch": 47.0,
455
+ "eval_accuracy": 1.0,
456
+ "eval_loss": 0.027201684191823006,
457
+ "eval_runtime": 0.189,
458
+ "eval_samples_per_second": 63.503,
459
+ "eval_steps_per_second": 5.292,
460
+ "step": 47
461
+ },
462
+ {
463
+ "epoch": 48.0,
464
+ "eval_accuracy": 1.0,
465
+ "eval_loss": 0.07752759009599686,
466
+ "eval_runtime": 0.1794,
467
+ "eval_samples_per_second": 66.892,
468
+ "eval_steps_per_second": 5.574,
469
+ "step": 48
470
+ },
471
+ {
472
+ "epoch": 49.0,
473
+ "eval_accuracy": 1.0,
474
+ "eval_loss": 0.11133003234863281,
475
+ "eval_runtime": 0.1852,
476
+ "eval_samples_per_second": 64.795,
477
+ "eval_steps_per_second": 5.4,
478
+ "step": 49
479
+ },
480
+ {
481
+ "epoch": 50.0,
482
+ "grad_norm": 2.9116437435150146,
483
+ "learning_rate": 2.777777777777778e-05,
484
+ "loss": 0.0591,
485
+ "step": 50
486
+ },
487
+ {
488
+ "epoch": 50.0,
489
+ "eval_accuracy": 1.0,
490
+ "eval_loss": 0.11887478828430176,
491
+ "eval_runtime": 0.1815,
492
+ "eval_samples_per_second": 66.12,
493
+ "eval_steps_per_second": 5.51,
494
+ "step": 50
495
+ },
496
+ {
497
+ "epoch": 51.0,
498
+ "eval_accuracy": 1.0,
499
+ "eval_loss": 0.0526016540825367,
500
+ "eval_runtime": 0.1779,
501
+ "eval_samples_per_second": 67.464,
502
+ "eval_steps_per_second": 5.622,
503
+ "step": 51
504
+ },
505
+ {
506
+ "epoch": 52.0,
507
+ "eval_accuracy": 1.0,
508
+ "eval_loss": 0.026192912831902504,
509
+ "eval_runtime": 0.1811,
510
+ "eval_samples_per_second": 66.253,
511
+ "eval_steps_per_second": 5.521,
512
+ "step": 52
513
+ },
514
+ {
515
+ "epoch": 53.0,
516
+ "eval_accuracy": 0.9166666666666666,
517
+ "eval_loss": 0.10351991653442383,
518
+ "eval_runtime": 0.1826,
519
+ "eval_samples_per_second": 65.712,
520
+ "eval_steps_per_second": 5.476,
521
+ "step": 53
522
+ },
523
+ {
524
+ "epoch": 54.0,
525
+ "eval_accuracy": 0.9166666666666666,
526
+ "eval_loss": 0.1508234441280365,
527
+ "eval_runtime": 0.1903,
528
+ "eval_samples_per_second": 63.065,
529
+ "eval_steps_per_second": 5.255,
530
+ "step": 54
531
+ },
532
+ {
533
+ "epoch": 55.0,
534
+ "eval_accuracy": 0.9166666666666666,
535
+ "eval_loss": 0.12798932194709778,
536
+ "eval_runtime": 0.1781,
537
+ "eval_samples_per_second": 67.382,
538
+ "eval_steps_per_second": 5.615,
539
+ "step": 55
540
+ },
541
+ {
542
+ "epoch": 56.0,
543
+ "eval_accuracy": 0.9166666666666666,
544
+ "eval_loss": 0.06516266614198685,
545
+ "eval_runtime": 0.1865,
546
+ "eval_samples_per_second": 64.335,
547
+ "eval_steps_per_second": 5.361,
548
+ "step": 56
549
+ },
550
+ {
551
+ "epoch": 57.0,
552
+ "eval_accuracy": 1.0,
553
+ "eval_loss": 0.03566673770546913,
554
+ "eval_runtime": 0.1767,
555
+ "eval_samples_per_second": 67.903,
556
+ "eval_steps_per_second": 5.659,
557
+ "step": 57
558
+ },
559
+ {
560
+ "epoch": 58.0,
561
+ "eval_accuracy": 1.0,
562
+ "eval_loss": 0.04070502147078514,
563
+ "eval_runtime": 0.1785,
564
+ "eval_samples_per_second": 67.241,
565
+ "eval_steps_per_second": 5.603,
566
+ "step": 58
567
+ },
568
+ {
569
+ "epoch": 59.0,
570
+ "eval_accuracy": 1.0,
571
+ "eval_loss": 0.04303682968020439,
572
+ "eval_runtime": 0.1828,
573
+ "eval_samples_per_second": 65.641,
574
+ "eval_steps_per_second": 5.47,
575
+ "step": 59
576
+ },
577
+ {
578
+ "epoch": 60.0,
579
+ "grad_norm": 3.849208354949951,
580
+ "learning_rate": 2.2222222222222223e-05,
581
+ "loss": 0.0637,
582
+ "step": 60
583
+ },
584
+ {
585
+ "epoch": 60.0,
586
+ "eval_accuracy": 1.0,
587
+ "eval_loss": 0.04676436260342598,
588
+ "eval_runtime": 0.1745,
589
+ "eval_samples_per_second": 68.757,
590
+ "eval_steps_per_second": 5.73,
591
+ "step": 60
592
+ },
593
+ {
594
+ "epoch": 61.0,
595
+ "eval_accuracy": 0.9166666666666666,
596
+ "eval_loss": 0.09966019541025162,
597
+ "eval_runtime": 0.1901,
598
+ "eval_samples_per_second": 63.116,
599
+ "eval_steps_per_second": 5.26,
600
+ "step": 61
601
+ },
602
+ {
603
+ "epoch": 62.0,
604
+ "eval_accuracy": 0.9166666666666666,
605
+ "eval_loss": 0.21995067596435547,
606
+ "eval_runtime": 0.1812,
607
+ "eval_samples_per_second": 66.207,
608
+ "eval_steps_per_second": 5.517,
609
+ "step": 62
610
+ },
611
+ {
612
+ "epoch": 63.0,
613
+ "eval_accuracy": 0.9166666666666666,
614
+ "eval_loss": 0.2979114353656769,
615
+ "eval_runtime": 0.1817,
616
+ "eval_samples_per_second": 66.049,
617
+ "eval_steps_per_second": 5.504,
618
+ "step": 63
619
+ },
620
+ {
621
+ "epoch": 64.0,
622
+ "eval_accuracy": 0.9166666666666666,
623
+ "eval_loss": 0.31669190526008606,
624
+ "eval_runtime": 0.1788,
625
+ "eval_samples_per_second": 67.1,
626
+ "eval_steps_per_second": 5.592,
627
+ "step": 64
628
+ },
629
+ {
630
+ "epoch": 65.0,
631
+ "eval_accuracy": 0.9166666666666666,
632
+ "eval_loss": 0.2610935568809509,
633
+ "eval_runtime": 0.1781,
634
+ "eval_samples_per_second": 67.365,
635
+ "eval_steps_per_second": 5.614,
636
+ "step": 65
637
+ },
638
+ {
639
+ "epoch": 66.0,
640
+ "eval_accuracy": 0.9166666666666666,
641
+ "eval_loss": 0.16972792148590088,
642
+ "eval_runtime": 0.1832,
643
+ "eval_samples_per_second": 65.49,
644
+ "eval_steps_per_second": 5.457,
645
+ "step": 66
646
+ },
647
+ {
648
+ "epoch": 67.0,
649
+ "eval_accuracy": 0.9166666666666666,
650
+ "eval_loss": 0.06688845902681351,
651
+ "eval_runtime": 0.182,
652
+ "eval_samples_per_second": 65.951,
653
+ "eval_steps_per_second": 5.496,
654
+ "step": 67
655
+ },
656
+ {
657
+ "epoch": 68.0,
658
+ "eval_accuracy": 1.0,
659
+ "eval_loss": 0.03132214397192001,
660
+ "eval_runtime": 0.1795,
661
+ "eval_samples_per_second": 66.867,
662
+ "eval_steps_per_second": 5.572,
663
+ "step": 68
664
+ },
665
+ {
666
+ "epoch": 69.0,
667
+ "eval_accuracy": 1.0,
668
+ "eval_loss": 0.025468146428465843,
669
+ "eval_runtime": 0.1766,
670
+ "eval_samples_per_second": 67.966,
671
+ "eval_steps_per_second": 5.664,
672
+ "step": 69
673
+ },
674
+ {
675
+ "epoch": 70.0,
676
+ "grad_norm": 1.297845482826233,
677
+ "learning_rate": 1.6666666666666667e-05,
678
+ "loss": 0.0446,
679
+ "step": 70
680
+ },
681
+ {
682
+ "epoch": 70.0,
683
+ "eval_accuracy": 1.0,
684
+ "eval_loss": 0.02426406554877758,
685
+ "eval_runtime": 0.1784,
686
+ "eval_samples_per_second": 67.269,
687
+ "eval_steps_per_second": 5.606,
688
+ "step": 70
689
+ },
690
+ {
691
+ "epoch": 71.0,
692
+ "eval_accuracy": 1.0,
693
+ "eval_loss": 0.01883484609425068,
694
+ "eval_runtime": 0.1851,
695
+ "eval_samples_per_second": 64.842,
696
+ "eval_steps_per_second": 5.404,
697
+ "step": 71
698
+ },
699
+ {
700
+ "epoch": 72.0,
701
+ "eval_accuracy": 1.0,
702
+ "eval_loss": 0.020957307890057564,
703
+ "eval_runtime": 0.1781,
704
+ "eval_samples_per_second": 67.372,
705
+ "eval_steps_per_second": 5.614,
706
+ "step": 72
707
+ },
708
+ {
709
+ "epoch": 73.0,
710
+ "eval_accuracy": 1.0,
711
+ "eval_loss": 0.026050806045532227,
712
+ "eval_runtime": 0.1795,
713
+ "eval_samples_per_second": 66.857,
714
+ "eval_steps_per_second": 5.571,
715
+ "step": 73
716
+ },
717
+ {
718
+ "epoch": 74.0,
719
+ "eval_accuracy": 1.0,
720
+ "eval_loss": 0.037800516933202744,
721
+ "eval_runtime": 0.1914,
722
+ "eval_samples_per_second": 62.71,
723
+ "eval_steps_per_second": 5.226,
724
+ "step": 74
725
+ },
726
+ {
727
+ "epoch": 75.0,
728
+ "eval_accuracy": 1.0,
729
+ "eval_loss": 0.04915888234972954,
730
+ "eval_runtime": 0.1801,
731
+ "eval_samples_per_second": 66.632,
732
+ "eval_steps_per_second": 5.553,
733
+ "step": 75
734
+ },
735
+ {
736
+ "epoch": 76.0,
737
+ "eval_accuracy": 0.9166666666666666,
738
+ "eval_loss": 0.06793534010648727,
739
+ "eval_runtime": 0.1788,
740
+ "eval_samples_per_second": 67.109,
741
+ "eval_steps_per_second": 5.592,
742
+ "step": 76
743
+ },
744
+ {
745
+ "epoch": 77.0,
746
+ "eval_accuracy": 0.9166666666666666,
747
+ "eval_loss": 0.09575098752975464,
748
+ "eval_runtime": 0.1842,
749
+ "eval_samples_per_second": 65.143,
750
+ "eval_steps_per_second": 5.429,
751
+ "step": 77
752
+ },
753
+ {
754
+ "epoch": 78.0,
755
+ "eval_accuracy": 0.9166666666666666,
756
+ "eval_loss": 0.08034069091081619,
757
+ "eval_runtime": 0.1823,
758
+ "eval_samples_per_second": 65.842,
759
+ "eval_steps_per_second": 5.487,
760
+ "step": 78
761
+ },
762
+ {
763
+ "epoch": 79.0,
764
+ "eval_accuracy": 1.0,
765
+ "eval_loss": 0.04547484591603279,
766
+ "eval_runtime": 0.187,
767
+ "eval_samples_per_second": 64.181,
768
+ "eval_steps_per_second": 5.348,
769
+ "step": 79
770
+ },
771
+ {
772
+ "epoch": 80.0,
773
+ "grad_norm": 2.749316692352295,
774
+ "learning_rate": 1.1111111111111112e-05,
775
+ "loss": 0.0489,
776
+ "step": 80
777
+ },
778
+ {
779
+ "epoch": 80.0,
780
+ "eval_accuracy": 1.0,
781
+ "eval_loss": 0.019428091123700142,
782
+ "eval_runtime": 0.1818,
783
+ "eval_samples_per_second": 66.004,
784
+ "eval_steps_per_second": 5.5,
785
+ "step": 80
786
+ },
787
+ {
788
+ "epoch": 81.0,
789
+ "eval_accuracy": 1.0,
790
+ "eval_loss": 0.01414876151829958,
791
+ "eval_runtime": 0.1804,
792
+ "eval_samples_per_second": 66.536,
793
+ "eval_steps_per_second": 5.545,
794
+ "step": 81
795
+ },
796
+ {
797
+ "epoch": 82.0,
798
+ "eval_accuracy": 1.0,
799
+ "eval_loss": 0.010926567018032074,
800
+ "eval_runtime": 0.184,
801
+ "eval_samples_per_second": 65.226,
802
+ "eval_steps_per_second": 5.435,
803
+ "step": 82
804
+ },
805
+ {
806
+ "epoch": 83.0,
807
+ "eval_accuracy": 1.0,
808
+ "eval_loss": 0.010399104095995426,
809
+ "eval_runtime": 0.1795,
810
+ "eval_samples_per_second": 66.842,
811
+ "eval_steps_per_second": 5.57,
812
+ "step": 83
813
+ },
814
+ {
815
+ "epoch": 84.0,
816
+ "eval_accuracy": 1.0,
817
+ "eval_loss": 0.010837866924703121,
818
+ "eval_runtime": 0.1826,
819
+ "eval_samples_per_second": 65.7,
820
+ "eval_steps_per_second": 5.475,
821
+ "step": 84
822
+ },
823
+ {
824
+ "epoch": 85.0,
825
+ "eval_accuracy": 1.0,
826
+ "eval_loss": 0.012089508585631847,
827
+ "eval_runtime": 0.1809,
828
+ "eval_samples_per_second": 66.338,
829
+ "eval_steps_per_second": 5.528,
830
+ "step": 85
831
+ },
832
+ {
833
+ "epoch": 86.0,
834
+ "eval_accuracy": 1.0,
835
+ "eval_loss": 0.011834497563540936,
836
+ "eval_runtime": 0.1796,
837
+ "eval_samples_per_second": 66.811,
838
+ "eval_steps_per_second": 5.568,
839
+ "step": 86
840
+ },
841
+ {
842
+ "epoch": 87.0,
843
+ "eval_accuracy": 1.0,
844
+ "eval_loss": 0.01087136659771204,
845
+ "eval_runtime": 0.1832,
846
+ "eval_samples_per_second": 65.487,
847
+ "eval_steps_per_second": 5.457,
848
+ "step": 87
849
+ },
850
+ {
851
+ "epoch": 88.0,
852
+ "eval_accuracy": 1.0,
853
+ "eval_loss": 0.010681281797587872,
854
+ "eval_runtime": 0.1822,
855
+ "eval_samples_per_second": 65.858,
856
+ "eval_steps_per_second": 5.488,
857
+ "step": 88
858
+ },
859
+ {
860
+ "epoch": 89.0,
861
+ "eval_accuracy": 1.0,
862
+ "eval_loss": 0.01070683915168047,
863
+ "eval_runtime": 0.1833,
864
+ "eval_samples_per_second": 65.471,
865
+ "eval_steps_per_second": 5.456,
866
+ "step": 89
867
+ },
868
+ {
869
+ "epoch": 90.0,
870
+ "grad_norm": 2.0978522300720215,
871
+ "learning_rate": 5.555555555555556e-06,
872
+ "loss": 0.0322,
873
+ "step": 90
874
+ },
875
+ {
876
+ "epoch": 90.0,
877
+ "eval_accuracy": 1.0,
878
+ "eval_loss": 0.010707174427807331,
879
+ "eval_runtime": 0.1844,
880
+ "eval_samples_per_second": 65.093,
881
+ "eval_steps_per_second": 5.424,
882
+ "step": 90
883
+ },
884
+ {
885
+ "epoch": 91.0,
886
+ "eval_accuracy": 1.0,
887
+ "eval_loss": 0.010700911283493042,
888
+ "eval_runtime": 0.1814,
889
+ "eval_samples_per_second": 66.149,
890
+ "eval_steps_per_second": 5.512,
891
+ "step": 91
892
+ },
893
+ {
894
+ "epoch": 92.0,
895
+ "eval_accuracy": 1.0,
896
+ "eval_loss": 0.010619781911373138,
897
+ "eval_runtime": 0.1869,
898
+ "eval_samples_per_second": 64.213,
899
+ "eval_steps_per_second": 5.351,
900
+ "step": 92
901
+ },
902
+ {
903
+ "epoch": 93.0,
904
+ "eval_accuracy": 1.0,
905
+ "eval_loss": 0.010527804493904114,
906
+ "eval_runtime": 0.1824,
907
+ "eval_samples_per_second": 65.774,
908
+ "eval_steps_per_second": 5.481,
909
+ "step": 93
910
+ },
911
+ {
912
+ "epoch": 94.0,
913
+ "eval_accuracy": 1.0,
914
+ "eval_loss": 0.01050546020269394,
915
+ "eval_runtime": 0.1744,
916
+ "eval_samples_per_second": 68.793,
917
+ "eval_steps_per_second": 5.733,
918
+ "step": 94
919
+ },
920
+ {
921
+ "epoch": 95.0,
922
+ "eval_accuracy": 1.0,
923
+ "eval_loss": 0.010545703582465649,
924
+ "eval_runtime": 0.1786,
925
+ "eval_samples_per_second": 67.174,
926
+ "eval_steps_per_second": 5.598,
927
+ "step": 95
928
+ },
929
+ {
930
+ "epoch": 96.0,
931
+ "eval_accuracy": 1.0,
932
+ "eval_loss": 0.010599258355796337,
933
+ "eval_runtime": 0.1836,
934
+ "eval_samples_per_second": 65.353,
935
+ "eval_steps_per_second": 5.446,
936
+ "step": 96
937
+ },
938
+ {
939
+ "epoch": 97.0,
940
+ "eval_accuracy": 1.0,
941
+ "eval_loss": 0.010553344152867794,
942
+ "eval_runtime": 0.176,
943
+ "eval_samples_per_second": 68.182,
944
+ "eval_steps_per_second": 5.682,
945
+ "step": 97
946
+ },
947
+ {
948
+ "epoch": 98.0,
949
+ "eval_accuracy": 1.0,
950
+ "eval_loss": 0.010620239190757275,
951
+ "eval_runtime": 0.1846,
952
+ "eval_samples_per_second": 65.001,
953
+ "eval_steps_per_second": 5.417,
954
+ "step": 98
955
+ },
956
+ {
957
+ "epoch": 99.0,
958
+ "eval_accuracy": 1.0,
959
+ "eval_loss": 0.010768108069896698,
960
+ "eval_runtime": 0.179,
961
+ "eval_samples_per_second": 67.058,
962
+ "eval_steps_per_second": 5.588,
963
+ "step": 99
964
+ },
965
+ {
966
+ "epoch": 100.0,
967
+ "grad_norm": 1.8535388708114624,
968
+ "learning_rate": 0.0,
969
+ "loss": 0.0405,
970
+ "step": 100
971
+ },
972
+ {
973
+ "epoch": 100.0,
974
+ "eval_accuracy": 1.0,
975
+ "eval_loss": 0.010857379995286465,
976
+ "eval_runtime": 0.1769,
977
+ "eval_samples_per_second": 67.841,
978
+ "eval_steps_per_second": 5.653,
979
+ "step": 100
980
+ },
981
+ {
982
+ "epoch": 100.0,
983
+ "step": 100,
984
+ "total_flos": 4.802492916781056e+17,
985
+ "train_loss": 0.11944382786750793,
986
+ "train_runtime": 434.603,
987
+ "train_samples_per_second": 14.266,
988
+ "train_steps_per_second": 0.23
989
+ },
990
+ {
991
+ "epoch": 100.0,
992
+ "eval_accuracy": 1.0,
993
+ "eval_loss": 0.08116643875837326,
994
+ "eval_runtime": 0.2193,
995
+ "eval_samples_per_second": 54.708,
996
+ "eval_steps_per_second": 4.559,
997
+ "step": 100
998
+ }
999
+ ],
1000
+ "logging_steps": 10,
1001
+ "max_steps": 100,
1002
+ "num_input_tokens_seen": 0,
1003
+ "num_train_epochs": 100,
1004
+ "save_steps": 500,
1005
+ "stateful_callbacks": {
1006
+ "TrainerControl": {
1007
+ "args": {
1008
+ "should_epoch_stop": false,
1009
+ "should_evaluate": false,
1010
+ "should_log": false,
1011
+ "should_save": true,
1012
+ "should_training_stop": true
1013
+ },
1014
+ "attributes": {}
1015
+ }
1016
+ },
1017
+ "total_flos": 4.802492916781056e+17,
1018
+ "train_batch_size": 32,
1019
+ "trial_name": null,
1020
+ "trial_params": null
1021
+ }