gcperk20 commited on
Commit
f366b9c
1 Parent(s): 7d16d2c

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.771689497716895
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.6333
36
- - Accuracy: 0.7717
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.7853881278538812
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.5715
36
+ - Accuracy: 0.7854
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "epoch": 19.51,
3
- "eval_accuracy": 0.7808219178082192,
4
- "eval_loss": 0.7600917220115662,
5
- "eval_runtime": 1.4126,
6
- "eval_samples_per_second": 155.038,
7
- "eval_steps_per_second": 19.822,
8
- "test_accuracy": 0.7534246575342466,
9
- "test_loss": 0.9021590948104858,
10
- "test_runtime": 2.9223,
11
- "test_samples_per_second": 74.941,
12
- "test_steps_per_second": 9.582,
13
  "total_flos": 3.167575685961523e+17,
14
- "train_loss": 0.20977047681808472,
15
- "train_runtime": 269.1243,
16
- "train_samples_per_second": 48.528,
17
- "train_steps_per_second": 1.486
18
  }
 
1
  {
2
  "epoch": 19.51,
3
+ "eval_accuracy": 0.7853881278538812,
4
+ "eval_loss": 0.5714804530143738,
5
+ "eval_runtime": 1.3912,
6
+ "eval_samples_per_second": 157.415,
7
+ "eval_steps_per_second": 20.126,
8
+ "test_accuracy": 0.7442922374429224,
9
+ "test_loss": 0.6142343282699585,
10
+ "test_runtime": 1.7009,
11
+ "test_samples_per_second": 128.759,
12
+ "test_steps_per_second": 16.462,
13
  "total_flos": 3.167575685961523e+17,
14
+ "train_loss": 0.4159336131811142,
15
+ "train_runtime": 271.0168,
16
+ "train_samples_per_second": 48.189,
17
+ "train_steps_per_second": 1.476
18
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 19.51,
3
- "eval_accuracy": 0.7808219178082192,
4
- "eval_loss": 0.7600917220115662,
5
- "eval_runtime": 1.4126,
6
- "eval_samples_per_second": 155.038,
7
- "eval_steps_per_second": 19.822
8
  }
 
1
  {
2
  "epoch": 19.51,
3
+ "eval_accuracy": 0.7853881278538812,
4
+ "eval_loss": 0.5714804530143738,
5
+ "eval_runtime": 1.3912,
6
+ "eval_samples_per_second": 157.415,
7
+ "eval_steps_per_second": 20.126
8
  }
runs/Nov02_21-23-22_a4709a859fdb/events.out.tfevents.1698960541.a4709a859fdb.1287.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16bd5e5b04f666f2d83f1357b1239223987c2148b986af3b399b0473db4d228b
3
+ size 411
test_results.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "test_accuracy": 0.7534246575342466,
3
- "test_loss": 0.9021590948104858,
4
- "test_runtime": 2.9223,
5
- "test_samples_per_second": 74.941,
6
- "test_steps_per_second": 9.582
7
  }
 
1
  {
2
+ "test_accuracy": 0.7442922374429224,
3
+ "test_loss": 0.6142343282699585,
4
+ "test_runtime": 1.7009,
5
+ "test_samples_per_second": 128.759,
6
+ "test_steps_per_second": 16.462
7
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 19.51,
3
  "total_flos": 3.167575685961523e+17,
4
- "train_loss": 0.20977047681808472,
5
- "train_runtime": 269.1243,
6
- "train_samples_per_second": 48.528,
7
- "train_steps_per_second": 1.486
8
  }
 
1
  {
2
  "epoch": 19.51,
3
  "total_flos": 3.167575685961523e+17,
4
+ "train_loss": 0.4159336131811142,
5
+ "train_runtime": 271.0168,
6
+ "train_samples_per_second": 48.189,
7
+ "train_steps_per_second": 1.476
8
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.7808219178082192,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-piid/checkpoint-287",
4
  "epoch": 19.51219512195122,
5
  "eval_steps": 500,
6
  "global_step": 400,
@@ -11,431 +11,431 @@
11
  {
12
  "epoch": 0.49,
13
  "learning_rate": 1.25e-05,
14
- "loss": 0.3298,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.98,
19
  "learning_rate": 2.5e-05,
20
- "loss": 0.2882,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.98,
25
- "eval_accuracy": 0.730593607305936,
26
- "eval_loss": 0.6699911952018738,
27
- "eval_runtime": 1.4457,
28
- "eval_samples_per_second": 151.479,
29
- "eval_steps_per_second": 19.367,
30
  "step": 20
31
  },
32
  {
33
  "epoch": 1.46,
34
  "learning_rate": 3.7500000000000003e-05,
35
- "loss": 0.2825,
36
  "step": 30
37
  },
38
  {
39
  "epoch": 1.95,
40
  "learning_rate": 5e-05,
41
- "loss": 0.269,
42
  "step": 40
43
  },
44
  {
45
  "epoch": 2.0,
46
- "eval_accuracy": 0.7123287671232876,
47
- "eval_loss": 0.7166977524757385,
48
- "eval_runtime": 1.3116,
49
- "eval_samples_per_second": 166.973,
50
- "eval_steps_per_second": 21.348,
51
  "step": 41
52
  },
53
  {
54
  "epoch": 2.44,
55
  "learning_rate": 4.8611111111111115e-05,
56
- "loss": 0.2471,
57
  "step": 50
58
  },
59
  {
60
  "epoch": 2.93,
61
  "learning_rate": 4.722222222222222e-05,
62
- "loss": 0.2436,
63
  "step": 60
64
  },
65
  {
66
  "epoch": 2.98,
67
  "eval_accuracy": 0.684931506849315,
68
- "eval_loss": 0.8851523399353027,
69
- "eval_runtime": 1.304,
70
- "eval_samples_per_second": 167.939,
71
- "eval_steps_per_second": 21.472,
72
  "step": 61
73
  },
74
  {
75
  "epoch": 3.41,
76
  "learning_rate": 4.5833333333333334e-05,
77
- "loss": 0.209,
78
  "step": 70
79
  },
80
  {
81
  "epoch": 3.9,
82
  "learning_rate": 4.4444444444444447e-05,
83
- "loss": 0.2578,
84
  "step": 80
85
  },
86
  {
87
  "epoch": 4.0,
88
  "eval_accuracy": 0.7397260273972602,
89
- "eval_loss": 0.7681576609611511,
90
- "eval_runtime": 1.2947,
91
- "eval_samples_per_second": 169.148,
92
- "eval_steps_per_second": 21.626,
93
  "step": 82
94
  },
95
  {
96
  "epoch": 4.39,
97
  "learning_rate": 4.305555555555556e-05,
98
- "loss": 0.2366,
99
  "step": 90
100
  },
101
  {
102
  "epoch": 4.88,
103
  "learning_rate": 4.166666666666667e-05,
104
- "loss": 0.2625,
105
  "step": 100
106
  },
107
  {
108
  "epoch": 4.98,
109
- "eval_accuracy": 0.7625570776255708,
110
- "eval_loss": 0.6845604181289673,
111
- "eval_runtime": 1.3726,
112
- "eval_samples_per_second": 159.557,
113
- "eval_steps_per_second": 20.4,
114
  "step": 102
115
  },
116
  {
117
  "epoch": 5.37,
118
  "learning_rate": 4.027777777777778e-05,
119
- "loss": 0.2263,
120
  "step": 110
121
  },
122
  {
123
  "epoch": 5.85,
124
  "learning_rate": 3.888888888888889e-05,
125
- "loss": 0.2412,
126
  "step": 120
127
  },
128
  {
129
  "epoch": 6.0,
130
- "eval_accuracy": 0.726027397260274,
131
- "eval_loss": 0.8332927823066711,
132
- "eval_runtime": 1.5616,
133
- "eval_samples_per_second": 140.241,
134
- "eval_steps_per_second": 17.93,
135
  "step": 123
136
  },
137
  {
138
  "epoch": 6.34,
139
  "learning_rate": 3.7500000000000003e-05,
140
- "loss": 0.2226,
141
  "step": 130
142
  },
143
  {
144
  "epoch": 6.83,
145
  "learning_rate": 3.611111111111111e-05,
146
- "loss": 0.1545,
147
  "step": 140
148
  },
149
  {
150
  "epoch": 6.98,
151
- "eval_accuracy": 0.7671232876712328,
152
- "eval_loss": 0.7154568433761597,
153
- "eval_runtime": 3.308,
154
- "eval_samples_per_second": 66.203,
155
- "eval_steps_per_second": 8.464,
156
  "step": 143
157
  },
158
  {
159
  "epoch": 7.32,
160
  "learning_rate": 3.472222222222222e-05,
161
- "loss": 0.218,
162
  "step": 150
163
  },
164
  {
165
  "epoch": 7.8,
166
  "learning_rate": 3.3333333333333335e-05,
167
- "loss": 0.2362,
168
  "step": 160
169
  },
170
  {
171
  "epoch": 8.0,
172
- "eval_accuracy": 0.7579908675799086,
173
- "eval_loss": 0.6572377681732178,
174
- "eval_runtime": 1.5109,
175
- "eval_samples_per_second": 144.947,
176
- "eval_steps_per_second": 18.532,
177
  "step": 164
178
  },
179
  {
180
  "epoch": 8.29,
181
  "learning_rate": 3.194444444444444e-05,
182
- "loss": 0.2359,
183
  "step": 170
184
  },
185
  {
186
  "epoch": 8.78,
187
  "learning_rate": 3.055555555555556e-05,
188
- "loss": 0.2316,
189
  "step": 180
190
  },
191
  {
192
  "epoch": 8.98,
193
- "eval_accuracy": 0.771689497716895,
194
- "eval_loss": 0.6169833540916443,
195
- "eval_runtime": 1.4898,
196
- "eval_samples_per_second": 147.004,
197
- "eval_steps_per_second": 18.795,
198
  "step": 184
199
  },
200
  {
201
  "epoch": 9.27,
202
  "learning_rate": 2.916666666666667e-05,
203
- "loss": 0.1496,
204
  "step": 190
205
  },
206
  {
207
  "epoch": 9.76,
208
  "learning_rate": 2.777777777777778e-05,
209
- "loss": 0.2734,
210
  "step": 200
211
  },
212
  {
213
  "epoch": 10.0,
214
- "eval_accuracy": 0.7671232876712328,
215
- "eval_loss": 0.657959520816803,
216
- "eval_runtime": 1.3472,
217
- "eval_samples_per_second": 162.562,
218
- "eval_steps_per_second": 20.784,
219
  "step": 205
220
  },
221
  {
222
  "epoch": 10.24,
223
  "learning_rate": 2.6388888888888892e-05,
224
- "loss": 0.2045,
225
  "step": 210
226
  },
227
  {
228
  "epoch": 10.73,
229
  "learning_rate": 2.5e-05,
230
- "loss": 0.2071,
231
  "step": 220
232
  },
233
  {
234
  "epoch": 10.98,
235
- "eval_accuracy": 0.726027397260274,
236
- "eval_loss": 0.8211172223091125,
237
- "eval_runtime": 1.3643,
238
- "eval_samples_per_second": 160.518,
239
- "eval_steps_per_second": 20.523,
240
  "step": 225
241
  },
242
  {
243
  "epoch": 11.22,
244
  "learning_rate": 2.361111111111111e-05,
245
- "loss": 0.2252,
246
  "step": 230
247
  },
248
  {
249
  "epoch": 11.71,
250
  "learning_rate": 2.2222222222222223e-05,
251
- "loss": 0.2054,
252
  "step": 240
253
  },
254
  {
255
  "epoch": 12.0,
256
- "eval_accuracy": 0.7579908675799086,
257
- "eval_loss": 0.6840118169784546,
258
- "eval_runtime": 1.3302,
259
- "eval_samples_per_second": 164.638,
260
- "eval_steps_per_second": 21.05,
261
  "step": 246
262
  },
263
  {
264
  "epoch": 12.2,
265
  "learning_rate": 2.0833333333333336e-05,
266
- "loss": 0.2086,
267
  "step": 250
268
  },
269
  {
270
  "epoch": 12.68,
271
  "learning_rate": 1.9444444444444445e-05,
272
- "loss": 0.2036,
273
  "step": 260
274
  },
275
  {
276
  "epoch": 12.98,
277
- "eval_accuracy": 0.7671232876712328,
278
- "eval_loss": 0.6957961320877075,
279
- "eval_runtime": 1.4578,
280
- "eval_samples_per_second": 150.225,
281
- "eval_steps_per_second": 19.207,
282
  "step": 266
283
  },
284
  {
285
  "epoch": 13.17,
286
  "learning_rate": 1.8055555555555555e-05,
287
- "loss": 0.2218,
288
  "step": 270
289
  },
290
  {
291
  "epoch": 13.66,
292
  "learning_rate": 1.6666666666666667e-05,
293
- "loss": 0.1741,
294
  "step": 280
295
  },
296
  {
297
  "epoch": 14.0,
298
- "eval_accuracy": 0.7808219178082192,
299
- "eval_loss": 0.7600917220115662,
300
- "eval_runtime": 1.3044,
301
- "eval_samples_per_second": 167.897,
302
- "eval_steps_per_second": 21.466,
303
  "step": 287
304
  },
305
  {
306
  "epoch": 14.15,
307
  "learning_rate": 1.527777777777778e-05,
308
- "loss": 0.2659,
309
  "step": 290
310
  },
311
  {
312
  "epoch": 14.63,
313
  "learning_rate": 1.388888888888889e-05,
314
- "loss": 0.1942,
315
  "step": 300
316
  },
317
  {
318
  "epoch": 14.98,
319
- "eval_accuracy": 0.7579908675799086,
320
- "eval_loss": 0.6602633595466614,
321
- "eval_runtime": 1.2997,
322
- "eval_samples_per_second": 168.495,
323
- "eval_steps_per_second": 21.543,
324
  "step": 307
325
  },
326
  {
327
  "epoch": 15.12,
328
  "learning_rate": 1.25e-05,
329
- "loss": 0.1838,
330
  "step": 310
331
  },
332
  {
333
  "epoch": 15.61,
334
  "learning_rate": 1.1111111111111112e-05,
335
- "loss": 0.1476,
336
  "step": 320
337
  },
338
  {
339
  "epoch": 16.0,
340
- "eval_accuracy": 0.771689497716895,
341
- "eval_loss": 0.6880048513412476,
342
- "eval_runtime": 1.2904,
343
- "eval_samples_per_second": 169.721,
344
- "eval_steps_per_second": 21.699,
345
  "step": 328
346
  },
347
  {
348
  "epoch": 16.1,
349
  "learning_rate": 9.722222222222223e-06,
350
- "loss": 0.1378,
351
  "step": 330
352
  },
353
  {
354
  "epoch": 16.59,
355
  "learning_rate": 8.333333333333334e-06,
356
- "loss": 0.1003,
357
  "step": 340
358
  },
359
  {
360
  "epoch": 16.98,
361
  "eval_accuracy": 0.7671232876712328,
362
- "eval_loss": 0.7685455083847046,
363
- "eval_runtime": 1.2949,
364
- "eval_samples_per_second": 169.127,
365
- "eval_steps_per_second": 21.624,
366
  "step": 348
367
  },
368
  {
369
  "epoch": 17.07,
370
  "learning_rate": 6.944444444444445e-06,
371
- "loss": 0.1413,
372
  "step": 350
373
  },
374
  {
375
  "epoch": 17.56,
376
  "learning_rate": 5.555555555555556e-06,
377
- "loss": 0.1442,
378
  "step": 360
379
  },
380
  {
381
  "epoch": 18.0,
382
- "eval_accuracy": 0.7579908675799086,
383
- "eval_loss": 0.7571044564247131,
384
- "eval_runtime": 1.3053,
385
- "eval_samples_per_second": 167.783,
386
- "eval_steps_per_second": 21.452,
387
  "step": 369
388
  },
389
  {
390
  "epoch": 18.05,
391
  "learning_rate": 4.166666666666667e-06,
392
- "loss": 0.2224,
393
  "step": 370
394
  },
395
  {
396
  "epoch": 18.54,
397
  "learning_rate": 2.777777777777778e-06,
398
- "loss": 0.0856,
399
  "step": 380
400
  },
401
  {
402
  "epoch": 18.98,
403
  "eval_accuracy": 0.7671232876712328,
404
- "eval_loss": 0.7322223782539368,
405
- "eval_runtime": 1.2928,
406
- "eval_samples_per_second": 169.4,
407
- "eval_steps_per_second": 21.658,
408
  "step": 389
409
  },
410
  {
411
  "epoch": 19.02,
412
  "learning_rate": 1.388888888888889e-06,
413
- "loss": 0.168,
414
  "step": 390
415
  },
416
  {
417
  "epoch": 19.51,
418
  "learning_rate": 0.0,
419
- "loss": 0.1342,
420
  "step": 400
421
  },
422
  {
423
  "epoch": 19.51,
424
- "eval_accuracy": 0.7671232876712328,
425
- "eval_loss": 0.7277530431747437,
426
- "eval_runtime": 1.5659,
427
- "eval_samples_per_second": 139.856,
428
- "eval_steps_per_second": 17.881,
429
  "step": 400
430
  },
431
  {
432
  "epoch": 19.51,
433
  "step": 400,
434
  "total_flos": 3.167575685961523e+17,
435
- "train_loss": 0.20977047681808472,
436
- "train_runtime": 269.1243,
437
- "train_samples_per_second": 48.528,
438
- "train_steps_per_second": 1.486
439
  }
440
  ],
441
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.7853881278538812,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-piid/checkpoint-123",
4
  "epoch": 19.51219512195122,
5
  "eval_steps": 500,
6
  "global_step": 400,
 
11
  {
12
  "epoch": 0.49,
13
  "learning_rate": 1.25e-05,
14
+ "loss": 1.3499,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.98,
19
  "learning_rate": 2.5e-05,
20
+ "loss": 1.2088,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.98,
25
+ "eval_accuracy": 0.4520547945205479,
26
+ "eval_loss": 1.1661090850830078,
27
+ "eval_runtime": 1.4325,
28
+ "eval_samples_per_second": 152.877,
29
+ "eval_steps_per_second": 19.546,
30
  "step": 20
31
  },
32
  {
33
  "epoch": 1.46,
34
  "learning_rate": 3.7500000000000003e-05,
35
+ "loss": 0.9539,
36
  "step": 30
37
  },
38
  {
39
  "epoch": 1.95,
40
  "learning_rate": 5e-05,
41
+ "loss": 0.7545,
42
  "step": 40
43
  },
44
  {
45
  "epoch": 2.0,
46
+ "eval_accuracy": 0.6073059360730594,
47
+ "eval_loss": 0.8865624070167542,
48
+ "eval_runtime": 1.3434,
49
+ "eval_samples_per_second": 163.02,
50
+ "eval_steps_per_second": 20.843,
51
  "step": 41
52
  },
53
  {
54
  "epoch": 2.44,
55
  "learning_rate": 4.8611111111111115e-05,
56
+ "loss": 0.6405,
57
  "step": 50
58
  },
59
  {
60
  "epoch": 2.93,
61
  "learning_rate": 4.722222222222222e-05,
62
+ "loss": 0.6281,
63
  "step": 60
64
  },
65
  {
66
  "epoch": 2.98,
67
  "eval_accuracy": 0.684931506849315,
68
+ "eval_loss": 0.7788348197937012,
69
+ "eval_runtime": 1.5459,
70
+ "eval_samples_per_second": 141.667,
71
+ "eval_steps_per_second": 18.113,
72
  "step": 61
73
  },
74
  {
75
  "epoch": 3.41,
76
  "learning_rate": 4.5833333333333334e-05,
77
+ "loss": 0.5403,
78
  "step": 70
79
  },
80
  {
81
  "epoch": 3.9,
82
  "learning_rate": 4.4444444444444447e-05,
83
+ "loss": 0.5939,
84
  "step": 80
85
  },
86
  {
87
  "epoch": 4.0,
88
  "eval_accuracy": 0.7397260273972602,
89
+ "eval_loss": 0.644279420375824,
90
+ "eval_runtime": 1.4721,
91
+ "eval_samples_per_second": 148.762,
92
+ "eval_steps_per_second": 19.02,
93
  "step": 82
94
  },
95
  {
96
  "epoch": 4.39,
97
  "learning_rate": 4.305555555555556e-05,
98
+ "loss": 0.5419,
99
  "step": 90
100
  },
101
  {
102
  "epoch": 4.88,
103
  "learning_rate": 4.166666666666667e-05,
104
+ "loss": 0.5254,
105
  "step": 100
106
  },
107
  {
108
  "epoch": 4.98,
109
+ "eval_accuracy": 0.7808219178082192,
110
+ "eval_loss": 0.5097259879112244,
111
+ "eval_runtime": 1.552,
112
+ "eval_samples_per_second": 141.107,
113
+ "eval_steps_per_second": 18.041,
114
  "step": 102
115
  },
116
  {
117
  "epoch": 5.37,
118
  "learning_rate": 4.027777777777778e-05,
119
+ "loss": 0.5295,
120
  "step": 110
121
  },
122
  {
123
  "epoch": 5.85,
124
  "learning_rate": 3.888888888888889e-05,
125
+ "loss": 0.5583,
126
  "step": 120
127
  },
128
  {
129
  "epoch": 6.0,
130
+ "eval_accuracy": 0.7853881278538812,
131
+ "eval_loss": 0.5714804530143738,
132
+ "eval_runtime": 1.328,
133
+ "eval_samples_per_second": 164.91,
134
+ "eval_steps_per_second": 21.084,
135
  "step": 123
136
  },
137
  {
138
  "epoch": 6.34,
139
  "learning_rate": 3.7500000000000003e-05,
140
+ "loss": 0.4476,
141
  "step": 130
142
  },
143
  {
144
  "epoch": 6.83,
145
  "learning_rate": 3.611111111111111e-05,
146
+ "loss": 0.3463,
147
  "step": 140
148
  },
149
  {
150
  "epoch": 6.98,
151
+ "eval_accuracy": 0.7351598173515982,
152
+ "eval_loss": 0.6163173317909241,
153
+ "eval_runtime": 1.4078,
154
+ "eval_samples_per_second": 155.566,
155
+ "eval_steps_per_second": 19.89,
156
  "step": 143
157
  },
158
  {
159
  "epoch": 7.32,
160
  "learning_rate": 3.472222222222222e-05,
161
+ "loss": 0.4396,
162
  "step": 150
163
  },
164
  {
165
  "epoch": 7.8,
166
  "learning_rate": 3.3333333333333335e-05,
167
+ "loss": 0.3878,
168
  "step": 160
169
  },
170
  {
171
  "epoch": 8.0,
172
+ "eval_accuracy": 0.7671232876712328,
173
+ "eval_loss": 0.5671306848526001,
174
+ "eval_runtime": 1.3088,
175
+ "eval_samples_per_second": 167.328,
176
+ "eval_steps_per_second": 21.394,
177
  "step": 164
178
  },
179
  {
180
  "epoch": 8.29,
181
  "learning_rate": 3.194444444444444e-05,
182
+ "loss": 0.3628,
183
  "step": 170
184
  },
185
  {
186
  "epoch": 8.78,
187
  "learning_rate": 3.055555555555556e-05,
188
+ "loss": 0.3653,
189
  "step": 180
190
  },
191
  {
192
  "epoch": 8.98,
193
+ "eval_accuracy": 0.7579908675799086,
194
+ "eval_loss": 0.5689936876296997,
195
+ "eval_runtime": 1.3448,
196
+ "eval_samples_per_second": 162.852,
197
+ "eval_steps_per_second": 20.821,
198
  "step": 184
199
  },
200
  {
201
  "epoch": 9.27,
202
  "learning_rate": 2.916666666666667e-05,
203
+ "loss": 0.3083,
204
  "step": 190
205
  },
206
  {
207
  "epoch": 9.76,
208
  "learning_rate": 2.777777777777778e-05,
209
+ "loss": 0.3529,
210
  "step": 200
211
  },
212
  {
213
  "epoch": 10.0,
214
+ "eval_accuracy": 0.7579908675799086,
215
+ "eval_loss": 0.5939760208129883,
216
+ "eval_runtime": 1.3291,
217
+ "eval_samples_per_second": 164.77,
218
+ "eval_steps_per_second": 21.067,
219
  "step": 205
220
  },
221
  {
222
  "epoch": 10.24,
223
  "learning_rate": 2.6388888888888892e-05,
224
+ "loss": 0.3382,
225
  "step": 210
226
  },
227
  {
228
  "epoch": 10.73,
229
  "learning_rate": 2.5e-05,
230
+ "loss": 0.301,
231
  "step": 220
232
  },
233
  {
234
  "epoch": 10.98,
235
+ "eval_accuracy": 0.7625570776255708,
236
+ "eval_loss": 0.6303488612174988,
237
+ "eval_runtime": 1.3837,
238
+ "eval_samples_per_second": 158.272,
239
+ "eval_steps_per_second": 20.236,
240
  "step": 225
241
  },
242
  {
243
  "epoch": 11.22,
244
  "learning_rate": 2.361111111111111e-05,
245
+ "loss": 0.2672,
246
  "step": 230
247
  },
248
  {
249
  "epoch": 11.71,
250
  "learning_rate": 2.2222222222222223e-05,
251
+ "loss": 0.2639,
252
  "step": 240
253
  },
254
  {
255
  "epoch": 12.0,
256
+ "eval_accuracy": 0.776255707762557,
257
+ "eval_loss": 0.5725071430206299,
258
+ "eval_runtime": 1.3678,
259
+ "eval_samples_per_second": 160.117,
260
+ "eval_steps_per_second": 20.472,
261
  "step": 246
262
  },
263
  {
264
  "epoch": 12.2,
265
  "learning_rate": 2.0833333333333336e-05,
266
+ "loss": 0.2627,
267
  "step": 250
268
  },
269
  {
270
  "epoch": 12.68,
271
  "learning_rate": 1.9444444444444445e-05,
272
+ "loss": 0.2847,
273
  "step": 260
274
  },
275
  {
276
  "epoch": 12.98,
277
+ "eval_accuracy": 0.771689497716895,
278
+ "eval_loss": 0.6279605031013489,
279
+ "eval_runtime": 1.3676,
280
+ "eval_samples_per_second": 160.133,
281
+ "eval_steps_per_second": 20.474,
282
  "step": 266
283
  },
284
  {
285
  "epoch": 13.17,
286
  "learning_rate": 1.8055555555555555e-05,
287
+ "loss": 0.2534,
288
  "step": 270
289
  },
290
  {
291
  "epoch": 13.66,
292
  "learning_rate": 1.6666666666666667e-05,
293
+ "loss": 0.25,
294
  "step": 280
295
  },
296
  {
297
  "epoch": 14.0,
298
+ "eval_accuracy": 0.771689497716895,
299
+ "eval_loss": 0.5975117683410645,
300
+ "eval_runtime": 1.3451,
301
+ "eval_samples_per_second": 162.816,
302
+ "eval_steps_per_second": 20.817,
303
  "step": 287
304
  },
305
  {
306
  "epoch": 14.15,
307
  "learning_rate": 1.527777777777778e-05,
308
+ "loss": 0.3332,
309
  "step": 290
310
  },
311
  {
312
  "epoch": 14.63,
313
  "learning_rate": 1.388888888888889e-05,
314
+ "loss": 0.2472,
315
  "step": 300
316
  },
317
  {
318
  "epoch": 14.98,
319
+ "eval_accuracy": 0.7671232876712328,
320
+ "eval_loss": 0.5821006894111633,
321
+ "eval_runtime": 1.3394,
322
+ "eval_samples_per_second": 163.506,
323
+ "eval_steps_per_second": 20.905,
324
  "step": 307
325
  },
326
  {
327
  "epoch": 15.12,
328
  "learning_rate": 1.25e-05,
329
+ "loss": 0.2185,
330
  "step": 310
331
  },
332
  {
333
  "epoch": 15.61,
334
  "learning_rate": 1.1111111111111112e-05,
335
+ "loss": 0.1676,
336
  "step": 320
337
  },
338
  {
339
  "epoch": 16.0,
340
+ "eval_accuracy": 0.7625570776255708,
341
+ "eval_loss": 0.6456273198127747,
342
+ "eval_runtime": 1.3379,
343
+ "eval_samples_per_second": 163.684,
344
+ "eval_steps_per_second": 20.928,
345
  "step": 328
346
  },
347
  {
348
  "epoch": 16.1,
349
  "learning_rate": 9.722222222222223e-06,
350
+ "loss": 0.1898,
351
  "step": 330
352
  },
353
  {
354
  "epoch": 16.59,
355
  "learning_rate": 8.333333333333334e-06,
356
+ "loss": 0.1327,
357
  "step": 340
358
  },
359
  {
360
  "epoch": 16.98,
361
  "eval_accuracy": 0.7671232876712328,
362
+ "eval_loss": 0.6117277145385742,
363
+ "eval_runtime": 1.3936,
364
+ "eval_samples_per_second": 157.15,
365
+ "eval_steps_per_second": 20.092,
366
  "step": 348
367
  },
368
  {
369
  "epoch": 17.07,
370
  "learning_rate": 6.944444444444445e-06,
371
+ "loss": 0.2238,
372
  "step": 350
373
  },
374
  {
375
  "epoch": 17.56,
376
  "learning_rate": 5.555555555555556e-06,
377
+ "loss": 0.1977,
378
  "step": 360
379
  },
380
  {
381
  "epoch": 18.0,
382
+ "eval_accuracy": 0.7488584474885844,
383
+ "eval_loss": 0.6987997889518738,
384
+ "eval_runtime": 1.3339,
385
+ "eval_samples_per_second": 164.179,
386
+ "eval_steps_per_second": 20.991,
387
  "step": 369
388
  },
389
  {
390
  "epoch": 18.05,
391
  "learning_rate": 4.166666666666667e-06,
392
+ "loss": 0.3006,
393
  "step": 370
394
  },
395
  {
396
  "epoch": 18.54,
397
  "learning_rate": 2.777777777777778e-06,
398
+ "loss": 0.1602,
399
  "step": 380
400
  },
401
  {
402
  "epoch": 18.98,
403
  "eval_accuracy": 0.7671232876712328,
404
+ "eval_loss": 0.6448192000389099,
405
+ "eval_runtime": 1.3619,
406
+ "eval_samples_per_second": 160.799,
407
+ "eval_steps_per_second": 20.559,
408
  "step": 389
409
  },
410
  {
411
  "epoch": 19.02,
412
  "learning_rate": 1.388888888888889e-06,
413
+ "loss": 0.231,
414
  "step": 390
415
  },
416
  {
417
  "epoch": 19.51,
418
  "learning_rate": 0.0,
419
+ "loss": 0.1785,
420
  "step": 400
421
  },
422
  {
423
  "epoch": 19.51,
424
+ "eval_accuracy": 0.771689497716895,
425
+ "eval_loss": 0.633254885673523,
426
+ "eval_runtime": 1.3431,
427
+ "eval_samples_per_second": 163.06,
428
+ "eval_steps_per_second": 20.848,
429
  "step": 400
430
  },
431
  {
432
  "epoch": 19.51,
433
  "step": 400,
434
  "total_flos": 3.167575685961523e+17,
435
+ "train_loss": 0.4159336131811142,
436
+ "train_runtime": 271.0168,
437
+ "train_samples_per_second": 48.189,
438
+ "train_steps_per_second": 1.476
439
  }
440
  ],
441
  "logging_steps": 10,