Augusto777 commited on
Commit
62aa4d8
1 Parent(s): 06f2234

End of training

Browse files
README.md CHANGED
@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
17
 
18
  This model is a fine-tuned version of [microsoft/swinv2-tiny-patch4-window8-256](https://huggingface.co/microsoft/swinv2-tiny-patch4-window8-256) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.7686
21
- - Accuracy: 0.6538
22
 
23
  ## Model description
24
 
 
17
 
18
  This model is a fine-tuned version of [microsoft/swinv2-tiny-patch4-window8-256](https://huggingface.co/microsoft/swinv2-tiny-patch4-window8-256) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 1.0154
21
+ - Accuracy: 0.7115
22
 
23
  ## Model description
24
 
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "eval_accuracy": 0.7115384615384616,
4
+ "eval_loss": 1.015413522720337,
5
+ "eval_runtime": 0.8987,
6
+ "eval_samples_per_second": 57.863,
7
+ "eval_steps_per_second": 2.226,
8
+ "train_loss": 1.0117311209440232,
9
+ "train_runtime": 462.6508,
10
+ "train_samples_per_second": 41.154,
11
+ "train_steps_per_second": 0.346
12
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "eval_accuracy": 0.7115384615384616,
4
+ "eval_loss": 1.015413522720337,
5
+ "eval_runtime": 0.8987,
6
+ "eval_samples_per_second": 57.863,
7
+ "eval_steps_per_second": 2.226
8
+ }
runs/Jun16_14-59-28_DESKTOP-SKBE9FB/events.out.tfevents.1718572048.DESKTOP-SKBE9FB.10988.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcccf17b129dc71b0e0298bb21e5e484547311dca8d83fc363edf5d5bec7bd2
3
+ size 411
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "train_loss": 1.0117311209440232,
4
+ "train_runtime": 462.6508,
5
+ "train_samples_per_second": 41.154,
6
+ "train_steps_per_second": 0.346
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,846 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7115384615384616,
3
+ "best_model_checkpoint": "swinv2-tiny-patch4-window8-256-ve-UH\\checkpoint-74",
4
+ "epoch": 80.0,
5
+ "eval_steps": 500,
6
+ "global_step": 160,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.40384615384615385,
14
+ "eval_loss": 1.609152913093567,
15
+ "eval_runtime": 0.6177,
16
+ "eval_samples_per_second": 84.178,
17
+ "eval_steps_per_second": 3.238,
18
+ "step": 2
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.4230769230769231,
23
+ "eval_loss": 1.607539415359497,
24
+ "eval_runtime": 0.6151,
25
+ "eval_samples_per_second": 84.537,
26
+ "eval_steps_per_second": 3.251,
27
+ "step": 4
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.40384615384615385,
32
+ "eval_loss": 1.6036603450775146,
33
+ "eval_runtime": 0.6452,
34
+ "eval_samples_per_second": 80.598,
35
+ "eval_steps_per_second": 3.1,
36
+ "step": 6
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.40384615384615385,
41
+ "eval_loss": 1.5960490703582764,
42
+ "eval_runtime": 0.6216,
43
+ "eval_samples_per_second": 83.658,
44
+ "eval_steps_per_second": 3.218,
45
+ "step": 8
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "learning_rate": 2.5e-05,
50
+ "loss": 1.6041,
51
+ "step": 10
52
+ },
53
+ {
54
+ "epoch": 5.0,
55
+ "eval_accuracy": 0.40384615384615385,
56
+ "eval_loss": 1.5820420980453491,
57
+ "eval_runtime": 0.6018,
58
+ "eval_samples_per_second": 86.403,
59
+ "eval_steps_per_second": 3.323,
60
+ "step": 10
61
+ },
62
+ {
63
+ "epoch": 6.0,
64
+ "eval_accuracy": 0.40384615384615385,
65
+ "eval_loss": 1.557769536972046,
66
+ "eval_runtime": 0.6002,
67
+ "eval_samples_per_second": 86.637,
68
+ "eval_steps_per_second": 3.332,
69
+ "step": 12
70
+ },
71
+ {
72
+ "epoch": 7.0,
73
+ "eval_accuracy": 0.40384615384615385,
74
+ "eval_loss": 1.5217629671096802,
75
+ "eval_runtime": 0.5994,
76
+ "eval_samples_per_second": 86.756,
77
+ "eval_steps_per_second": 3.337,
78
+ "step": 14
79
+ },
80
+ {
81
+ "epoch": 8.0,
82
+ "eval_accuracy": 0.40384615384615385,
83
+ "eval_loss": 1.4849278926849365,
84
+ "eval_runtime": 0.5916,
85
+ "eval_samples_per_second": 87.892,
86
+ "eval_steps_per_second": 3.38,
87
+ "step": 16
88
+ },
89
+ {
90
+ "epoch": 9.0,
91
+ "eval_accuracy": 0.40384615384615385,
92
+ "eval_loss": 1.4459120035171509,
93
+ "eval_runtime": 0.631,
94
+ "eval_samples_per_second": 82.411,
95
+ "eval_steps_per_second": 3.17,
96
+ "step": 18
97
+ },
98
+ {
99
+ "epoch": 10.0,
100
+ "learning_rate": 3.888888888888889e-05,
101
+ "loss": 1.4962,
102
+ "step": 20
103
+ },
104
+ {
105
+ "epoch": 10.0,
106
+ "eval_accuracy": 0.40384615384615385,
107
+ "eval_loss": 1.4108681678771973,
108
+ "eval_runtime": 0.6792,
109
+ "eval_samples_per_second": 76.559,
110
+ "eval_steps_per_second": 2.945,
111
+ "step": 20
112
+ },
113
+ {
114
+ "epoch": 11.0,
115
+ "eval_accuracy": 0.40384615384615385,
116
+ "eval_loss": 1.3940582275390625,
117
+ "eval_runtime": 0.6563,
118
+ "eval_samples_per_second": 79.237,
119
+ "eval_steps_per_second": 3.048,
120
+ "step": 22
121
+ },
122
+ {
123
+ "epoch": 12.0,
124
+ "eval_accuracy": 0.40384615384615385,
125
+ "eval_loss": 1.3864620923995972,
126
+ "eval_runtime": 0.6095,
127
+ "eval_samples_per_second": 85.32,
128
+ "eval_steps_per_second": 3.282,
129
+ "step": 24
130
+ },
131
+ {
132
+ "epoch": 13.0,
133
+ "eval_accuracy": 0.40384615384615385,
134
+ "eval_loss": 1.3753844499588013,
135
+ "eval_runtime": 0.5989,
136
+ "eval_samples_per_second": 86.825,
137
+ "eval_steps_per_second": 3.339,
138
+ "step": 26
139
+ },
140
+ {
141
+ "epoch": 14.0,
142
+ "eval_accuracy": 0.40384615384615385,
143
+ "eval_loss": 1.3655123710632324,
144
+ "eval_runtime": 0.7862,
145
+ "eval_samples_per_second": 66.14,
146
+ "eval_steps_per_second": 2.544,
147
+ "step": 28
148
+ },
149
+ {
150
+ "epoch": 15.0,
151
+ "learning_rate": 3.6111111111111116e-05,
152
+ "loss": 1.3392,
153
+ "step": 30
154
+ },
155
+ {
156
+ "epoch": 15.0,
157
+ "eval_accuracy": 0.40384615384615385,
158
+ "eval_loss": 1.3794106245040894,
159
+ "eval_runtime": 0.6509,
160
+ "eval_samples_per_second": 79.893,
161
+ "eval_steps_per_second": 3.073,
162
+ "step": 30
163
+ },
164
+ {
165
+ "epoch": 16.0,
166
+ "eval_accuracy": 0.40384615384615385,
167
+ "eval_loss": 1.3799992799758911,
168
+ "eval_runtime": 0.6103,
169
+ "eval_samples_per_second": 85.198,
170
+ "eval_steps_per_second": 3.277,
171
+ "step": 32
172
+ },
173
+ {
174
+ "epoch": 17.0,
175
+ "eval_accuracy": 0.40384615384615385,
176
+ "eval_loss": 1.3404345512390137,
177
+ "eval_runtime": 0.6343,
178
+ "eval_samples_per_second": 81.985,
179
+ "eval_steps_per_second": 3.153,
180
+ "step": 34
181
+ },
182
+ {
183
+ "epoch": 18.0,
184
+ "eval_accuracy": 0.40384615384615385,
185
+ "eval_loss": 1.333656907081604,
186
+ "eval_runtime": 0.5981,
187
+ "eval_samples_per_second": 86.938,
188
+ "eval_steps_per_second": 3.344,
189
+ "step": 36
190
+ },
191
+ {
192
+ "epoch": 19.0,
193
+ "eval_accuracy": 0.40384615384615385,
194
+ "eval_loss": 1.360221028327942,
195
+ "eval_runtime": 0.6045,
196
+ "eval_samples_per_second": 86.016,
197
+ "eval_steps_per_second": 3.308,
198
+ "step": 38
199
+ },
200
+ {
201
+ "epoch": 20.0,
202
+ "learning_rate": 3.3333333333333335e-05,
203
+ "loss": 1.2738,
204
+ "step": 40
205
+ },
206
+ {
207
+ "epoch": 20.0,
208
+ "eval_accuracy": 0.40384615384615385,
209
+ "eval_loss": 1.3383551836013794,
210
+ "eval_runtime": 0.606,
211
+ "eval_samples_per_second": 85.809,
212
+ "eval_steps_per_second": 3.3,
213
+ "step": 40
214
+ },
215
+ {
216
+ "epoch": 21.0,
217
+ "eval_accuracy": 0.40384615384615385,
218
+ "eval_loss": 1.324778437614441,
219
+ "eval_runtime": 0.6288,
220
+ "eval_samples_per_second": 82.703,
221
+ "eval_steps_per_second": 3.181,
222
+ "step": 42
223
+ },
224
+ {
225
+ "epoch": 22.0,
226
+ "eval_accuracy": 0.40384615384615385,
227
+ "eval_loss": 1.2693126201629639,
228
+ "eval_runtime": 0.649,
229
+ "eval_samples_per_second": 80.121,
230
+ "eval_steps_per_second": 3.082,
231
+ "step": 44
232
+ },
233
+ {
234
+ "epoch": 23.0,
235
+ "eval_accuracy": 0.40384615384615385,
236
+ "eval_loss": 1.2394922971725464,
237
+ "eval_runtime": 0.6309,
238
+ "eval_samples_per_second": 82.421,
239
+ "eval_steps_per_second": 3.17,
240
+ "step": 46
241
+ },
242
+ {
243
+ "epoch": 24.0,
244
+ "eval_accuracy": 0.40384615384615385,
245
+ "eval_loss": 1.2427353858947754,
246
+ "eval_runtime": 0.5994,
247
+ "eval_samples_per_second": 86.758,
248
+ "eval_steps_per_second": 3.337,
249
+ "step": 48
250
+ },
251
+ {
252
+ "epoch": 25.0,
253
+ "learning_rate": 3.0555555555555554e-05,
254
+ "loss": 1.2283,
255
+ "step": 50
256
+ },
257
+ {
258
+ "epoch": 25.0,
259
+ "eval_accuracy": 0.40384615384615385,
260
+ "eval_loss": 1.2884917259216309,
261
+ "eval_runtime": 0.6483,
262
+ "eval_samples_per_second": 80.212,
263
+ "eval_steps_per_second": 3.085,
264
+ "step": 50
265
+ },
266
+ {
267
+ "epoch": 26.0,
268
+ "eval_accuracy": 0.40384615384615385,
269
+ "eval_loss": 1.2916259765625,
270
+ "eval_runtime": 0.6262,
271
+ "eval_samples_per_second": 83.039,
272
+ "eval_steps_per_second": 3.194,
273
+ "step": 52
274
+ },
275
+ {
276
+ "epoch": 27.0,
277
+ "eval_accuracy": 0.40384615384615385,
278
+ "eval_loss": 1.2353298664093018,
279
+ "eval_runtime": 0.6205,
280
+ "eval_samples_per_second": 83.797,
281
+ "eval_steps_per_second": 3.223,
282
+ "step": 54
283
+ },
284
+ {
285
+ "epoch": 28.0,
286
+ "eval_accuracy": 0.40384615384615385,
287
+ "eval_loss": 1.2031632661819458,
288
+ "eval_runtime": 0.6285,
289
+ "eval_samples_per_second": 82.735,
290
+ "eval_steps_per_second": 3.182,
291
+ "step": 56
292
+ },
293
+ {
294
+ "epoch": 29.0,
295
+ "eval_accuracy": 0.5576923076923077,
296
+ "eval_loss": 1.209951639175415,
297
+ "eval_runtime": 0.6191,
298
+ "eval_samples_per_second": 83.997,
299
+ "eval_steps_per_second": 3.231,
300
+ "step": 58
301
+ },
302
+ {
303
+ "epoch": 30.0,
304
+ "learning_rate": 2.777777777777778e-05,
305
+ "loss": 1.1804,
306
+ "step": 60
307
+ },
308
+ {
309
+ "epoch": 30.0,
310
+ "eval_accuracy": 0.6153846153846154,
311
+ "eval_loss": 1.210994005203247,
312
+ "eval_runtime": 0.6216,
313
+ "eval_samples_per_second": 83.653,
314
+ "eval_steps_per_second": 3.217,
315
+ "step": 60
316
+ },
317
+ {
318
+ "epoch": 31.0,
319
+ "eval_accuracy": 0.6346153846153846,
320
+ "eval_loss": 1.17095947265625,
321
+ "eval_runtime": 0.6376,
322
+ "eval_samples_per_second": 81.553,
323
+ "eval_steps_per_second": 3.137,
324
+ "step": 62
325
+ },
326
+ {
327
+ "epoch": 32.0,
328
+ "eval_accuracy": 0.6153846153846154,
329
+ "eval_loss": 1.132305383682251,
330
+ "eval_runtime": 0.6381,
331
+ "eval_samples_per_second": 81.492,
332
+ "eval_steps_per_second": 3.134,
333
+ "step": 64
334
+ },
335
+ {
336
+ "epoch": 33.0,
337
+ "eval_accuracy": 0.5961538461538461,
338
+ "eval_loss": 1.1082764863967896,
339
+ "eval_runtime": 0.6131,
340
+ "eval_samples_per_second": 84.813,
341
+ "eval_steps_per_second": 3.262,
342
+ "step": 66
343
+ },
344
+ {
345
+ "epoch": 34.0,
346
+ "eval_accuracy": 0.5961538461538461,
347
+ "eval_loss": 1.09354829788208,
348
+ "eval_runtime": 0.6605,
349
+ "eval_samples_per_second": 78.734,
350
+ "eval_steps_per_second": 3.028,
351
+ "step": 68
352
+ },
353
+ {
354
+ "epoch": 35.0,
355
+ "learning_rate": 2.5e-05,
356
+ "loss": 1.0925,
357
+ "step": 70
358
+ },
359
+ {
360
+ "epoch": 35.0,
361
+ "eval_accuracy": 0.6346153846153846,
362
+ "eval_loss": 1.0853270292282104,
363
+ "eval_runtime": 0.6707,
364
+ "eval_samples_per_second": 77.535,
365
+ "eval_steps_per_second": 2.982,
366
+ "step": 70
367
+ },
368
+ {
369
+ "epoch": 36.0,
370
+ "eval_accuracy": 0.6730769230769231,
371
+ "eval_loss": 1.0622206926345825,
372
+ "eval_runtime": 0.6098,
373
+ "eval_samples_per_second": 85.28,
374
+ "eval_steps_per_second": 3.28,
375
+ "step": 72
376
+ },
377
+ {
378
+ "epoch": 37.0,
379
+ "eval_accuracy": 0.7115384615384616,
380
+ "eval_loss": 1.015413522720337,
381
+ "eval_runtime": 0.6146,
382
+ "eval_samples_per_second": 84.601,
383
+ "eval_steps_per_second": 3.254,
384
+ "step": 74
385
+ },
386
+ {
387
+ "epoch": 38.0,
388
+ "eval_accuracy": 0.7115384615384616,
389
+ "eval_loss": 0.9900897145271301,
390
+ "eval_runtime": 0.6263,
391
+ "eval_samples_per_second": 83.028,
392
+ "eval_steps_per_second": 3.193,
393
+ "step": 76
394
+ },
395
+ {
396
+ "epoch": 39.0,
397
+ "eval_accuracy": 0.6923076923076923,
398
+ "eval_loss": 0.992486834526062,
399
+ "eval_runtime": 0.6363,
400
+ "eval_samples_per_second": 81.717,
401
+ "eval_steps_per_second": 3.143,
402
+ "step": 78
403
+ },
404
+ {
405
+ "epoch": 40.0,
406
+ "learning_rate": 2.2222222222222227e-05,
407
+ "loss": 0.9981,
408
+ "step": 80
409
+ },
410
+ {
411
+ "epoch": 40.0,
412
+ "eval_accuracy": 0.6730769230769231,
413
+ "eval_loss": 0.9864760041236877,
414
+ "eval_runtime": 0.61,
415
+ "eval_samples_per_second": 85.242,
416
+ "eval_steps_per_second": 3.279,
417
+ "step": 80
418
+ },
419
+ {
420
+ "epoch": 41.0,
421
+ "eval_accuracy": 0.6730769230769231,
422
+ "eval_loss": 0.9539706110954285,
423
+ "eval_runtime": 0.6046,
424
+ "eval_samples_per_second": 86.003,
425
+ "eval_steps_per_second": 3.308,
426
+ "step": 82
427
+ },
428
+ {
429
+ "epoch": 42.0,
430
+ "eval_accuracy": 0.7115384615384616,
431
+ "eval_loss": 0.931605875492096,
432
+ "eval_runtime": 0.61,
433
+ "eval_samples_per_second": 85.247,
434
+ "eval_steps_per_second": 3.279,
435
+ "step": 84
436
+ },
437
+ {
438
+ "epoch": 43.0,
439
+ "eval_accuracy": 0.7115384615384616,
440
+ "eval_loss": 0.9304342269897461,
441
+ "eval_runtime": 0.6185,
442
+ "eval_samples_per_second": 84.076,
443
+ "eval_steps_per_second": 3.234,
444
+ "step": 86
445
+ },
446
+ {
447
+ "epoch": 44.0,
448
+ "eval_accuracy": 0.6923076923076923,
449
+ "eval_loss": 0.9246343970298767,
450
+ "eval_runtime": 0.6813,
451
+ "eval_samples_per_second": 76.322,
452
+ "eval_steps_per_second": 2.935,
453
+ "step": 88
454
+ },
455
+ {
456
+ "epoch": 45.0,
457
+ "learning_rate": 1.9444444444444445e-05,
458
+ "loss": 0.9102,
459
+ "step": 90
460
+ },
461
+ {
462
+ "epoch": 45.0,
463
+ "eval_accuracy": 0.7115384615384616,
464
+ "eval_loss": 0.8784506916999817,
465
+ "eval_runtime": 0.6181,
466
+ "eval_samples_per_second": 84.124,
467
+ "eval_steps_per_second": 3.236,
468
+ "step": 90
469
+ },
470
+ {
471
+ "epoch": 46.0,
472
+ "eval_accuracy": 0.7115384615384616,
473
+ "eval_loss": 0.8422226309776306,
474
+ "eval_runtime": 0.6163,
475
+ "eval_samples_per_second": 84.379,
476
+ "eval_steps_per_second": 3.245,
477
+ "step": 92
478
+ },
479
+ {
480
+ "epoch": 47.0,
481
+ "eval_accuracy": 0.7115384615384616,
482
+ "eval_loss": 0.8381490707397461,
483
+ "eval_runtime": 0.6224,
484
+ "eval_samples_per_second": 83.552,
485
+ "eval_steps_per_second": 3.214,
486
+ "step": 94
487
+ },
488
+ {
489
+ "epoch": 48.0,
490
+ "eval_accuracy": 0.7115384615384616,
491
+ "eval_loss": 0.8359355926513672,
492
+ "eval_runtime": 0.7117,
493
+ "eval_samples_per_second": 73.061,
494
+ "eval_steps_per_second": 2.81,
495
+ "step": 96
496
+ },
497
+ {
498
+ "epoch": 49.0,
499
+ "eval_accuracy": 0.7115384615384616,
500
+ "eval_loss": 0.8444095253944397,
501
+ "eval_runtime": 0.6236,
502
+ "eval_samples_per_second": 83.381,
503
+ "eval_steps_per_second": 3.207,
504
+ "step": 98
505
+ },
506
+ {
507
+ "epoch": 50.0,
508
+ "learning_rate": 1.6666666666666667e-05,
509
+ "loss": 0.8496,
510
+ "step": 100
511
+ },
512
+ {
513
+ "epoch": 50.0,
514
+ "eval_accuracy": 0.6730769230769231,
515
+ "eval_loss": 0.8286628127098083,
516
+ "eval_runtime": 0.6989,
517
+ "eval_samples_per_second": 74.398,
518
+ "eval_steps_per_second": 2.861,
519
+ "step": 100
520
+ },
521
+ {
522
+ "epoch": 51.0,
523
+ "eval_accuracy": 0.6923076923076923,
524
+ "eval_loss": 0.7973195314407349,
525
+ "eval_runtime": 0.6329,
526
+ "eval_samples_per_second": 82.162,
527
+ "eval_steps_per_second": 3.16,
528
+ "step": 102
529
+ },
530
+ {
531
+ "epoch": 52.0,
532
+ "eval_accuracy": 0.6923076923076923,
533
+ "eval_loss": 0.779899537563324,
534
+ "eval_runtime": 0.6256,
535
+ "eval_samples_per_second": 83.126,
536
+ "eval_steps_per_second": 3.197,
537
+ "step": 104
538
+ },
539
+ {
540
+ "epoch": 53.0,
541
+ "eval_accuracy": 0.6923076923076923,
542
+ "eval_loss": 0.7779891490936279,
543
+ "eval_runtime": 0.6343,
544
+ "eval_samples_per_second": 81.978,
545
+ "eval_steps_per_second": 3.153,
546
+ "step": 106
547
+ },
548
+ {
549
+ "epoch": 54.0,
550
+ "eval_accuracy": 0.7115384615384616,
551
+ "eval_loss": 0.7819709181785583,
552
+ "eval_runtime": 0.6007,
553
+ "eval_samples_per_second": 86.573,
554
+ "eval_steps_per_second": 3.33,
555
+ "step": 108
556
+ },
557
+ {
558
+ "epoch": 55.0,
559
+ "learning_rate": 1.388888888888889e-05,
560
+ "loss": 0.7808,
561
+ "step": 110
562
+ },
563
+ {
564
+ "epoch": 55.0,
565
+ "eval_accuracy": 0.7115384615384616,
566
+ "eval_loss": 0.7896474599838257,
567
+ "eval_runtime": 0.6289,
568
+ "eval_samples_per_second": 82.683,
569
+ "eval_steps_per_second": 3.18,
570
+ "step": 110
571
+ },
572
+ {
573
+ "epoch": 56.0,
574
+ "eval_accuracy": 0.6923076923076923,
575
+ "eval_loss": 0.7737353444099426,
576
+ "eval_runtime": 0.6167,
577
+ "eval_samples_per_second": 84.318,
578
+ "eval_steps_per_second": 3.243,
579
+ "step": 112
580
+ },
581
+ {
582
+ "epoch": 57.0,
583
+ "eval_accuracy": 0.6730769230769231,
584
+ "eval_loss": 0.763085663318634,
585
+ "eval_runtime": 0.6137,
586
+ "eval_samples_per_second": 84.73,
587
+ "eval_steps_per_second": 3.259,
588
+ "step": 114
589
+ },
590
+ {
591
+ "epoch": 58.0,
592
+ "eval_accuracy": 0.6538461538461539,
593
+ "eval_loss": 0.7635093927383423,
594
+ "eval_runtime": 0.6433,
595
+ "eval_samples_per_second": 80.831,
596
+ "eval_steps_per_second": 3.109,
597
+ "step": 116
598
+ },
599
+ {
600
+ "epoch": 59.0,
601
+ "eval_accuracy": 0.6538461538461539,
602
+ "eval_loss": 0.7779039144515991,
603
+ "eval_runtime": 0.6338,
604
+ "eval_samples_per_second": 82.04,
605
+ "eval_steps_per_second": 3.155,
606
+ "step": 118
607
+ },
608
+ {
609
+ "epoch": 60.0,
610
+ "learning_rate": 1.1111111111111113e-05,
611
+ "loss": 0.757,
612
+ "step": 120
613
+ },
614
+ {
615
+ "epoch": 60.0,
616
+ "eval_accuracy": 0.6730769230769231,
617
+ "eval_loss": 0.7990029454231262,
618
+ "eval_runtime": 0.6164,
619
+ "eval_samples_per_second": 84.361,
620
+ "eval_steps_per_second": 3.245,
621
+ "step": 120
622
+ },
623
+ {
624
+ "epoch": 61.0,
625
+ "eval_accuracy": 0.6538461538461539,
626
+ "eval_loss": 0.8221505880355835,
627
+ "eval_runtime": 0.7222,
628
+ "eval_samples_per_second": 72.007,
629
+ "eval_steps_per_second": 2.769,
630
+ "step": 122
631
+ },
632
+ {
633
+ "epoch": 62.0,
634
+ "eval_accuracy": 0.6538461538461539,
635
+ "eval_loss": 0.8203845620155334,
636
+ "eval_runtime": 0.6138,
637
+ "eval_samples_per_second": 84.723,
638
+ "eval_steps_per_second": 3.259,
639
+ "step": 124
640
+ },
641
+ {
642
+ "epoch": 63.0,
643
+ "eval_accuracy": 0.6730769230769231,
644
+ "eval_loss": 0.7964361906051636,
645
+ "eval_runtime": 0.6279,
646
+ "eval_samples_per_second": 82.819,
647
+ "eval_steps_per_second": 3.185,
648
+ "step": 126
649
+ },
650
+ {
651
+ "epoch": 64.0,
652
+ "eval_accuracy": 0.6538461538461539,
653
+ "eval_loss": 0.7818092107772827,
654
+ "eval_runtime": 0.6388,
655
+ "eval_samples_per_second": 81.404,
656
+ "eval_steps_per_second": 3.131,
657
+ "step": 128
658
+ },
659
+ {
660
+ "epoch": 65.0,
661
+ "learning_rate": 8.333333333333334e-06,
662
+ "loss": 0.6919,
663
+ "step": 130
664
+ },
665
+ {
666
+ "epoch": 65.0,
667
+ "eval_accuracy": 0.6346153846153846,
668
+ "eval_loss": 0.7795537710189819,
669
+ "eval_runtime": 0.6964,
670
+ "eval_samples_per_second": 74.666,
671
+ "eval_steps_per_second": 2.872,
672
+ "step": 130
673
+ },
674
+ {
675
+ "epoch": 66.0,
676
+ "eval_accuracy": 0.6346153846153846,
677
+ "eval_loss": 0.7831135392189026,
678
+ "eval_runtime": 0.6247,
679
+ "eval_samples_per_second": 83.245,
680
+ "eval_steps_per_second": 3.202,
681
+ "step": 132
682
+ },
683
+ {
684
+ "epoch": 67.0,
685
+ "eval_accuracy": 0.6346153846153846,
686
+ "eval_loss": 0.7866898775100708,
687
+ "eval_runtime": 0.6084,
688
+ "eval_samples_per_second": 85.464,
689
+ "eval_steps_per_second": 3.287,
690
+ "step": 134
691
+ },
692
+ {
693
+ "epoch": 68.0,
694
+ "eval_accuracy": 0.6346153846153846,
695
+ "eval_loss": 0.785628080368042,
696
+ "eval_runtime": 0.6378,
697
+ "eval_samples_per_second": 81.531,
698
+ "eval_steps_per_second": 3.136,
699
+ "step": 136
700
+ },
701
+ {
702
+ "epoch": 69.0,
703
+ "eval_accuracy": 0.6538461538461539,
704
+ "eval_loss": 0.7793223857879639,
705
+ "eval_runtime": 0.6338,
706
+ "eval_samples_per_second": 82.043,
707
+ "eval_steps_per_second": 3.156,
708
+ "step": 138
709
+ },
710
+ {
711
+ "epoch": 70.0,
712
+ "learning_rate": 5.555555555555557e-06,
713
+ "loss": 0.6722,
714
+ "step": 140
715
+ },
716
+ {
717
+ "epoch": 70.0,
718
+ "eval_accuracy": 0.6538461538461539,
719
+ "eval_loss": 0.7736176252365112,
720
+ "eval_runtime": 0.6283,
721
+ "eval_samples_per_second": 82.765,
722
+ "eval_steps_per_second": 3.183,
723
+ "step": 140
724
+ },
725
+ {
726
+ "epoch": 71.0,
727
+ "eval_accuracy": 0.6538461538461539,
728
+ "eval_loss": 0.7681865692138672,
729
+ "eval_runtime": 0.6291,
730
+ "eval_samples_per_second": 82.652,
731
+ "eval_steps_per_second": 3.179,
732
+ "step": 142
733
+ },
734
+ {
735
+ "epoch": 72.0,
736
+ "eval_accuracy": 0.6538461538461539,
737
+ "eval_loss": 0.7681340575218201,
738
+ "eval_runtime": 0.6524,
739
+ "eval_samples_per_second": 79.701,
740
+ "eval_steps_per_second": 3.065,
741
+ "step": 144
742
+ },
743
+ {
744
+ "epoch": 73.0,
745
+ "eval_accuracy": 0.6538461538461539,
746
+ "eval_loss": 0.767238199710846,
747
+ "eval_runtime": 0.7594,
748
+ "eval_samples_per_second": 68.472,
749
+ "eval_steps_per_second": 2.634,
750
+ "step": 146
751
+ },
752
+ {
753
+ "epoch": 74.0,
754
+ "eval_accuracy": 0.6538461538461539,
755
+ "eval_loss": 0.7654622793197632,
756
+ "eval_runtime": 0.667,
757
+ "eval_samples_per_second": 77.964,
758
+ "eval_steps_per_second": 2.999,
759
+ "step": 148
760
+ },
761
+ {
762
+ "epoch": 75.0,
763
+ "learning_rate": 2.7777777777777783e-06,
764
+ "loss": 0.6642,
765
+ "step": 150
766
+ },
767
+ {
768
+ "epoch": 75.0,
769
+ "eval_accuracy": 0.6538461538461539,
770
+ "eval_loss": 0.7645394802093506,
771
+ "eval_runtime": 0.6584,
772
+ "eval_samples_per_second": 78.985,
773
+ "eval_steps_per_second": 3.038,
774
+ "step": 150
775
+ },
776
+ {
777
+ "epoch": 76.0,
778
+ "eval_accuracy": 0.6538461538461539,
779
+ "eval_loss": 0.7657662630081177,
780
+ "eval_runtime": 0.6248,
781
+ "eval_samples_per_second": 83.227,
782
+ "eval_steps_per_second": 3.201,
783
+ "step": 152
784
+ },
785
+ {
786
+ "epoch": 77.0,
787
+ "eval_accuracy": 0.6538461538461539,
788
+ "eval_loss": 0.7677300572395325,
789
+ "eval_runtime": 0.6243,
790
+ "eval_samples_per_second": 83.292,
791
+ "eval_steps_per_second": 3.204,
792
+ "step": 154
793
+ },
794
+ {
795
+ "epoch": 78.0,
796
+ "eval_accuracy": 0.6538461538461539,
797
+ "eval_loss": 0.7683091759681702,
798
+ "eval_runtime": 0.619,
799
+ "eval_samples_per_second": 84.01,
800
+ "eval_steps_per_second": 3.231,
801
+ "step": 156
802
+ },
803
+ {
804
+ "epoch": 79.0,
805
+ "eval_accuracy": 0.6538461538461539,
806
+ "eval_loss": 0.7683802247047424,
807
+ "eval_runtime": 0.6429,
808
+ "eval_samples_per_second": 80.882,
809
+ "eval_steps_per_second": 3.111,
810
+ "step": 158
811
+ },
812
+ {
813
+ "epoch": 80.0,
814
+ "learning_rate": 0.0,
815
+ "loss": 0.6491,
816
+ "step": 160
817
+ },
818
+ {
819
+ "epoch": 80.0,
820
+ "eval_accuracy": 0.6538461538461539,
821
+ "eval_loss": 0.7686132192611694,
822
+ "eval_runtime": 0.7019,
823
+ "eval_samples_per_second": 74.089,
824
+ "eval_steps_per_second": 2.85,
825
+ "step": 160
826
+ },
827
+ {
828
+ "epoch": 80.0,
829
+ "step": 160,
830
+ "total_flos": 6.195054311689421e+17,
831
+ "train_loss": 1.0117311209440232,
832
+ "train_runtime": 462.6508,
833
+ "train_samples_per_second": 41.154,
834
+ "train_steps_per_second": 0.346
835
+ }
836
+ ],
837
+ "logging_steps": 10,
838
+ "max_steps": 160,
839
+ "num_input_tokens_seen": 0,
840
+ "num_train_epochs": 80,
841
+ "save_steps": 500,
842
+ "total_flos": 6.195054311689421e+17,
843
+ "train_batch_size": 32,
844
+ "trial_name": null,
845
+ "trial_params": null
846
+ }