Augusto777 commited on
Commit
9ba7c94
1 Parent(s): d5d11b8

End of training

Browse files
README.md CHANGED
@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
17
 
18
  This model is a fine-tuned version of [microsoft/swinv2-tiny-patch4-window8-256](https://huggingface.co/microsoft/swinv2-tiny-patch4-window8-256) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.7415
21
- - Accuracy: 0.6923
22
 
23
  ## Model description
24
 
 
17
 
18
  This model is a fine-tuned version of [microsoft/swinv2-tiny-patch4-window8-256](https://huggingface.co/microsoft/swinv2-tiny-patch4-window8-256) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 0.7448
21
+ - Accuracy: 0.7308
22
 
23
  ## Model description
24
 
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "eval_accuracy": 0.7307692307692307,
4
+ "eval_loss": 0.7448387742042542,
5
+ "eval_runtime": 0.8088,
6
+ "eval_samples_per_second": 64.289,
7
+ "eval_steps_per_second": 2.473,
8
+ "train_loss": 0.9391910135746002,
9
+ "train_runtime": 458.9437,
10
+ "train_samples_per_second": 41.487,
11
+ "train_steps_per_second": 0.349
12
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "eval_accuracy": 0.7307692307692307,
4
+ "eval_loss": 0.7448387742042542,
5
+ "eval_runtime": 0.8088,
6
+ "eval_samples_per_second": 64.289,
7
+ "eval_steps_per_second": 2.473
8
+ }
runs/Jun16_15-08-44_DESKTOP-SKBE9FB/events.out.tfevents.1718572611.DESKTOP-SKBE9FB.11668.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21bf623d98c7f55bd23ac84379f925151ab2e9b6cb74c613573f5250cafb6e29
3
+ size 411
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 80.0,
3
+ "train_loss": 0.9391910135746002,
4
+ "train_runtime": 458.9437,
5
+ "train_samples_per_second": 41.487,
6
+ "train_steps_per_second": 0.349
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,846 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7307692307692307,
3
+ "best_model_checkpoint": "swinv2-tiny-patch4-window8-256-ve-UH2\\checkpoint-130",
4
+ "epoch": 80.0,
5
+ "eval_steps": 500,
6
+ "global_step": 160,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.40384615384615385,
14
+ "eval_loss": 1.609081506729126,
15
+ "eval_runtime": 0.6703,
16
+ "eval_samples_per_second": 77.577,
17
+ "eval_steps_per_second": 2.984,
18
+ "step": 2
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.4230769230769231,
23
+ "eval_loss": 1.606997013092041,
24
+ "eval_runtime": 0.6324,
25
+ "eval_samples_per_second": 82.226,
26
+ "eval_steps_per_second": 3.163,
27
+ "step": 4
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.40384615384615385,
32
+ "eval_loss": 1.6017448902130127,
33
+ "eval_runtime": 0.6243,
34
+ "eval_samples_per_second": 83.287,
35
+ "eval_steps_per_second": 3.203,
36
+ "step": 6
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.40384615384615385,
41
+ "eval_loss": 1.5911049842834473,
42
+ "eval_runtime": 0.6637,
43
+ "eval_samples_per_second": 78.353,
44
+ "eval_steps_per_second": 3.014,
45
+ "step": 8
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "learning_rate": 3.125e-05,
50
+ "loss": 1.6022,
51
+ "step": 10
52
+ },
53
+ {
54
+ "epoch": 5.0,
55
+ "eval_accuracy": 0.40384615384615385,
56
+ "eval_loss": 1.5707097053527832,
57
+ "eval_runtime": 0.6399,
58
+ "eval_samples_per_second": 81.258,
59
+ "eval_steps_per_second": 3.125,
60
+ "step": 10
61
+ },
62
+ {
63
+ "epoch": 6.0,
64
+ "eval_accuracy": 0.40384615384615385,
65
+ "eval_loss": 1.5355277061462402,
66
+ "eval_runtime": 0.6579,
67
+ "eval_samples_per_second": 79.043,
68
+ "eval_steps_per_second": 3.04,
69
+ "step": 12
70
+ },
71
+ {
72
+ "epoch": 7.0,
73
+ "eval_accuracy": 0.40384615384615385,
74
+ "eval_loss": 1.495114803314209,
75
+ "eval_runtime": 0.6253,
76
+ "eval_samples_per_second": 83.162,
77
+ "eval_steps_per_second": 3.199,
78
+ "step": 14
79
+ },
80
+ {
81
+ "epoch": 8.0,
82
+ "eval_accuracy": 0.40384615384615385,
83
+ "eval_loss": 1.4528276920318604,
84
+ "eval_runtime": 0.6371,
85
+ "eval_samples_per_second": 81.621,
86
+ "eval_steps_per_second": 3.139,
87
+ "step": 16
88
+ },
89
+ {
90
+ "epoch": 9.0,
91
+ "eval_accuracy": 0.40384615384615385,
92
+ "eval_loss": 1.4096202850341797,
93
+ "eval_runtime": 0.634,
94
+ "eval_samples_per_second": 82.019,
95
+ "eval_steps_per_second": 3.155,
96
+ "step": 18
97
+ },
98
+ {
99
+ "epoch": 10.0,
100
+ "learning_rate": 4.8611111111111115e-05,
101
+ "loss": 1.4645,
102
+ "step": 20
103
+ },
104
+ {
105
+ "epoch": 10.0,
106
+ "eval_accuracy": 0.40384615384615385,
107
+ "eval_loss": 1.3819681406021118,
108
+ "eval_runtime": 0.6319,
109
+ "eval_samples_per_second": 82.295,
110
+ "eval_steps_per_second": 3.165,
111
+ "step": 20
112
+ },
113
+ {
114
+ "epoch": 11.0,
115
+ "eval_accuracy": 0.40384615384615385,
116
+ "eval_loss": 1.4055241346359253,
117
+ "eval_runtime": 0.6127,
118
+ "eval_samples_per_second": 84.869,
119
+ "eval_steps_per_second": 3.264,
120
+ "step": 22
121
+ },
122
+ {
123
+ "epoch": 12.0,
124
+ "eval_accuracy": 0.40384615384615385,
125
+ "eval_loss": 1.3765194416046143,
126
+ "eval_runtime": 0.6553,
127
+ "eval_samples_per_second": 79.349,
128
+ "eval_steps_per_second": 3.052,
129
+ "step": 24
130
+ },
131
+ {
132
+ "epoch": 13.0,
133
+ "eval_accuracy": 0.40384615384615385,
134
+ "eval_loss": 1.3820006847381592,
135
+ "eval_runtime": 0.6441,
136
+ "eval_samples_per_second": 80.727,
137
+ "eval_steps_per_second": 3.105,
138
+ "step": 26
139
+ },
140
+ {
141
+ "epoch": 14.0,
142
+ "eval_accuracy": 0.40384615384615385,
143
+ "eval_loss": 1.3712302446365356,
144
+ "eval_runtime": 0.6241,
145
+ "eval_samples_per_second": 83.319,
146
+ "eval_steps_per_second": 3.205,
147
+ "step": 28
148
+ },
149
+ {
150
+ "epoch": 15.0,
151
+ "learning_rate": 4.5138888888888894e-05,
152
+ "loss": 1.3172,
153
+ "step": 30
154
+ },
155
+ {
156
+ "epoch": 15.0,
157
+ "eval_accuracy": 0.40384615384615385,
158
+ "eval_loss": 1.3546074628829956,
159
+ "eval_runtime": 0.6587,
160
+ "eval_samples_per_second": 78.948,
161
+ "eval_steps_per_second": 3.036,
162
+ "step": 30
163
+ },
164
+ {
165
+ "epoch": 16.0,
166
+ "eval_accuracy": 0.40384615384615385,
167
+ "eval_loss": 1.363667607307434,
168
+ "eval_runtime": 0.6457,
169
+ "eval_samples_per_second": 80.531,
170
+ "eval_steps_per_second": 3.097,
171
+ "step": 32
172
+ },
173
+ {
174
+ "epoch": 17.0,
175
+ "eval_accuracy": 0.40384615384615385,
176
+ "eval_loss": 1.3645634651184082,
177
+ "eval_runtime": 0.6364,
178
+ "eval_samples_per_second": 81.71,
179
+ "eval_steps_per_second": 3.143,
180
+ "step": 34
181
+ },
182
+ {
183
+ "epoch": 18.0,
184
+ "eval_accuracy": 0.40384615384615385,
185
+ "eval_loss": 1.3271024227142334,
186
+ "eval_runtime": 0.6426,
187
+ "eval_samples_per_second": 80.918,
188
+ "eval_steps_per_second": 3.112,
189
+ "step": 36
190
+ },
191
+ {
192
+ "epoch": 19.0,
193
+ "eval_accuracy": 0.40384615384615385,
194
+ "eval_loss": 1.3084486722946167,
195
+ "eval_runtime": 0.6335,
196
+ "eval_samples_per_second": 82.083,
197
+ "eval_steps_per_second": 3.157,
198
+ "step": 38
199
+ },
200
+ {
201
+ "epoch": 20.0,
202
+ "learning_rate": 4.166666666666667e-05,
203
+ "loss": 1.2549,
204
+ "step": 40
205
+ },
206
+ {
207
+ "epoch": 20.0,
208
+ "eval_accuracy": 0.40384615384615385,
209
+ "eval_loss": 1.3401799201965332,
210
+ "eval_runtime": 0.6187,
211
+ "eval_samples_per_second": 84.048,
212
+ "eval_steps_per_second": 3.233,
213
+ "step": 40
214
+ },
215
+ {
216
+ "epoch": 21.0,
217
+ "eval_accuracy": 0.40384615384615385,
218
+ "eval_loss": 1.355008840560913,
219
+ "eval_runtime": 0.6297,
220
+ "eval_samples_per_second": 82.582,
221
+ "eval_steps_per_second": 3.176,
222
+ "step": 42
223
+ },
224
+ {
225
+ "epoch": 22.0,
226
+ "eval_accuracy": 0.40384615384615385,
227
+ "eval_loss": 1.2677156925201416,
228
+ "eval_runtime": 0.6111,
229
+ "eval_samples_per_second": 85.09,
230
+ "eval_steps_per_second": 3.273,
231
+ "step": 44
232
+ },
233
+ {
234
+ "epoch": 23.0,
235
+ "eval_accuracy": 0.40384615384615385,
236
+ "eval_loss": 1.2093143463134766,
237
+ "eval_runtime": 0.6388,
238
+ "eval_samples_per_second": 81.403,
239
+ "eval_steps_per_second": 3.131,
240
+ "step": 46
241
+ },
242
+ {
243
+ "epoch": 24.0,
244
+ "eval_accuracy": 0.4230769230769231,
245
+ "eval_loss": 1.2039647102355957,
246
+ "eval_runtime": 0.6687,
247
+ "eval_samples_per_second": 77.761,
248
+ "eval_steps_per_second": 2.991,
249
+ "step": 48
250
+ },
251
+ {
252
+ "epoch": 25.0,
253
+ "learning_rate": 3.8194444444444444e-05,
254
+ "loss": 1.2092,
255
+ "step": 50
256
+ },
257
+ {
258
+ "epoch": 25.0,
259
+ "eval_accuracy": 0.4230769230769231,
260
+ "eval_loss": 1.2963263988494873,
261
+ "eval_runtime": 0.6352,
262
+ "eval_samples_per_second": 81.858,
263
+ "eval_steps_per_second": 3.148,
264
+ "step": 50
265
+ },
266
+ {
267
+ "epoch": 26.0,
268
+ "eval_accuracy": 0.4807692307692308,
269
+ "eval_loss": 1.2917104959487915,
270
+ "eval_runtime": 0.6338,
271
+ "eval_samples_per_second": 82.049,
272
+ "eval_steps_per_second": 3.156,
273
+ "step": 52
274
+ },
275
+ {
276
+ "epoch": 27.0,
277
+ "eval_accuracy": 0.5769230769230769,
278
+ "eval_loss": 1.179789662361145,
279
+ "eval_runtime": 0.6335,
280
+ "eval_samples_per_second": 82.079,
281
+ "eval_steps_per_second": 3.157,
282
+ "step": 54
283
+ },
284
+ {
285
+ "epoch": 28.0,
286
+ "eval_accuracy": 0.6346153846153846,
287
+ "eval_loss": 1.104748010635376,
288
+ "eval_runtime": 0.6601,
289
+ "eval_samples_per_second": 78.78,
290
+ "eval_steps_per_second": 3.03,
291
+ "step": 56
292
+ },
293
+ {
294
+ "epoch": 29.0,
295
+ "eval_accuracy": 0.6730769230769231,
296
+ "eval_loss": 1.092299222946167,
297
+ "eval_runtime": 0.65,
298
+ "eval_samples_per_second": 79.997,
299
+ "eval_steps_per_second": 3.077,
300
+ "step": 58
301
+ },
302
+ {
303
+ "epoch": 30.0,
304
+ "learning_rate": 3.472222222222222e-05,
305
+ "loss": 1.1321,
306
+ "step": 60
307
+ },
308
+ {
309
+ "epoch": 30.0,
310
+ "eval_accuracy": 0.6538461538461539,
311
+ "eval_loss": 1.1065970659255981,
312
+ "eval_runtime": 0.6585,
313
+ "eval_samples_per_second": 78.963,
314
+ "eval_steps_per_second": 3.037,
315
+ "step": 60
316
+ },
317
+ {
318
+ "epoch": 31.0,
319
+ "eval_accuracy": 0.6538461538461539,
320
+ "eval_loss": 1.087414026260376,
321
+ "eval_runtime": 0.6402,
322
+ "eval_samples_per_second": 81.227,
323
+ "eval_steps_per_second": 3.124,
324
+ "step": 62
325
+ },
326
+ {
327
+ "epoch": 32.0,
328
+ "eval_accuracy": 0.6730769230769231,
329
+ "eval_loss": 1.0547945499420166,
330
+ "eval_runtime": 0.6324,
331
+ "eval_samples_per_second": 82.22,
332
+ "eval_steps_per_second": 3.162,
333
+ "step": 64
334
+ },
335
+ {
336
+ "epoch": 33.0,
337
+ "eval_accuracy": 0.6538461538461539,
338
+ "eval_loss": 1.0011744499206543,
339
+ "eval_runtime": 0.6601,
340
+ "eval_samples_per_second": 78.779,
341
+ "eval_steps_per_second": 3.03,
342
+ "step": 66
343
+ },
344
+ {
345
+ "epoch": 34.0,
346
+ "eval_accuracy": 0.6923076923076923,
347
+ "eval_loss": 0.964054524898529,
348
+ "eval_runtime": 0.6484,
349
+ "eval_samples_per_second": 80.2,
350
+ "eval_steps_per_second": 3.085,
351
+ "step": 68
352
+ },
353
+ {
354
+ "epoch": 35.0,
355
+ "learning_rate": 3.125e-05,
356
+ "loss": 1.0022,
357
+ "step": 70
358
+ },
359
+ {
360
+ "epoch": 35.0,
361
+ "eval_accuracy": 0.6538461538461539,
362
+ "eval_loss": 0.9795560836791992,
363
+ "eval_runtime": 0.5986,
364
+ "eval_samples_per_second": 86.869,
365
+ "eval_steps_per_second": 3.341,
366
+ "step": 70
367
+ },
368
+ {
369
+ "epoch": 36.0,
370
+ "eval_accuracy": 0.6538461538461539,
371
+ "eval_loss": 0.9631132483482361,
372
+ "eval_runtime": 0.6376,
373
+ "eval_samples_per_second": 81.556,
374
+ "eval_steps_per_second": 3.137,
375
+ "step": 72
376
+ },
377
+ {
378
+ "epoch": 37.0,
379
+ "eval_accuracy": 0.6730769230769231,
380
+ "eval_loss": 0.9039589762687683,
381
+ "eval_runtime": 0.6112,
382
+ "eval_samples_per_second": 85.085,
383
+ "eval_steps_per_second": 3.272,
384
+ "step": 74
385
+ },
386
+ {
387
+ "epoch": 38.0,
388
+ "eval_accuracy": 0.6923076923076923,
389
+ "eval_loss": 0.8731460571289062,
390
+ "eval_runtime": 0.6395,
391
+ "eval_samples_per_second": 81.316,
392
+ "eval_steps_per_second": 3.128,
393
+ "step": 76
394
+ },
395
+ {
396
+ "epoch": 39.0,
397
+ "eval_accuracy": 0.6730769230769231,
398
+ "eval_loss": 0.8960409164428711,
399
+ "eval_runtime": 0.8137,
400
+ "eval_samples_per_second": 63.905,
401
+ "eval_steps_per_second": 2.458,
402
+ "step": 78
403
+ },
404
+ {
405
+ "epoch": 40.0,
406
+ "learning_rate": 2.777777777777778e-05,
407
+ "loss": 0.8941,
408
+ "step": 80
409
+ },
410
+ {
411
+ "epoch": 40.0,
412
+ "eval_accuracy": 0.6538461538461539,
413
+ "eval_loss": 0.9132604598999023,
414
+ "eval_runtime": 0.638,
415
+ "eval_samples_per_second": 81.51,
416
+ "eval_steps_per_second": 3.135,
417
+ "step": 80
418
+ },
419
+ {
420
+ "epoch": 41.0,
421
+ "eval_accuracy": 0.6923076923076923,
422
+ "eval_loss": 0.8507206439971924,
423
+ "eval_runtime": 0.63,
424
+ "eval_samples_per_second": 82.538,
425
+ "eval_steps_per_second": 3.175,
426
+ "step": 82
427
+ },
428
+ {
429
+ "epoch": 42.0,
430
+ "eval_accuracy": 0.7115384615384616,
431
+ "eval_loss": 0.8063971996307373,
432
+ "eval_runtime": 0.6434,
433
+ "eval_samples_per_second": 80.815,
434
+ "eval_steps_per_second": 3.108,
435
+ "step": 84
436
+ },
437
+ {
438
+ "epoch": 43.0,
439
+ "eval_accuracy": 0.7115384615384616,
440
+ "eval_loss": 0.8075121641159058,
441
+ "eval_runtime": 0.6586,
442
+ "eval_samples_per_second": 78.958,
443
+ "eval_steps_per_second": 3.037,
444
+ "step": 86
445
+ },
446
+ {
447
+ "epoch": 44.0,
448
+ "eval_accuracy": 0.6923076923076923,
449
+ "eval_loss": 0.8486055731773376,
450
+ "eval_runtime": 0.6337,
451
+ "eval_samples_per_second": 82.054,
452
+ "eval_steps_per_second": 3.156,
453
+ "step": 88
454
+ },
455
+ {
456
+ "epoch": 45.0,
457
+ "learning_rate": 2.4305555555555558e-05,
458
+ "loss": 0.7866,
459
+ "step": 90
460
+ },
461
+ {
462
+ "epoch": 45.0,
463
+ "eval_accuracy": 0.6923076923076923,
464
+ "eval_loss": 0.8074995875358582,
465
+ "eval_runtime": 0.6513,
466
+ "eval_samples_per_second": 79.838,
467
+ "eval_steps_per_second": 3.071,
468
+ "step": 90
469
+ },
470
+ {
471
+ "epoch": 46.0,
472
+ "eval_accuracy": 0.6730769230769231,
473
+ "eval_loss": 0.7495647072792053,
474
+ "eval_runtime": 0.6239,
475
+ "eval_samples_per_second": 83.352,
476
+ "eval_steps_per_second": 3.206,
477
+ "step": 92
478
+ },
479
+ {
480
+ "epoch": 47.0,
481
+ "eval_accuracy": 0.6730769230769231,
482
+ "eval_loss": 0.7431188225746155,
483
+ "eval_runtime": 0.6623,
484
+ "eval_samples_per_second": 78.52,
485
+ "eval_steps_per_second": 3.02,
486
+ "step": 94
487
+ },
488
+ {
489
+ "epoch": 48.0,
490
+ "eval_accuracy": 0.6730769230769231,
491
+ "eval_loss": 0.7441921830177307,
492
+ "eval_runtime": 0.6175,
493
+ "eval_samples_per_second": 84.213,
494
+ "eval_steps_per_second": 3.239,
495
+ "step": 96
496
+ },
497
+ {
498
+ "epoch": 49.0,
499
+ "eval_accuracy": 0.6923076923076923,
500
+ "eval_loss": 0.7734705805778503,
501
+ "eval_runtime": 0.6485,
502
+ "eval_samples_per_second": 80.182,
503
+ "eval_steps_per_second": 3.084,
504
+ "step": 98
505
+ },
506
+ {
507
+ "epoch": 50.0,
508
+ "learning_rate": 2.0833333333333336e-05,
509
+ "loss": 0.7281,
510
+ "step": 100
511
+ },
512
+ {
513
+ "epoch": 50.0,
514
+ "eval_accuracy": 0.6923076923076923,
515
+ "eval_loss": 0.7750733494758606,
516
+ "eval_runtime": 0.6429,
517
+ "eval_samples_per_second": 80.889,
518
+ "eval_steps_per_second": 3.111,
519
+ "step": 100
520
+ },
521
+ {
522
+ "epoch": 51.0,
523
+ "eval_accuracy": 0.6923076923076923,
524
+ "eval_loss": 0.7370321750640869,
525
+ "eval_runtime": 0.6166,
526
+ "eval_samples_per_second": 84.335,
527
+ "eval_steps_per_second": 3.244,
528
+ "step": 102
529
+ },
530
+ {
531
+ "epoch": 52.0,
532
+ "eval_accuracy": 0.6923076923076923,
533
+ "eval_loss": 0.7230252623558044,
534
+ "eval_runtime": 0.6178,
535
+ "eval_samples_per_second": 84.169,
536
+ "eval_steps_per_second": 3.237,
537
+ "step": 104
538
+ },
539
+ {
540
+ "epoch": 53.0,
541
+ "eval_accuracy": 0.6923076923076923,
542
+ "eval_loss": 0.7314091920852661,
543
+ "eval_runtime": 0.6311,
544
+ "eval_samples_per_second": 82.401,
545
+ "eval_steps_per_second": 3.169,
546
+ "step": 106
547
+ },
548
+ {
549
+ "epoch": 54.0,
550
+ "eval_accuracy": 0.6730769230769231,
551
+ "eval_loss": 0.7497729063034058,
552
+ "eval_runtime": 0.6298,
553
+ "eval_samples_per_second": 82.566,
554
+ "eval_steps_per_second": 3.176,
555
+ "step": 108
556
+ },
557
+ {
558
+ "epoch": 55.0,
559
+ "learning_rate": 1.736111111111111e-05,
560
+ "loss": 0.6725,
561
+ "step": 110
562
+ },
563
+ {
564
+ "epoch": 55.0,
565
+ "eval_accuracy": 0.6730769230769231,
566
+ "eval_loss": 0.7556822896003723,
567
+ "eval_runtime": 0.6792,
568
+ "eval_samples_per_second": 76.566,
569
+ "eval_steps_per_second": 2.945,
570
+ "step": 110
571
+ },
572
+ {
573
+ "epoch": 56.0,
574
+ "eval_accuracy": 0.7115384615384616,
575
+ "eval_loss": 0.7313970923423767,
576
+ "eval_runtime": 0.6462,
577
+ "eval_samples_per_second": 80.472,
578
+ "eval_steps_per_second": 3.095,
579
+ "step": 112
580
+ },
581
+ {
582
+ "epoch": 57.0,
583
+ "eval_accuracy": 0.7115384615384616,
584
+ "eval_loss": 0.7334386110305786,
585
+ "eval_runtime": 0.676,
586
+ "eval_samples_per_second": 76.92,
587
+ "eval_steps_per_second": 2.958,
588
+ "step": 114
589
+ },
590
+ {
591
+ "epoch": 58.0,
592
+ "eval_accuracy": 0.7115384615384616,
593
+ "eval_loss": 0.7375408411026001,
594
+ "eval_runtime": 0.6333,
595
+ "eval_samples_per_second": 82.111,
596
+ "eval_steps_per_second": 3.158,
597
+ "step": 116
598
+ },
599
+ {
600
+ "epoch": 59.0,
601
+ "eval_accuracy": 0.6923076923076923,
602
+ "eval_loss": 0.7434028387069702,
603
+ "eval_runtime": 0.6832,
604
+ "eval_samples_per_second": 76.109,
605
+ "eval_steps_per_second": 2.927,
606
+ "step": 118
607
+ },
608
+ {
609
+ "epoch": 60.0,
610
+ "learning_rate": 1.388888888888889e-05,
611
+ "loss": 0.6526,
612
+ "step": 120
613
+ },
614
+ {
615
+ "epoch": 60.0,
616
+ "eval_accuracy": 0.6730769230769231,
617
+ "eval_loss": 0.7548195719718933,
618
+ "eval_runtime": 0.7088,
619
+ "eval_samples_per_second": 73.367,
620
+ "eval_steps_per_second": 2.822,
621
+ "step": 120
622
+ },
623
+ {
624
+ "epoch": 61.0,
625
+ "eval_accuracy": 0.7115384615384616,
626
+ "eval_loss": 0.7813425660133362,
627
+ "eval_runtime": 0.6138,
628
+ "eval_samples_per_second": 84.716,
629
+ "eval_steps_per_second": 3.258,
630
+ "step": 122
631
+ },
632
+ {
633
+ "epoch": 62.0,
634
+ "eval_accuracy": 0.6923076923076923,
635
+ "eval_loss": 0.772243857383728,
636
+ "eval_runtime": 0.6244,
637
+ "eval_samples_per_second": 83.28,
638
+ "eval_steps_per_second": 3.203,
639
+ "step": 124
640
+ },
641
+ {
642
+ "epoch": 63.0,
643
+ "eval_accuracy": 0.6923076923076923,
644
+ "eval_loss": 0.746929407119751,
645
+ "eval_runtime": 0.6441,
646
+ "eval_samples_per_second": 80.73,
647
+ "eval_steps_per_second": 3.105,
648
+ "step": 126
649
+ },
650
+ {
651
+ "epoch": 64.0,
652
+ "eval_accuracy": 0.6730769230769231,
653
+ "eval_loss": 0.7401729822158813,
654
+ "eval_runtime": 0.6493,
655
+ "eval_samples_per_second": 80.083,
656
+ "eval_steps_per_second": 3.08,
657
+ "step": 128
658
+ },
659
+ {
660
+ "epoch": 65.0,
661
+ "learning_rate": 1.0416666666666668e-05,
662
+ "loss": 0.5915,
663
+ "step": 130
664
+ },
665
+ {
666
+ "epoch": 65.0,
667
+ "eval_accuracy": 0.7307692307692307,
668
+ "eval_loss": 0.7448387742042542,
669
+ "eval_runtime": 0.6418,
670
+ "eval_samples_per_second": 81.016,
671
+ "eval_steps_per_second": 3.116,
672
+ "step": 130
673
+ },
674
+ {
675
+ "epoch": 66.0,
676
+ "eval_accuracy": 0.6923076923076923,
677
+ "eval_loss": 0.7466877698898315,
678
+ "eval_runtime": 0.6284,
679
+ "eval_samples_per_second": 82.756,
680
+ "eval_steps_per_second": 3.183,
681
+ "step": 132
682
+ },
683
+ {
684
+ "epoch": 67.0,
685
+ "eval_accuracy": 0.6730769230769231,
686
+ "eval_loss": 0.749629020690918,
687
+ "eval_runtime": 0.6627,
688
+ "eval_samples_per_second": 78.466,
689
+ "eval_steps_per_second": 3.018,
690
+ "step": 134
691
+ },
692
+ {
693
+ "epoch": 68.0,
694
+ "eval_accuracy": 0.7307692307692307,
695
+ "eval_loss": 0.7518380284309387,
696
+ "eval_runtime": 0.6669,
697
+ "eval_samples_per_second": 77.97,
698
+ "eval_steps_per_second": 2.999,
699
+ "step": 136
700
+ },
701
+ {
702
+ "epoch": 69.0,
703
+ "eval_accuracy": 0.7115384615384616,
704
+ "eval_loss": 0.7453244924545288,
705
+ "eval_runtime": 0.6333,
706
+ "eval_samples_per_second": 82.105,
707
+ "eval_steps_per_second": 3.158,
708
+ "step": 138
709
+ },
710
+ {
711
+ "epoch": 70.0,
712
+ "learning_rate": 6.944444444444445e-06,
713
+ "loss": 0.578,
714
+ "step": 140
715
+ },
716
+ {
717
+ "epoch": 70.0,
718
+ "eval_accuracy": 0.6923076923076923,
719
+ "eval_loss": 0.7384573817253113,
720
+ "eval_runtime": 0.6873,
721
+ "eval_samples_per_second": 75.657,
722
+ "eval_steps_per_second": 2.91,
723
+ "step": 140
724
+ },
725
+ {
726
+ "epoch": 71.0,
727
+ "eval_accuracy": 0.6730769230769231,
728
+ "eval_loss": 0.7411268949508667,
729
+ "eval_runtime": 0.6173,
730
+ "eval_samples_per_second": 84.245,
731
+ "eval_steps_per_second": 3.24,
732
+ "step": 142
733
+ },
734
+ {
735
+ "epoch": 72.0,
736
+ "eval_accuracy": 0.6730769230769231,
737
+ "eval_loss": 0.7441950440406799,
738
+ "eval_runtime": 0.6503,
739
+ "eval_samples_per_second": 79.967,
740
+ "eval_steps_per_second": 3.076,
741
+ "step": 144
742
+ },
743
+ {
744
+ "epoch": 73.0,
745
+ "eval_accuracy": 0.6730769230769231,
746
+ "eval_loss": 0.7440080642700195,
747
+ "eval_runtime": 0.6924,
748
+ "eval_samples_per_second": 75.105,
749
+ "eval_steps_per_second": 2.889,
750
+ "step": 146
751
+ },
752
+ {
753
+ "epoch": 74.0,
754
+ "eval_accuracy": 0.6923076923076923,
755
+ "eval_loss": 0.7427962422370911,
756
+ "eval_runtime": 0.6296,
757
+ "eval_samples_per_second": 82.587,
758
+ "eval_steps_per_second": 3.176,
759
+ "step": 148
760
+ },
761
+ {
762
+ "epoch": 75.0,
763
+ "learning_rate": 3.4722222222222224e-06,
764
+ "loss": 0.5826,
765
+ "step": 150
766
+ },
767
+ {
768
+ "epoch": 75.0,
769
+ "eval_accuracy": 0.6923076923076923,
770
+ "eval_loss": 0.7414448261260986,
771
+ "eval_runtime": 0.7004,
772
+ "eval_samples_per_second": 74.245,
773
+ "eval_steps_per_second": 2.856,
774
+ "step": 150
775
+ },
776
+ {
777
+ "epoch": 76.0,
778
+ "eval_accuracy": 0.6923076923076923,
779
+ "eval_loss": 0.7416151762008667,
780
+ "eval_runtime": 0.6484,
781
+ "eval_samples_per_second": 80.199,
782
+ "eval_steps_per_second": 3.085,
783
+ "step": 152
784
+ },
785
+ {
786
+ "epoch": 77.0,
787
+ "eval_accuracy": 0.6923076923076923,
788
+ "eval_loss": 0.7413759231567383,
789
+ "eval_runtime": 0.6172,
790
+ "eval_samples_per_second": 84.256,
791
+ "eval_steps_per_second": 3.241,
792
+ "step": 154
793
+ },
794
+ {
795
+ "epoch": 78.0,
796
+ "eval_accuracy": 0.6730769230769231,
797
+ "eval_loss": 0.7412547469139099,
798
+ "eval_runtime": 0.6446,
799
+ "eval_samples_per_second": 80.673,
800
+ "eval_steps_per_second": 3.103,
801
+ "step": 156
802
+ },
803
+ {
804
+ "epoch": 79.0,
805
+ "eval_accuracy": 0.6730769230769231,
806
+ "eval_loss": 0.7413215637207031,
807
+ "eval_runtime": 0.6339,
808
+ "eval_samples_per_second": 82.035,
809
+ "eval_steps_per_second": 3.155,
810
+ "step": 158
811
+ },
812
+ {
813
+ "epoch": 80.0,
814
+ "learning_rate": 0.0,
815
+ "loss": 0.5586,
816
+ "step": 160
817
+ },
818
+ {
819
+ "epoch": 80.0,
820
+ "eval_accuracy": 0.6923076923076923,
821
+ "eval_loss": 0.7414627075195312,
822
+ "eval_runtime": 0.6668,
823
+ "eval_samples_per_second": 77.986,
824
+ "eval_steps_per_second": 2.999,
825
+ "step": 160
826
+ },
827
+ {
828
+ "epoch": 80.0,
829
+ "step": 160,
830
+ "total_flos": 6.195054311689421e+17,
831
+ "train_loss": 0.9391910135746002,
832
+ "train_runtime": 458.9437,
833
+ "train_samples_per_second": 41.487,
834
+ "train_steps_per_second": 0.349
835
+ }
836
+ ],
837
+ "logging_steps": 10,
838
+ "max_steps": 160,
839
+ "num_input_tokens_seen": 0,
840
+ "num_train_epochs": 80,
841
+ "save_steps": 500,
842
+ "total_flos": 6.195054311689421e+17,
843
+ "train_batch_size": 32,
844
+ "trial_name": null,
845
+ "trial_params": null
846
+ }