mansee commited on
Commit
32e39d4
1 Parent(s): f09903c

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +13 -0
  2. eval_results.json +8 -0
  3. train_results.json +8 -0
  4. trainer_state.json +619 -0
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 0.7303220035778175,
4
+ "eval_loss": 0.45461490750312805,
5
+ "eval_runtime": 32.8997,
6
+ "eval_samples_per_second": 135.928,
7
+ "eval_steps_per_second": 4.255,
8
+ "total_flos": 2.996656354433065e+18,
9
+ "train_loss": 0.6572925214301755,
10
+ "train_runtime": 1977.1874,
11
+ "train_samples_per_second": 61.064,
12
+ "train_steps_per_second": 0.476
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 0.7303220035778175,
4
+ "eval_loss": 0.45461490750312805,
5
+ "eval_runtime": 32.8997,
6
+ "eval_samples_per_second": 135.928,
7
+ "eval_steps_per_second": 4.255
8
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "total_flos": 2.996656354433065e+18,
4
+ "train_loss": 0.6572925214301755,
5
+ "train_runtime": 1977.1874,
6
+ "train_samples_per_second": 61.064,
7
+ "train_steps_per_second": 0.476
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,619 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7303220035778175,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-img_orientation/checkpoint-942",
4
+ "epoch": 2.9952305246422894,
5
+ "eval_steps": 500,
6
+ "global_step": 942,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.03,
13
+ "learning_rate": 5.263157894736842e-06,
14
+ "loss": 1.4216,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.06,
19
+ "learning_rate": 1.0526315789473684e-05,
20
+ "loss": 1.4124,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.1,
25
+ "learning_rate": 1.5789473684210526e-05,
26
+ "loss": 1.3621,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.13,
31
+ "learning_rate": 2.105263157894737e-05,
32
+ "loss": 1.3148,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.16,
37
+ "learning_rate": 2.6315789473684212e-05,
38
+ "loss": 1.2304,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.19,
43
+ "learning_rate": 3.157894736842105e-05,
44
+ "loss": 1.108,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.22,
49
+ "learning_rate": 3.6842105263157895e-05,
50
+ "loss": 1.0056,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.25,
55
+ "learning_rate": 4.210526315789474e-05,
56
+ "loss": 0.8832,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.29,
61
+ "learning_rate": 4.736842105263158e-05,
62
+ "loss": 0.8584,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.32,
67
+ "learning_rate": 4.970484061393152e-05,
68
+ "loss": 0.796,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.35,
73
+ "learning_rate": 4.9114521841794566e-05,
74
+ "loss": 0.7721,
75
+ "step": 110
76
+ },
77
+ {
78
+ "epoch": 0.38,
79
+ "learning_rate": 4.852420306965762e-05,
80
+ "loss": 0.8128,
81
+ "step": 120
82
+ },
83
+ {
84
+ "epoch": 0.41,
85
+ "learning_rate": 4.793388429752066e-05,
86
+ "loss": 0.7318,
87
+ "step": 130
88
+ },
89
+ {
90
+ "epoch": 0.45,
91
+ "learning_rate": 4.734356552538371e-05,
92
+ "loss": 0.7374,
93
+ "step": 140
94
+ },
95
+ {
96
+ "epoch": 0.48,
97
+ "learning_rate": 4.675324675324675e-05,
98
+ "loss": 0.7078,
99
+ "step": 150
100
+ },
101
+ {
102
+ "epoch": 0.51,
103
+ "learning_rate": 4.61629279811098e-05,
104
+ "loss": 0.7153,
105
+ "step": 160
106
+ },
107
+ {
108
+ "epoch": 0.54,
109
+ "learning_rate": 4.557260920897285e-05,
110
+ "loss": 0.6978,
111
+ "step": 170
112
+ },
113
+ {
114
+ "epoch": 0.57,
115
+ "learning_rate": 4.4982290436835895e-05,
116
+ "loss": 0.6526,
117
+ "step": 180
118
+ },
119
+ {
120
+ "epoch": 0.6,
121
+ "learning_rate": 4.439197166469894e-05,
122
+ "loss": 0.6883,
123
+ "step": 190
124
+ },
125
+ {
126
+ "epoch": 0.64,
127
+ "learning_rate": 4.3801652892561984e-05,
128
+ "loss": 0.6491,
129
+ "step": 200
130
+ },
131
+ {
132
+ "epoch": 0.67,
133
+ "learning_rate": 4.321133412042503e-05,
134
+ "loss": 0.677,
135
+ "step": 210
136
+ },
137
+ {
138
+ "epoch": 0.7,
139
+ "learning_rate": 4.262101534828808e-05,
140
+ "loss": 0.6831,
141
+ "step": 220
142
+ },
143
+ {
144
+ "epoch": 0.73,
145
+ "learning_rate": 4.2030696576151126e-05,
146
+ "loss": 0.6765,
147
+ "step": 230
148
+ },
149
+ {
150
+ "epoch": 0.76,
151
+ "learning_rate": 4.144037780401417e-05,
152
+ "loss": 0.6734,
153
+ "step": 240
154
+ },
155
+ {
156
+ "epoch": 0.79,
157
+ "learning_rate": 4.0850059031877216e-05,
158
+ "loss": 0.6574,
159
+ "step": 250
160
+ },
161
+ {
162
+ "epoch": 0.83,
163
+ "learning_rate": 4.025974025974026e-05,
164
+ "loss": 0.6897,
165
+ "step": 260
166
+ },
167
+ {
168
+ "epoch": 0.86,
169
+ "learning_rate": 3.9669421487603306e-05,
170
+ "loss": 0.6886,
171
+ "step": 270
172
+ },
173
+ {
174
+ "epoch": 0.89,
175
+ "learning_rate": 3.907910271546635e-05,
176
+ "loss": 0.6466,
177
+ "step": 280
178
+ },
179
+ {
180
+ "epoch": 0.92,
181
+ "learning_rate": 3.8488783943329396e-05,
182
+ "loss": 0.6309,
183
+ "step": 290
184
+ },
185
+ {
186
+ "epoch": 0.95,
187
+ "learning_rate": 3.789846517119244e-05,
188
+ "loss": 0.6513,
189
+ "step": 300
190
+ },
191
+ {
192
+ "epoch": 0.99,
193
+ "learning_rate": 3.730814639905549e-05,
194
+ "loss": 0.6197,
195
+ "step": 310
196
+ },
197
+ {
198
+ "epoch": 1.0,
199
+ "eval_accuracy": 0.7122093023255814,
200
+ "eval_loss": 0.4981530010700226,
201
+ "eval_runtime": 32.8108,
202
+ "eval_samples_per_second": 136.296,
203
+ "eval_steps_per_second": 4.267,
204
+ "step": 314
205
+ },
206
+ {
207
+ "epoch": 1.02,
208
+ "learning_rate": 3.671782762691854e-05,
209
+ "loss": 0.6347,
210
+ "step": 320
211
+ },
212
+ {
213
+ "epoch": 1.05,
214
+ "learning_rate": 3.612750885478158e-05,
215
+ "loss": 0.6022,
216
+ "step": 330
217
+ },
218
+ {
219
+ "epoch": 1.08,
220
+ "learning_rate": 3.553719008264463e-05,
221
+ "loss": 0.6179,
222
+ "step": 340
223
+ },
224
+ {
225
+ "epoch": 1.11,
226
+ "learning_rate": 3.494687131050768e-05,
227
+ "loss": 0.6227,
228
+ "step": 350
229
+ },
230
+ {
231
+ "epoch": 1.14,
232
+ "learning_rate": 3.4356552538370724e-05,
233
+ "loss": 0.6276,
234
+ "step": 360
235
+ },
236
+ {
237
+ "epoch": 1.18,
238
+ "learning_rate": 3.376623376623377e-05,
239
+ "loss": 0.6085,
240
+ "step": 370
241
+ },
242
+ {
243
+ "epoch": 1.21,
244
+ "learning_rate": 3.3175914994096814e-05,
245
+ "loss": 0.6492,
246
+ "step": 380
247
+ },
248
+ {
249
+ "epoch": 1.24,
250
+ "learning_rate": 3.258559622195986e-05,
251
+ "loss": 0.6094,
252
+ "step": 390
253
+ },
254
+ {
255
+ "epoch": 1.27,
256
+ "learning_rate": 3.199527744982291e-05,
257
+ "loss": 0.609,
258
+ "step": 400
259
+ },
260
+ {
261
+ "epoch": 1.3,
262
+ "learning_rate": 3.1404958677685955e-05,
263
+ "loss": 0.5871,
264
+ "step": 410
265
+ },
266
+ {
267
+ "epoch": 1.34,
268
+ "learning_rate": 3.0814639905549e-05,
269
+ "loss": 0.6319,
270
+ "step": 420
271
+ },
272
+ {
273
+ "epoch": 1.37,
274
+ "learning_rate": 3.022432113341204e-05,
275
+ "loss": 0.5786,
276
+ "step": 430
277
+ },
278
+ {
279
+ "epoch": 1.4,
280
+ "learning_rate": 2.9634002361275087e-05,
281
+ "loss": 0.5804,
282
+ "step": 440
283
+ },
284
+ {
285
+ "epoch": 1.43,
286
+ "learning_rate": 2.9043683589138138e-05,
287
+ "loss": 0.6038,
288
+ "step": 450
289
+ },
290
+ {
291
+ "epoch": 1.46,
292
+ "learning_rate": 2.8453364817001183e-05,
293
+ "loss": 0.6018,
294
+ "step": 460
295
+ },
296
+ {
297
+ "epoch": 1.49,
298
+ "learning_rate": 2.7863046044864228e-05,
299
+ "loss": 0.5901,
300
+ "step": 470
301
+ },
302
+ {
303
+ "epoch": 1.53,
304
+ "learning_rate": 2.7272727272727273e-05,
305
+ "loss": 0.5967,
306
+ "step": 480
307
+ },
308
+ {
309
+ "epoch": 1.56,
310
+ "learning_rate": 2.668240850059032e-05,
311
+ "loss": 0.6058,
312
+ "step": 490
313
+ },
314
+ {
315
+ "epoch": 1.59,
316
+ "learning_rate": 2.6092089728453366e-05,
317
+ "loss": 0.5511,
318
+ "step": 500
319
+ },
320
+ {
321
+ "epoch": 1.62,
322
+ "learning_rate": 2.550177095631641e-05,
323
+ "loss": 0.5863,
324
+ "step": 510
325
+ },
326
+ {
327
+ "epoch": 1.65,
328
+ "learning_rate": 2.4911452184179456e-05,
329
+ "loss": 0.559,
330
+ "step": 520
331
+ },
332
+ {
333
+ "epoch": 1.69,
334
+ "learning_rate": 2.4321133412042505e-05,
335
+ "loss": 0.5856,
336
+ "step": 530
337
+ },
338
+ {
339
+ "epoch": 1.72,
340
+ "learning_rate": 2.373081463990555e-05,
341
+ "loss": 0.5901,
342
+ "step": 540
343
+ },
344
+ {
345
+ "epoch": 1.75,
346
+ "learning_rate": 2.3140495867768598e-05,
347
+ "loss": 0.5703,
348
+ "step": 550
349
+ },
350
+ {
351
+ "epoch": 1.78,
352
+ "learning_rate": 2.2550177095631643e-05,
353
+ "loss": 0.6038,
354
+ "step": 560
355
+ },
356
+ {
357
+ "epoch": 1.81,
358
+ "learning_rate": 2.1959858323494688e-05,
359
+ "loss": 0.5987,
360
+ "step": 570
361
+ },
362
+ {
363
+ "epoch": 1.84,
364
+ "learning_rate": 2.1369539551357733e-05,
365
+ "loss": 0.5859,
366
+ "step": 580
367
+ },
368
+ {
369
+ "epoch": 1.88,
370
+ "learning_rate": 2.077922077922078e-05,
371
+ "loss": 0.6033,
372
+ "step": 590
373
+ },
374
+ {
375
+ "epoch": 1.91,
376
+ "learning_rate": 2.0188902007083826e-05,
377
+ "loss": 0.5886,
378
+ "step": 600
379
+ },
380
+ {
381
+ "epoch": 1.94,
382
+ "learning_rate": 1.959858323494687e-05,
383
+ "loss": 0.5741,
384
+ "step": 610
385
+ },
386
+ {
387
+ "epoch": 1.97,
388
+ "learning_rate": 1.900826446280992e-05,
389
+ "loss": 0.5524,
390
+ "step": 620
391
+ },
392
+ {
393
+ "epoch": 2.0,
394
+ "eval_accuracy": 0.7186940966010733,
395
+ "eval_loss": 0.4689517319202423,
396
+ "eval_runtime": 32.5075,
397
+ "eval_samples_per_second": 137.568,
398
+ "eval_steps_per_second": 4.307,
399
+ "step": 629
400
+ },
401
+ {
402
+ "epoch": 2.0,
403
+ "learning_rate": 1.8417945690672964e-05,
404
+ "loss": 0.5363,
405
+ "step": 630
406
+ },
407
+ {
408
+ "epoch": 2.03,
409
+ "learning_rate": 1.7827626918536012e-05,
410
+ "loss": 0.5789,
411
+ "step": 640
412
+ },
413
+ {
414
+ "epoch": 2.07,
415
+ "learning_rate": 1.7237308146399057e-05,
416
+ "loss": 0.5492,
417
+ "step": 650
418
+ },
419
+ {
420
+ "epoch": 2.1,
421
+ "learning_rate": 1.6646989374262102e-05,
422
+ "loss": 0.5799,
423
+ "step": 660
424
+ },
425
+ {
426
+ "epoch": 2.13,
427
+ "learning_rate": 1.6056670602125147e-05,
428
+ "loss": 0.5762,
429
+ "step": 670
430
+ },
431
+ {
432
+ "epoch": 2.16,
433
+ "learning_rate": 1.5466351829988192e-05,
434
+ "loss": 0.5331,
435
+ "step": 680
436
+ },
437
+ {
438
+ "epoch": 2.19,
439
+ "learning_rate": 1.487603305785124e-05,
440
+ "loss": 0.531,
441
+ "step": 690
442
+ },
443
+ {
444
+ "epoch": 2.23,
445
+ "learning_rate": 1.4285714285714285e-05,
446
+ "loss": 0.5419,
447
+ "step": 700
448
+ },
449
+ {
450
+ "epoch": 2.26,
451
+ "learning_rate": 1.3695395513577334e-05,
452
+ "loss": 0.5359,
453
+ "step": 710
454
+ },
455
+ {
456
+ "epoch": 2.29,
457
+ "learning_rate": 1.3105076741440379e-05,
458
+ "loss": 0.5551,
459
+ "step": 720
460
+ },
461
+ {
462
+ "epoch": 2.32,
463
+ "learning_rate": 1.2514757969303425e-05,
464
+ "loss": 0.5616,
465
+ "step": 730
466
+ },
467
+ {
468
+ "epoch": 2.35,
469
+ "learning_rate": 1.192443919716647e-05,
470
+ "loss": 0.5382,
471
+ "step": 740
472
+ },
473
+ {
474
+ "epoch": 2.38,
475
+ "learning_rate": 1.1334120425029517e-05,
476
+ "loss": 0.537,
477
+ "step": 750
478
+ },
479
+ {
480
+ "epoch": 2.42,
481
+ "learning_rate": 1.0743801652892564e-05,
482
+ "loss": 0.5468,
483
+ "step": 760
484
+ },
485
+ {
486
+ "epoch": 2.45,
487
+ "learning_rate": 1.0153482880755608e-05,
488
+ "loss": 0.5369,
489
+ "step": 770
490
+ },
491
+ {
492
+ "epoch": 2.48,
493
+ "learning_rate": 9.563164108618655e-06,
494
+ "loss": 0.531,
495
+ "step": 780
496
+ },
497
+ {
498
+ "epoch": 2.51,
499
+ "learning_rate": 8.9728453364817e-06,
500
+ "loss": 0.527,
501
+ "step": 790
502
+ },
503
+ {
504
+ "epoch": 2.54,
505
+ "learning_rate": 8.382526564344747e-06,
506
+ "loss": 0.5555,
507
+ "step": 800
508
+ },
509
+ {
510
+ "epoch": 2.58,
511
+ "learning_rate": 7.792207792207792e-06,
512
+ "loss": 0.5759,
513
+ "step": 810
514
+ },
515
+ {
516
+ "epoch": 2.61,
517
+ "learning_rate": 7.201889020070838e-06,
518
+ "loss": 0.5326,
519
+ "step": 820
520
+ },
521
+ {
522
+ "epoch": 2.64,
523
+ "learning_rate": 6.611570247933885e-06,
524
+ "loss": 0.5443,
525
+ "step": 830
526
+ },
527
+ {
528
+ "epoch": 2.67,
529
+ "learning_rate": 6.021251475796931e-06,
530
+ "loss": 0.5503,
531
+ "step": 840
532
+ },
533
+ {
534
+ "epoch": 2.7,
535
+ "learning_rate": 5.430932703659976e-06,
536
+ "loss": 0.5494,
537
+ "step": 850
538
+ },
539
+ {
540
+ "epoch": 2.73,
541
+ "learning_rate": 4.840613931523023e-06,
542
+ "loss": 0.5507,
543
+ "step": 860
544
+ },
545
+ {
546
+ "epoch": 2.77,
547
+ "learning_rate": 4.250295159386069e-06,
548
+ "loss": 0.5402,
549
+ "step": 870
550
+ },
551
+ {
552
+ "epoch": 2.8,
553
+ "learning_rate": 3.659976387249114e-06,
554
+ "loss": 0.5223,
555
+ "step": 880
556
+ },
557
+ {
558
+ "epoch": 2.83,
559
+ "learning_rate": 3.0696576151121604e-06,
560
+ "loss": 0.5563,
561
+ "step": 890
562
+ },
563
+ {
564
+ "epoch": 2.86,
565
+ "learning_rate": 2.4793388429752066e-06,
566
+ "loss": 0.5068,
567
+ "step": 900
568
+ },
569
+ {
570
+ "epoch": 2.89,
571
+ "learning_rate": 1.8890200708382526e-06,
572
+ "loss": 0.5425,
573
+ "step": 910
574
+ },
575
+ {
576
+ "epoch": 2.93,
577
+ "learning_rate": 1.2987012987012988e-06,
578
+ "loss": 0.5568,
579
+ "step": 920
580
+ },
581
+ {
582
+ "epoch": 2.96,
583
+ "learning_rate": 7.083825265643448e-07,
584
+ "loss": 0.5354,
585
+ "step": 930
586
+ },
587
+ {
588
+ "epoch": 2.99,
589
+ "learning_rate": 1.1806375442739079e-07,
590
+ "loss": 0.5268,
591
+ "step": 940
592
+ },
593
+ {
594
+ "epoch": 3.0,
595
+ "eval_accuracy": 0.7303220035778175,
596
+ "eval_loss": 0.45461490750312805,
597
+ "eval_runtime": 31.991,
598
+ "eval_samples_per_second": 139.789,
599
+ "eval_steps_per_second": 4.376,
600
+ "step": 942
601
+ },
602
+ {
603
+ "epoch": 3.0,
604
+ "step": 942,
605
+ "total_flos": 2.996656354433065e+18,
606
+ "train_loss": 0.6572925214301755,
607
+ "train_runtime": 1977.1874,
608
+ "train_samples_per_second": 61.064,
609
+ "train_steps_per_second": 0.476
610
+ }
611
+ ],
612
+ "logging_steps": 10,
613
+ "max_steps": 942,
614
+ "num_train_epochs": 3,
615
+ "save_steps": 500,
616
+ "total_flos": 2.996656354433065e+18,
617
+ "trial_name": null,
618
+ "trial_params": null
619
+ }