AykeeSalazar commited on
Commit
e8a2135
1 Parent(s): ba59511

End of training

Browse files
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 9.0,
3
- "eval_accuracy": 0.8969686033922771,
4
- "eval_loss": 0.3010924756526947,
5
- "eval_runtime": 59.407,
6
- "eval_samples_per_second": 93.289,
7
- "eval_steps_per_second": 2.929,
8
- "total_flos": 9.017904477803397e+18,
9
- "train_loss": 0.6144383929350196,
10
- "train_runtime": 3112.0693,
11
- "train_samples_per_second": 415.479,
12
- "train_steps_per_second": 3.245
13
  }
1
  {
2
+ "epoch": 11.0,
3
+ "eval_accuracy": 0.9157343919162757,
4
+ "eval_loss": 0.25571852922439575,
5
+ "eval_runtime": 59.9611,
6
+ "eval_samples_per_second": 92.427,
7
+ "eval_steps_per_second": 2.902,
8
+ "total_flos": 1.1021883250648596e+19,
9
+ "train_loss": 0.1948466427711406,
10
+ "train_runtime": 3819.4144,
11
+ "train_samples_per_second": 338.534,
12
+ "train_steps_per_second": 2.644
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 9.0,
3
- "eval_accuracy": 0.8969686033922771,
4
- "eval_loss": 0.3010924756526947,
5
- "eval_runtime": 59.407,
6
- "eval_samples_per_second": 93.289,
7
- "eval_steps_per_second": 2.929
8
  }
1
  {
2
+ "epoch": 11.0,
3
+ "eval_accuracy": 0.9157343919162757,
4
+ "eval_loss": 0.25571852922439575,
5
+ "eval_runtime": 59.9611,
6
+ "eval_samples_per_second": 92.427,
7
+ "eval_steps_per_second": 2.902
8
  }
runs/Apr03_13-59-46_49255a4cc0b5/events.out.tfevents.1649002554.49255a4cc0b5.97.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e68184052905c93994725f07ce3f3a90f962d305ae3a3bc4fabffa2e6dfef96
3
+ size 363
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 9.0,
3
- "total_flos": 9.017904477803397e+18,
4
- "train_loss": 0.6144383929350196,
5
- "train_runtime": 3112.0693,
6
- "train_samples_per_second": 415.479,
7
- "train_steps_per_second": 3.245
8
  }
1
  {
2
+ "epoch": 11.0,
3
+ "total_flos": 1.1021883250648596e+19,
4
+ "train_loss": 0.1948466427711406,
5
+ "train_runtime": 3819.4144,
6
+ "train_samples_per_second": 338.534,
7
+ "train_steps_per_second": 2.644
8
  }
trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "best_metric": 0.8969686033922771,
3
  "best_model_checkpoint": "violation-classification-bantai-vit-v100ep/checkpoint-808",
4
- "epoch": 8.99753086419753,
5
- "global_step": 909,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -10,637 +10,781 @@
10
  {
11
  "epoch": 0.1,
12
  "learning_rate": 4.950495049504951e-07,
13
- "loss": 1.3728,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.2,
18
  "learning_rate": 9.900990099009902e-07,
19
- "loss": 1.37,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.3,
24
  "learning_rate": 1.4851485148514852e-06,
25
- "loss": 1.3698,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.4,
30
  "learning_rate": 1.9801980198019803e-06,
31
- "loss": 1.3582,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.49,
36
  "learning_rate": 2.4752475247524753e-06,
37
- "loss": 1.348,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.59,
42
  "learning_rate": 2.9702970297029703e-06,
43
- "loss": 1.3355,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.69,
48
  "learning_rate": 3.4653465346534657e-06,
49
- "loss": 1.3186,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.79,
54
  "learning_rate": 3.960396039603961e-06,
55
- "loss": 1.3057,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.89,
60
  "learning_rate": 4.455445544554456e-06,
61
- "loss": 1.2756,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.99,
66
  "learning_rate": 4.950495049504951e-06,
67
- "loss": 1.2596,
68
  "step": 100
69
  },
70
  {
71
  "epoch": 1.0,
72
- "eval_accuracy": 0.5615301335258029,
73
- "eval_loss": 1.222981333732605,
74
- "eval_runtime": 59.3749,
75
- "eval_samples_per_second": 93.339,
76
- "eval_steps_per_second": 2.931,
77
  "step": 101
78
  },
79
  {
80
  "epoch": 1.09,
81
  "learning_rate": 5.445544554455446e-06,
82
- "loss": 1.2563,
83
  "step": 110
84
  },
85
  {
86
  "epoch": 1.19,
87
  "learning_rate": 5.940594059405941e-06,
88
- "loss": 1.1843,
89
  "step": 120
90
  },
91
  {
92
  "epoch": 1.29,
93
  "learning_rate": 6.4356435643564364e-06,
94
- "loss": 1.1572,
95
  "step": 130
96
  },
97
  {
98
  "epoch": 1.39,
99
  "learning_rate": 6.9306930693069314e-06,
100
- "loss": 1.1153,
101
  "step": 140
102
  },
103
  {
104
  "epoch": 1.48,
105
  "learning_rate": 7.4257425742574256e-06,
106
- "loss": 1.0653,
107
  "step": 150
108
  },
109
  {
110
  "epoch": 1.58,
111
  "learning_rate": 7.920792079207921e-06,
112
- "loss": 1.0119,
113
  "step": 160
114
  },
115
  {
116
  "epoch": 1.68,
117
  "learning_rate": 8.415841584158417e-06,
118
- "loss": 0.9734,
119
  "step": 170
120
  },
121
  {
122
  "epoch": 1.78,
123
  "learning_rate": 8.910891089108911e-06,
124
- "loss": 0.9144,
125
  "step": 180
126
  },
127
  {
128
  "epoch": 1.88,
129
  "learning_rate": 9.405940594059407e-06,
130
- "loss": 0.9037,
131
  "step": 190
132
  },
133
  {
134
  "epoch": 1.98,
135
  "learning_rate": 9.900990099009901e-06,
136
- "loss": 0.8527,
137
  "step": 200
138
  },
139
  {
140
  "epoch": 2.0,
141
- "eval_accuracy": 0.6840490797546013,
142
- "eval_loss": 0.8233989477157593,
143
- "eval_runtime": 59.669,
144
- "eval_samples_per_second": 92.879,
145
- "eval_steps_per_second": 2.916,
146
  "step": 202
147
  },
148
  {
149
  "epoch": 2.08,
150
  "learning_rate": 1.0396039603960395e-05,
151
- "loss": 0.8402,
152
  "step": 210
153
  },
154
  {
155
  "epoch": 2.18,
156
  "learning_rate": 1.0891089108910891e-05,
157
- "loss": 0.7847,
158
  "step": 220
159
  },
160
  {
161
  "epoch": 2.28,
162
  "learning_rate": 1.1386138613861387e-05,
163
- "loss": 0.7738,
164
  "step": 230
165
  },
166
  {
167
  "epoch": 2.38,
168
  "learning_rate": 1.1881188118811881e-05,
169
- "loss": 0.7346,
170
  "step": 240
171
  },
172
  {
173
  "epoch": 2.47,
174
  "learning_rate": 1.2376237623762377e-05,
175
- "loss": 0.6992,
176
  "step": 250
177
  },
178
  {
179
  "epoch": 2.57,
180
  "learning_rate": 1.2871287128712873e-05,
181
- "loss": 0.695,
182
  "step": 260
183
  },
184
  {
185
  "epoch": 2.67,
186
  "learning_rate": 1.3366336633663367e-05,
187
- "loss": 0.6715,
188
  "step": 270
189
  },
190
  {
191
  "epoch": 2.77,
192
  "learning_rate": 1.3861386138613863e-05,
193
- "loss": 0.6683,
194
  "step": 280
195
  },
196
  {
197
  "epoch": 2.87,
198
  "learning_rate": 1.4356435643564355e-05,
199
- "loss": 0.6617,
200
  "step": 290
201
  },
202
  {
203
  "epoch": 2.97,
204
  "learning_rate": 1.4851485148514851e-05,
205
- "loss": 0.6375,
206
  "step": 300
207
  },
208
  {
209
  "epoch": 3.0,
210
- "eval_accuracy": 0.784554312522555,
211
- "eval_loss": 0.6000781655311584,
212
- "eval_runtime": 59.2996,
213
- "eval_samples_per_second": 93.458,
214
- "eval_steps_per_second": 2.934,
215
  "step": 303
216
  },
217
  {
218
  "epoch": 3.07,
219
  "learning_rate": 1.534653465346535e-05,
220
- "loss": 0.6349,
221
  "step": 310
222
  },
223
  {
224
  "epoch": 3.17,
225
  "learning_rate": 1.5841584158415843e-05,
226
- "loss": 0.5924,
227
  "step": 320
228
  },
229
  {
230
  "epoch": 3.27,
231
  "learning_rate": 1.6336633663366337e-05,
232
- "loss": 0.5905,
233
  "step": 330
234
  },
235
  {
236
  "epoch": 3.37,
237
  "learning_rate": 1.6831683168316834e-05,
238
- "loss": 0.5591,
239
  "step": 340
240
  },
241
  {
242
  "epoch": 3.46,
243
  "learning_rate": 1.7326732673267325e-05,
244
- "loss": 0.582,
245
  "step": 350
246
  },
247
  {
248
  "epoch": 3.56,
249
  "learning_rate": 1.7821782178217823e-05,
250
- "loss": 0.553,
251
  "step": 360
252
  },
253
  {
254
  "epoch": 3.66,
255
  "learning_rate": 1.8316831683168317e-05,
256
- "loss": 0.5489,
257
  "step": 370
258
  },
259
  {
260
  "epoch": 3.76,
261
  "learning_rate": 1.8811881188118814e-05,
262
- "loss": 0.5711,
263
  "step": 380
264
  },
265
  {
266
  "epoch": 3.86,
267
  "learning_rate": 1.930693069306931e-05,
268
- "loss": 0.5161,
269
  "step": 390
270
  },
271
  {
272
  "epoch": 3.96,
273
  "learning_rate": 1.9801980198019803e-05,
274
- "loss": 0.555,
275
  "step": 400
276
  },
277
  {
278
  "epoch": 4.0,
279
- "eval_accuracy": 0.817755322988091,
280
- "eval_loss": 0.5038326978683472,
281
- "eval_runtime": 59.2865,
282
- "eval_samples_per_second": 93.478,
283
- "eval_steps_per_second": 2.935,
284
  "step": 404
285
  },
286
  {
287
  "epoch": 4.06,
288
  "learning_rate": 2.02970297029703e-05,
289
- "loss": 0.5553,
290
  "step": 410
291
  },
292
  {
293
  "epoch": 4.16,
294
  "learning_rate": 2.079207920792079e-05,
295
- "loss": 0.5075,
296
  "step": 420
297
  },
298
  {
299
  "epoch": 4.26,
300
  "learning_rate": 2.128712871287129e-05,
301
- "loss": 0.4948,
302
  "step": 430
303
  },
304
  {
305
  "epoch": 4.36,
306
  "learning_rate": 2.1782178217821783e-05,
307
- "loss": 0.4892,
308
  "step": 440
309
  },
310
  {
311
  "epoch": 4.45,
312
  "learning_rate": 2.227722772277228e-05,
313
- "loss": 0.4861,
314
  "step": 450
315
  },
316
  {
317
  "epoch": 4.55,
318
  "learning_rate": 2.2772277227722774e-05,
319
- "loss": 0.4922,
320
  "step": 460
321
  },
322
  {
323
  "epoch": 4.65,
324
  "learning_rate": 2.326732673267327e-05,
325
- "loss": 0.498,
326
  "step": 470
327
  },
328
  {
329
  "epoch": 4.75,
330
  "learning_rate": 2.3762376237623762e-05,
331
- "loss": 0.4722,
332
  "step": 480
333
  },
334
  {
335
  "epoch": 4.85,
336
  "learning_rate": 2.4257425742574257e-05,
337
- "loss": 0.4619,
338
  "step": 490
339
  },
340
  {
341
  "epoch": 4.95,
342
  "learning_rate": 2.4752475247524754e-05,
343
- "loss": 0.4433,
344
  "step": 500
345
  },
346
  {
347
  "epoch": 5.0,
348
- "eval_accuracy": 0.843558282208589,
349
- "eval_loss": 0.4338299632072449,
350
- "eval_runtime": 59.1883,
351
- "eval_samples_per_second": 93.633,
352
- "eval_steps_per_second": 2.94,
353
  "step": 505
354
  },
355
  {
356
  "epoch": 5.05,
357
  "learning_rate": 2.5247524752475248e-05,
358
- "loss": 0.4457,
359
  "step": 510
360
  },
361
  {
362
  "epoch": 5.15,
363
  "learning_rate": 2.5742574257425746e-05,
364
- "loss": 0.4402,
365
  "step": 520
366
  },
367
  {
368
  "epoch": 5.25,
369
  "learning_rate": 2.623762376237624e-05,
370
- "loss": 0.4118,
371
  "step": 530
372
  },
373
  {
374
  "epoch": 5.35,
375
  "learning_rate": 2.6732673267326734e-05,
376
- "loss": 0.4431,
377
  "step": 540
378
  },
379
  {
380
  "epoch": 5.44,
381
  "learning_rate": 2.722772277227723e-05,
382
- "loss": 0.4308,
383
  "step": 550
384
  },
385
  {
386
  "epoch": 5.54,
387
  "learning_rate": 2.7722772277227726e-05,
388
- "loss": 0.4262,
389
  "step": 560
390
  },
391
  {
392
  "epoch": 5.64,
393
  "learning_rate": 2.8217821782178216e-05,
394
- "loss": 0.4131,
395
  "step": 570
396
  },
397
  {
398
  "epoch": 5.74,
399
  "learning_rate": 2.871287128712871e-05,
400
- "loss": 0.3946,
401
  "step": 580
402
  },
403
  {
404
  "epoch": 5.84,
405
  "learning_rate": 2.9207920792079208e-05,
406
- "loss": 0.4015,
407
  "step": 590
408
  },
409
  {
410
  "epoch": 5.94,
411
  "learning_rate": 2.9702970297029702e-05,
412
- "loss": 0.406,
413
  "step": 600
414
  },
415
  {
416
  "epoch": 6.0,
417
- "eval_accuracy": 0.8661133164922411,
418
- "eval_loss": 0.3765123784542084,
419
- "eval_runtime": 59.3663,
420
- "eval_samples_per_second": 93.353,
421
- "eval_steps_per_second": 2.931,
422
  "step": 606
423
  },
424
  {
425
  "epoch": 6.04,
426
  "learning_rate": 3.01980198019802e-05,
427
- "loss": 0.4215,
428
  "step": 610
429
  },
430
  {
431
  "epoch": 6.14,
432
  "learning_rate": 3.06930693069307e-05,
433
- "loss": 0.3587,
434
  "step": 620
435
  },
436
  {
437
  "epoch": 6.24,
438
  "learning_rate": 3.118811881188119e-05,
439
- "loss": 0.3565,
440
  "step": 630
441
  },
442
  {
443
  "epoch": 6.34,
444
  "learning_rate": 3.1683168316831686e-05,
445
- "loss": 0.3848,
446
  "step": 640
447
  },
448
  {
449
  "epoch": 6.43,
450
  "learning_rate": 3.217821782178218e-05,
451
- "loss": 0.3508,
452
  "step": 650
453
  },
454
  {
455
  "epoch": 6.53,
456
  "learning_rate": 3.2673267326732674e-05,
457
- "loss": 0.3723,
458
  "step": 660
459
  },
460
  {
461
  "epoch": 6.63,
462
  "learning_rate": 3.3168316831683175e-05,
463
- "loss": 0.3643,
464
  "step": 670
465
  },
466
  {
467
  "epoch": 6.73,
468
  "learning_rate": 3.366336633663367e-05,
469
- "loss": 0.4062,
470
  "step": 680
471
  },
472
  {
473
  "epoch": 6.83,
474
  "learning_rate": 3.415841584158416e-05,
475
- "loss": 0.3767,
476
  "step": 690
477
  },
478
  {
479
  "epoch": 6.93,
480
  "learning_rate": 3.465346534653465e-05,
481
- "loss": 0.3517,
482
  "step": 700
483
  },
484
  {
485
  "epoch": 7.0,
486
- "eval_accuracy": 0.8792854565138939,
487
- "eval_loss": 0.34659793972969055,
488
- "eval_runtime": 59.2647,
489
- "eval_samples_per_second": 93.513,
490
- "eval_steps_per_second": 2.936,
491
  "step": 707
492
  },
493
  {
494
  "epoch": 7.03,
495
  "learning_rate": 3.514851485148515e-05,
496
- "loss": 0.3314,
497
  "step": 710
498
  },
499
  {
500
  "epoch": 7.13,
501
  "learning_rate": 3.5643564356435645e-05,
502
- "loss": 0.3319,
503
  "step": 720
504
  },
505
  {
506
  "epoch": 7.23,
507
  "learning_rate": 3.613861386138614e-05,
508
- "loss": 0.32,
509
  "step": 730
510
  },
511
  {
512
  "epoch": 7.33,
513
  "learning_rate": 3.6633663366336634e-05,
514
- "loss": 0.3448,
515
  "step": 740
516
  },
517
  {
518
  "epoch": 7.42,
519
  "learning_rate": 3.712871287128713e-05,
520
- "loss": 0.3242,
521
  "step": 750
522
  },
523
  {
524
  "epoch": 7.52,
525
  "learning_rate": 3.762376237623763e-05,
526
- "loss": 0.3241,
527
  "step": 760
528
  },
529
  {
530
  "epoch": 7.62,
531
  "learning_rate": 3.811881188118812e-05,
532
- "loss": 0.3379,
533
  "step": 770
534
  },
535
  {
536
  "epoch": 7.72,
537
  "learning_rate": 3.861386138613862e-05,
538
- "loss": 0.3392,
539
  "step": 780
540
  },
541
  {
542
  "epoch": 7.82,
543
  "learning_rate": 3.910891089108911e-05,
544
- "loss": 0.2918,
545
  "step": 790
546
  },
547
  {
548
  "epoch": 7.92,
549
  "learning_rate": 3.9603960396039605e-05,
550
- "loss": 0.312,
551
  "step": 800
552
  },
553
  {
554
  "epoch": 8.0,
555
- "eval_accuracy": 0.8969686033922771,
556
- "eval_loss": 0.3010924756526947,
557
- "eval_runtime": 59.78,
558
- "eval_samples_per_second": 92.707,
559
- "eval_steps_per_second": 2.911,
560
  "step": 808
561
  },
562
  {
563
  "epoch": 8.02,
564
  "learning_rate": 4.0099009900990106e-05,
565
- "loss": 0.2918,
566
  "step": 810
567
  },
568
  {
569
  "epoch": 8.12,
570
  "learning_rate": 4.05940594059406e-05,
571
- "loss": 0.308,
572
  "step": 820
573
  },
574
  {
575
  "epoch": 8.22,
576
  "learning_rate": 4.108910891089109e-05,
577
- "loss": 0.2897,
578
  "step": 830
579
  },
580
  {
581
  "epoch": 8.32,
582
  "learning_rate": 4.158415841584158e-05,
583
- "loss": 0.2688,
584
  "step": 840
585
  },
586
  {
587
  "epoch": 8.41,
588
  "learning_rate": 4.207920792079208e-05,
589
- "loss": 0.2767,
590
  "step": 850
591
  },
592
  {
593
  "epoch": 8.51,
594
  "learning_rate": 4.257425742574258e-05,
595
- "loss": 0.2737,
596
  "step": 860
597
  },
598
  {
599
  "epoch": 8.61,
600
  "learning_rate": 4.306930693069307e-05,
601
- "loss": 0.2805,
602
  "step": 870
603
  },
604
  {
605
  "epoch": 8.71,
606
  "learning_rate": 4.3564356435643565e-05,
607
- "loss": 0.2799,
608
  "step": 880
609
  },
610
  {
611
  "epoch": 8.81,
612
  "learning_rate": 4.405940594059406e-05,
613
- "loss": 0.2634,
614
  "step": 890
615
  },
616
  {
617
  "epoch": 8.91,
618
  "learning_rate": 4.455445544554456e-05,
619
- "loss": 0.2842,
620
  "step": 900
621
  },
622
  {
623
  "epoch": 9.0,
624
- "eval_accuracy": 0.896066402020931,
625
- "eval_loss": 0.2943052351474762,
626
- "eval_runtime": 59.263,
627
- "eval_samples_per_second": 93.515,
628
- "eval_steps_per_second": 2.936,
629
  "step": 909
630
  },
631
  {
632
- "epoch": 9.0,
633
- "step": 909,
634
- "total_flos": 9.017904477803397e+18,
635
- "train_loss": 0.6144383929350196,
636
- "train_runtime": 3112.0693,
637
- "train_samples_per_second": 415.479,
638
- "train_steps_per_second": 3.245
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
639
  }
640
  ],
641
  "max_steps": 10100,
642
  "num_train_epochs": 100,
643
- "total_flos": 9.017904477803397e+18,
644
  "trial_name": null,
645
  "trial_params": null
646
  }
1
  {
2
+ "best_metric": 0.9157343919162757,
3
  "best_model_checkpoint": "violation-classification-bantai-vit-v100ep/checkpoint-808",
4
+ "epoch": 10.99753086419753,
5
+ "global_step": 1111,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
10
  {
11
  "epoch": 0.1,
12
  "learning_rate": 4.950495049504951e-07,
13
+ "loss": 0.2829,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.2,
18
  "learning_rate": 9.900990099009902e-07,
19
+ "loss": 0.2759,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.3,
24
  "learning_rate": 1.4851485148514852e-06,
25
+ "loss": 0.2657,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.4,
30
  "learning_rate": 1.9801980198019803e-06,
31
+ "loss": 0.2642,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.49,
36
  "learning_rate": 2.4752475247524753e-06,
37
+ "loss": 0.2586,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.59,
42
  "learning_rate": 2.9702970297029703e-06,
43
+ "loss": 0.2344,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.69,
48
  "learning_rate": 3.4653465346534657e-06,
49
+ "loss": 0.2868,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.79,
54
  "learning_rate": 3.960396039603961e-06,
55
+ "loss": 0.2831,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.89,
60
  "learning_rate": 4.455445544554456e-06,
61
+ "loss": 0.2574,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.99,
66
  "learning_rate": 4.950495049504951e-06,
67
+ "loss": 0.2811,
68
  "step": 100
69
  },
70
  {
71
  "epoch": 1.0,
72
+ "eval_accuracy": 0.9027426921688921,
73
+ "eval_loss": 0.28554767370224,
74
+ "eval_runtime": 59.413,
75
+ "eval_samples_per_second": 93.279,
76
+ "eval_steps_per_second": 2.929,
77
  "step": 101
78
  },
79
  {
80
  "epoch": 1.09,
81
  "learning_rate": 5.445544554455446e-06,
82
+ "loss": 0.2769,
83
  "step": 110
84
  },
85
  {
86
  "epoch": 1.19,
87
  "learning_rate": 5.940594059405941e-06,
88
+ "loss": 0.2356,
89
  "step": 120
90
  },
91
  {
92
  "epoch": 1.29,
93
  "learning_rate": 6.4356435643564364e-06,
94
+ "loss": 0.2493,
95
  "step": 130
96
  },
97
  {
98
  "epoch": 1.39,
99
  "learning_rate": 6.9306930693069314e-06,
100
+ "loss": 0.2455,
101
  "step": 140
102
  },
103
  {
104
  "epoch": 1.48,
105
  "learning_rate": 7.4257425742574256e-06,
106
+ "loss": 0.2305,
107
  "step": 150
108
  },
109
  {
110
  "epoch": 1.58,
111
  "learning_rate": 7.920792079207921e-06,
112
+ "loss": 0.2439,
113
  "step": 160
114
  },
115
  {
116
  "epoch": 1.68,
117
  "learning_rate": 8.415841584158417e-06,
118
+ "loss": 0.2493,
119
  "step": 170
120
  },
121
  {
122
  "epoch": 1.78,
123
  "learning_rate": 8.910891089108911e-06,
124
+ "loss": 0.2357,
125
  "step": 180
126
  },
127
  {
128
  "epoch": 1.88,
129
  "learning_rate": 9.405940594059407e-06,
130
+ "loss": 0.2709,
131
  "step": 190
132
  },
133
  {
134
  "epoch": 1.98,
135
  "learning_rate": 9.900990099009901e-06,
136
+ "loss": 0.2382,
137
  "step": 200
138
  },
139
  {
140
  "epoch": 2.0,
141
+ "eval_accuracy": 0.908516780945507,
142
+ "eval_loss": 0.27634507417678833,
143
+ "eval_runtime": 58.9068,
144
+ "eval_samples_per_second": 94.081,
145
+ "eval_steps_per_second": 2.954,
146
  "step": 202
147
  },
148
  {
149
  "epoch": 2.08,
150
  "learning_rate": 1.0396039603960395e-05,
151
+ "loss": 0.2447,
152
  "step": 210
153
  },
154
  {
155
  "epoch": 2.18,
156
  "learning_rate": 1.0891089108910891e-05,
157
+ "loss": 0.2369,
158
  "step": 220
159
  },
160
  {
161
  "epoch": 2.28,
162
  "learning_rate": 1.1386138613861387e-05,
163
+ "loss": 0.2213,
164
  "step": 230
165
  },
166
  {
167
  "epoch": 2.38,
168
  "learning_rate": 1.1881188118811881e-05,
169
+ "loss": 0.2433,
170
  "step": 240
171
  },
172
  {
173
  "epoch": 2.47,
174
  "learning_rate": 1.2376237623762377e-05,
175
+ "loss": 0.2184,
176
  "step": 250
177
  },
178
  {
179
  "epoch": 2.57,
180
  "learning_rate": 1.2871287128712873e-05,
181
+ "loss": 0.22,
182
  "step": 260
183
  },
184
  {
185
  "epoch": 2.67,
186
  "learning_rate": 1.3366336633663367e-05,
187
+ "loss": 0.2111,
188
  "step": 270
189
  },
190
  {
191
  "epoch": 2.77,
192
  "learning_rate": 1.3861386138613863e-05,
193
+ "loss": 0.2134,
194
  "step": 280
195
  },
196
  {
197
  "epoch": 2.87,
198
  "learning_rate": 1.4356435643564355e-05,
199
+ "loss": 0.222,
200
  "step": 290
201
  },
202
  {
203
  "epoch": 2.97,
204
  "learning_rate": 1.4851485148514851e-05,
205
+ "loss": 0.2361,
206
  "step": 300
207
  },
208
  {
209
  "epoch": 3.0,
210
+ "eval_accuracy": 0.9108625045110068,
211
+ "eval_loss": 0.2605169415473938,
212
+ "eval_runtime": 59.2161,
213
+ "eval_samples_per_second": 93.589,
214
+ "eval_steps_per_second": 2.938,
215
  "step": 303
216
  },
217
  {
218
  "epoch": 3.07,
219
  "learning_rate": 1.534653465346535e-05,
220
+ "loss": 0.2091,
221
  "step": 310
222
  },
223
  {
224
  "epoch": 3.17,
225
  "learning_rate": 1.5841584158415843e-05,
226
+ "loss": 0.2363,
227
  "step": 320
228
  },
229
  {
230
  "epoch": 3.27,
231
  "learning_rate": 1.6336633663366337e-05,
232
+ "loss": 0.2161,
233
  "step": 330
234
  },
235
  {
236
  "epoch": 3.37,
237
  "learning_rate": 1.6831683168316834e-05,
238
+ "loss": 0.2232,
239
  "step": 340
240
  },
241
  {
242
  "epoch": 3.46,
243
  "learning_rate": 1.7326732673267325e-05,
244
+ "loss": 0.2071,
245
  "step": 350
246
  },
247
  {
248
  "epoch": 3.56,
249
  "learning_rate": 1.7821782178217823e-05,
250
+ "loss": 0.1942,
251
  "step": 360
252
  },
253
  {
254
  "epoch": 3.66,
255
  "learning_rate": 1.8316831683168317e-05,
256
+ "loss": 0.2114,
257
  "step": 370
258
  },
259
  {
260
  "epoch": 3.76,
261
  "learning_rate": 1.8811881188118814e-05,
262
+ "loss": 0.2158,
263
  "step": 380
264
  },
265
  {
266
  "epoch": 3.86,
267
  "learning_rate": 1.930693069306931e-05,
268
+ "loss": 0.1908,
269
  "step": 390
270
  },
271
  {
272
  "epoch": 3.96,
273
  "learning_rate": 1.9801980198019803e-05,
274
+ "loss": 0.196,
275
  "step": 400
276
  },
277
  {
278
  "epoch": 4.0,
279
+ "eval_accuracy": 0.911042944785276,
280
+ "eval_loss": 0.2652387320995331,
281
+ "eval_runtime": 59.3905,
282
+ "eval_samples_per_second": 93.315,
283
+ "eval_steps_per_second": 2.93,
284
  "step": 404
285
  },
286
  {
287
  "epoch": 4.06,
288
  "learning_rate": 2.02970297029703e-05,
289
+ "loss": 0.2102,
290
  "step": 410
291
  },
292
  {
293
  "epoch": 4.16,
294
  "learning_rate": 2.079207920792079e-05,
295
+ "loss": 0.1816,
296
  "step": 420
297
  },
298
  {
299
  "epoch": 4.26,
300
  "learning_rate": 2.128712871287129e-05,
301
+ "loss": 0.195,
302
  "step": 430
303
  },
304
  {
305
  "epoch": 4.36,
306
  "learning_rate": 2.1782178217821783e-05,
307
+ "loss": 0.1772,
308
  "step": 440
309
  },
310
  {
311
  "epoch": 4.45,
312
  "learning_rate": 2.227722772277228e-05,
313
+ "loss": 0.2059,
314
  "step": 450
315
  },
316
  {
317
  "epoch": 4.55,
318
  "learning_rate": 2.2772277227722774e-05,
319
+ "loss": 0.1992,
320
  "step": 460
321
  },
322
  {
323
  "epoch": 4.65,
324
  "learning_rate": 2.326732673267327e-05,
325
+ "loss": 0.2042,
326
  "step": 470
327
  },
328
  {
329
  "epoch": 4.75,
330
  "learning_rate": 2.3762376237623762e-05,
331
+ "loss": 0.1945,
332
  "step": 480
333
  },
334
  {
335
  "epoch": 4.85,
336
  "learning_rate": 2.4257425742574257e-05,
337
+ "loss": 0.1775,
338
  "step": 490
339
  },
340
  {
341
  "epoch": 4.95,
342
  "learning_rate": 2.4752475247524754e-05,
343
+ "loss": 0.1395,
344
  "step": 500
345
  },
346
  {
347
  "epoch": 5.0,
348
+ "eval_accuracy": 0.9133886683507759,
349
+ "eval_loss": 0.2648361623287201,
350
+ "eval_runtime": 59.3489,
351
+ "eval_samples_per_second": 93.38,
352
+ "eval_steps_per_second": 2.932,
353
  "step": 505
354
  },
355
  {
356
  "epoch": 5.05,
357
  "learning_rate": 2.5247524752475248e-05,
358
+ "loss": 0.1543,
359
  "step": 510
360
  },
361
  {
362
  "epoch": 5.15,
363
  "learning_rate": 2.5742574257425746e-05,
364
+ "loss": 0.1534,
365
  "step": 520
366
  },
367
  {
368
  "epoch": 5.25,
369
  "learning_rate": 2.623762376237624e-05,
370
+ "loss": 0.1504,
371
  "step": 530
372
  },
373
  {
374
  "epoch": 5.35,
375
  "learning_rate": 2.6732673267326734e-05,
376
+ "loss": 0.1909,
377
  "step": 540
378
  },
379
  {
380
  "epoch": 5.44,
381
  "learning_rate": 2.722772277227723e-05,
382
+ "loss": 0.1579,
383
  "step": 550
384
  },
385
  {
386
  "epoch": 5.54,
387
  "learning_rate": 2.7722772277227726e-05,
388
+ "loss": 0.1695,
389
  "step": 560
390
  },
391
  {
392
  "epoch": 5.64,
393
  "learning_rate": 2.8217821782178216e-05,
394
+ "loss": 0.1638,
395
  "step": 570
396
  },
397
  {
398
  "epoch": 5.74,
399
  "learning_rate": 2.871287128712871e-05,
400
+ "loss": 0.1574,
401
  "step": 580
402
  },
403
  {
404
  "epoch": 5.84,
405
  "learning_rate": 2.9207920792079208e-05,
406
+ "loss": 0.1471,
407
  "step": 590
408
  },
409
  {
410
  "epoch": 5.94,
411
  "learning_rate": 2.9702970297029702e-05,
412
+ "loss": 0.155,
413
  "step": 600
414
  },
415
  {
416
  "epoch": 6.0,
417
+ "eval_accuracy": 0.915193071093468,
418
+ "eval_loss": 0.26563403010368347,
419
+ "eval_runtime": 59.8577,
420
+ "eval_samples_per_second": 92.586,
421
+ "eval_steps_per_second": 2.907,
422
  "step": 606
423
  },
424
  {
425
  "epoch": 6.04,
426
  "learning_rate": 3.01980198019802e-05,
427
+ "loss": 0.1669,
428
  "step": 610
429
  },
430
  {
431
  "epoch": 6.14,
432
  "learning_rate": 3.06930693069307e-05,
433
+ "loss": 0.137,
434
  "step": 620
435
  },
436
  {
437
  "epoch": 6.24,
438
  "learning_rate": 3.118811881188119e-05,
439
+ "loss": 0.1461,
440
  "step": 630
441
  },
442
  {
443
  "epoch": 6.34,
444
  "learning_rate": 3.1683168316831686e-05,
445
+ "loss": 0.1362,
446
  "step": 640
447
  },
448
  {
449
  "epoch": 6.43,
450
  "learning_rate": 3.217821782178218e-05,
451
+ "loss": 0.1111,
452
  "step": 650
453
  },
454
  {
455
  "epoch": 6.53,
456
  "learning_rate": 3.2673267326732674e-05,
457
+ "loss": 0.1515,
458
  "step": 660
459
  },
460
  {
461
  "epoch": 6.63,
462
  "learning_rate": 3.3168316831683175e-05,
463
+ "loss": 0.1637,
464
  "step": 670
465
  },
466
  {
467
  "epoch": 6.73,
468
  "learning_rate": 3.366336633663367e-05,
469
+ "loss": 0.1567,
470
  "step": 680
471
  },
472
  {
473
  "epoch": 6.83,
474
  "learning_rate": 3.415841584158416e-05,
475
+ "loss": 0.1492,
476
  "step": 690
477
  },
478
  {
479
  "epoch": 6.93,
480
  "learning_rate": 3.465346534653465e-05,
481
+ "loss": 0.1422,
482
  "step": 700
483
  },
484
  {
485
  "epoch": 7.0,
486
+ "eval_accuracy": 0.9141104294478528,
487
+ "eval_loss": 0.26065394282341003,
488
+ "eval_runtime": 59.5203,
489
+ "eval_samples_per_second": 93.111,
490
+ "eval_steps_per_second": 2.923,
491
  "step": 707
492
  },
493
  {
494
  "epoch": 7.03,
495
  "learning_rate": 3.514851485148515e-05,
496
+ "loss": 0.1479,
497
  "step": 710
498
  },
499
  {
500
  "epoch": 7.13,
501
  "learning_rate": 3.5643564356435645e-05,
502
+ "loss": 0.1464,
503
  "step": 720
504
  },
505
  {
506
  "epoch": 7.23,
507
  "learning_rate": 3.613861386138614e-05,
508
+ "loss": 0.1469,
509
  "step": 730
510
  },
511
  {
512
  "epoch": 7.33,
513
  "learning_rate": 3.6633663366336634e-05,
514
+ "loss": 0.1403,
515
  "step": 740
516
  },
517
  {
518
  "epoch": 7.42,
519
  "learning_rate": 3.712871287128713e-05,
520
+ "loss": 0.1166,
521
  "step": 750
522
  },
523
  {
524
  "epoch": 7.52,
525
  "learning_rate": 3.762376237623763e-05,
526
+ "loss": 0.1276,
527
  "step": 760
528
  },
529
  {
530
  "epoch": 7.62,
531
  "learning_rate": 3.811881188118812e-05,
532
+ "loss": 0.1356,
533
  "step": 770
534
  },
535
  {
536
  "epoch": 7.72,
537
  "learning_rate": 3.861386138613862e-05,
538
+ "loss": 0.1563,
539
  "step": 780
540
  },
541
  {
542
  "epoch": 7.82,
543
  "learning_rate": 3.910891089108911e-05,
544
+ "loss": 0.1256,
545
  "step": 790
546
  },
547
  {
548
  "epoch": 7.92,
549
  "learning_rate": 3.9603960396039605e-05,
550
+ "loss": 0.1511,
551
  "step": 800
552
  },
553
  {
554
  "epoch": 8.0,
555
+ "eval_accuracy": 0.9157343919162757,
556
+ "eval_loss": 0.25571852922439575,
557
+ "eval_runtime": 59.7308,
558
+ "eval_samples_per_second": 92.783,
559
+ "eval_steps_per_second": 2.913,
560
  "step": 808
561
  },
562
  {
563
  "epoch": 8.02,
564
  "learning_rate": 4.0099009900990106e-05,
565
+ "loss": 0.165,
566
  "step": 810
567
  },
568
  {
569
  "epoch": 8.12,
570
  "learning_rate": 4.05940594059406e-05,
571
+ "loss": 0.2171,
572
  "step": 820
573
  },
574
  {
575
  "epoch": 8.22,
576
  "learning_rate": 4.108910891089109e-05,
577
+ "loss": 0.2175,
578
  "step": 830
579
  },
580
  {
581
  "epoch": 8.32,
582
  "learning_rate": 4.158415841584158e-05,
583
+ "loss": 0.1698,
584
  "step": 840
585
  },
586
  {
587
  "epoch": 8.41,
588
  "learning_rate": 4.207920792079208e-05,
589
+ "loss": 0.183,
590
  "step": 850
591
  },
592
  {
593
  "epoch": 8.51,
594
  "learning_rate": 4.257425742574258e-05,
595
+ "loss": 0.1738,
596
  "step": 860
597
  },
598
  {
599
  "epoch": 8.61,
600
  "learning_rate": 4.306930693069307e-05,
601
+ "loss": 0.1784,
602
  "step": 870
603
  },
604
  {
605
  "epoch": 8.71,
606
  "learning_rate": 4.3564356435643565e-05,
607
+ "loss": 0.1965,
608
  "step": 880
609
  },
610
  {
611
  "epoch": 8.81,
612
  "learning_rate": 4.405940594059406e-05,
613
+ "loss": 0.2112,
614
  "step": 890
615
  },
616
  {
617
  "epoch": 8.91,
618
  "learning_rate": 4.455445544554456e-05,
619
+ "loss": 0.1938,
620
  "step": 900
621
  },
622
  {
623
  "epoch": 9.0,
624
+ "eval_accuracy": 0.9049079754601227,
625
+ "eval_loss": 0.2679148316383362,
626
+ "eval_runtime": 59.5803,
627
+ "eval_samples_per_second": 93.017,
628
+ "eval_steps_per_second": 2.92,
629
  "step": 909
630
  },
631
  {
632
+ "epoch": 9.01,
633
+ "learning_rate": 4.5049504950495054e-05,
634
+ "loss": 0.2518,
635
+ "step": 910
636
+ },
637
+ {
638
+ "epoch": 9.11,
639
+ "learning_rate": 4.554455445544555e-05,
640
+ "loss": 0.1973,
641
+ "step": 920
642
+ },
643
+ {
644
+ "epoch": 9.21,
645
+ "learning_rate": 4.603960396039604e-05,
646
+ "loss": 0.1798,
647
+ "step": 930
648
+ },
649
+ {
650
+ "epoch": 9.31,
651
+ "learning_rate": 4.653465346534654e-05,
652
+ "loss": 0.1841,
653
+ "step": 940
654
+ },
655
+ {
656
+ "epoch": 9.4,
657
+ "learning_rate": 4.702970297029703e-05,
658
+ "loss": 0.1806,
659
+ "step": 950
660
+ },
661
+ {
662
+ "epoch": 9.5,
663
+ "learning_rate": 4.7524752475247525e-05,
664
+ "loss": 0.1602,
665
+ "step": 960
666
+ },
667
+ {
668
+ "epoch": 9.6,
669
+ "learning_rate": 4.801980198019802e-05,
670
+ "loss": 0.1913,
671
+ "step": 970
672
+ },
673
+ {
674
+ "epoch": 9.7,
675
+ "learning_rate": 4.851485148514851e-05,
676
+ "loss": 0.2061,
677
+ "step": 980
678
+ },
679
+ {
680
+ "epoch": 9.8,
681
+ "learning_rate": 4.9009900990099014e-05,
682
+ "loss": 0.1838,
683
+ "step": 990
684
+ },
685
+ {
686
+ "epoch": 9.9,
687
+ "learning_rate": 4.950495049504951e-05,
688
+ "loss": 0.1629,
689
+ "step": 1000
690
+ },
691
+ {
692
+ "epoch": 10.0,
693
+ "learning_rate": 5e-05,
694
+ "loss": 0.2094,
695
+ "step": 1010
696
+ },
697
+ {
698
+ "epoch": 10.0,
699
+ "eval_accuracy": 0.9137495488993144,
700
+ "eval_loss": 0.23915652930736542,
701
+ "eval_runtime": 59.6978,
702
+ "eval_samples_per_second": 92.834,
703
+ "eval_steps_per_second": 2.915,
704
+ "step": 1010
705
+ },
706
+ {
707
+ "epoch": 10.1,
708
+ "learning_rate": 4.994499449944995e-05,
709
+ "loss": 0.2019,
710
+ "step": 1020
711
+ },
712
+ {
713
+ "epoch": 10.2,
714
+ "learning_rate": 4.9889988998899896e-05,
715
+ "loss": 0.1756,
716
+ "step": 1030
717
+ },
718
+ {
719
+ "epoch": 10.3,
720
+ "learning_rate": 4.9834983498349835e-05,
721
+ "loss": 0.1626,
722
+ "step": 1040
723
+ },
724
+ {
725
+ "epoch": 10.4,
726
+ "learning_rate": 4.977997799779978e-05,
727
+ "loss": 0.1608,
728
+ "step": 1050
729
+ },
730
+ {
731
+ "epoch": 10.49,
732
+ "learning_rate": 4.972497249724973e-05,
733
+ "loss": 0.1912,
734
+ "step": 1060
735
+ },
736
+ {
737
+ "epoch": 10.59,
738
+ "learning_rate": 4.9669966996699675e-05,
739
+ "loss": 0.1716,
740
+ "step": 1070
741
+ },
742
+ {
743
+ "epoch": 10.69,
744
+ "learning_rate": 4.961496149614962e-05,
745
+ "loss": 0.1683,
746
+ "step": 1080
747
+ },
748
+ {
749
+ "epoch": 10.79,
750
+ "learning_rate": 4.955995599559956e-05,
751
+ "loss": 0.1497,
752
+ "step": 1090
753
+ },
754
+ {
755
+ "epoch": 10.89,
756
+ "learning_rate": 4.950495049504951e-05,
757
+ "loss": 0.1827,
758
+ "step": 1100
759
+ },
760
+ {
761
+ "epoch": 10.99,
762
+ "learning_rate": 4.9449944994499455e-05,
763
+ "loss": 0.1835,
764
+ "step": 1110
765
+ },
766
+ {
767
+ "epoch": 11.0,
768
+ "eval_accuracy": 0.9155539516420065,
769
+ "eval_loss": 0.23998872935771942,
770
+ "eval_runtime": 59.7253,
771
+ "eval_samples_per_second": 92.792,
772
+ "eval_steps_per_second": 2.913,
773
+ "step": 1111
774
+ },
775
+ {
776
+ "epoch": 11.0,
777
+ "step": 1111,
778
+ "total_flos": 1.1021883250648596e+19,
779
+ "train_loss": 0.1948466427711406,
780
+ "train_runtime": 3819.4144,
781
+ "train_samples_per_second": 338.534,
782
+ "train_steps_per_second": 2.644
783
  }
784
  ],
785
  "max_steps": 10100,
786
  "num_train_epochs": 100,
787
+ "total_flos": 1.1021883250648596e+19,
788
  "trial_name": null,
789
  "trial_params": null
790
  }