finetuned-FER2013 / trainer_state.json
3una's picture
End of training
11be4a9
raw
history blame
163 kB
{
"best_metric": 0.7133402995471961,
"best_model_checkpoint": "finetuned-FER2013/checkpoint-10706",
"epoch": 60.0,
"eval_steps": 500,
"global_step": 12120,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05,
"learning_rate": 4.125412541254125e-08,
"loss": 2.0393,
"step": 10
},
{
"epoch": 0.1,
"learning_rate": 8.25082508250825e-08,
"loss": 2.0234,
"step": 20
},
{
"epoch": 0.15,
"learning_rate": 1.2376237623762377e-07,
"loss": 2.0187,
"step": 30
},
{
"epoch": 0.2,
"learning_rate": 1.65016501650165e-07,
"loss": 1.994,
"step": 40
},
{
"epoch": 0.25,
"learning_rate": 2.0627062706270628e-07,
"loss": 1.9756,
"step": 50
},
{
"epoch": 0.3,
"learning_rate": 2.4752475247524754e-07,
"loss": 2.0019,
"step": 60
},
{
"epoch": 0.35,
"learning_rate": 2.887788778877888e-07,
"loss": 1.9724,
"step": 70
},
{
"epoch": 0.4,
"learning_rate": 3.3003300330033e-07,
"loss": 1.9631,
"step": 80
},
{
"epoch": 0.45,
"learning_rate": 3.712871287128713e-07,
"loss": 1.9461,
"step": 90
},
{
"epoch": 0.5,
"learning_rate": 4.1254125412541255e-07,
"loss": 1.9288,
"step": 100
},
{
"epoch": 0.54,
"learning_rate": 4.537953795379538e-07,
"loss": 1.925,
"step": 110
},
{
"epoch": 0.59,
"learning_rate": 4.950495049504951e-07,
"loss": 1.9099,
"step": 120
},
{
"epoch": 0.64,
"learning_rate": 5.363036303630363e-07,
"loss": 1.9031,
"step": 130
},
{
"epoch": 0.69,
"learning_rate": 5.775577557755776e-07,
"loss": 1.8606,
"step": 140
},
{
"epoch": 0.74,
"learning_rate": 6.188118811881188e-07,
"loss": 1.8663,
"step": 150
},
{
"epoch": 0.79,
"learning_rate": 6.6006600660066e-07,
"loss": 1.8232,
"step": 160
},
{
"epoch": 0.84,
"learning_rate": 7.013201320132014e-07,
"loss": 1.8284,
"step": 170
},
{
"epoch": 0.89,
"learning_rate": 7.425742574257426e-07,
"loss": 1.8139,
"step": 180
},
{
"epoch": 0.94,
"learning_rate": 7.838283828382839e-07,
"loss": 1.8134,
"step": 190
},
{
"epoch": 0.99,
"learning_rate": 8.250825082508251e-07,
"loss": 1.7999,
"step": 200
},
{
"epoch": 1.0,
"eval_accuracy": 0.2713340299547196,
"eval_loss": 1.7896360158920288,
"eval_runtime": 37.8591,
"eval_samples_per_second": 75.834,
"eval_steps_per_second": 2.377,
"step": 202
},
{
"epoch": 1.04,
"learning_rate": 8.663366336633663e-07,
"loss": 1.7895,
"step": 210
},
{
"epoch": 1.09,
"learning_rate": 9.075907590759076e-07,
"loss": 1.7802,
"step": 220
},
{
"epoch": 1.14,
"learning_rate": 9.488448844884489e-07,
"loss": 1.7528,
"step": 230
},
{
"epoch": 1.19,
"learning_rate": 9.900990099009902e-07,
"loss": 1.751,
"step": 240
},
{
"epoch": 1.24,
"learning_rate": 1.0313531353135315e-06,
"loss": 1.722,
"step": 250
},
{
"epoch": 1.29,
"learning_rate": 1.0726072607260726e-06,
"loss": 1.7037,
"step": 260
},
{
"epoch": 1.34,
"learning_rate": 1.113861386138614e-06,
"loss": 1.6982,
"step": 270
},
{
"epoch": 1.39,
"learning_rate": 1.1551155115511552e-06,
"loss": 1.7017,
"step": 280
},
{
"epoch": 1.44,
"learning_rate": 1.1963696369636966e-06,
"loss": 1.6585,
"step": 290
},
{
"epoch": 1.49,
"learning_rate": 1.2376237623762377e-06,
"loss": 1.6565,
"step": 300
},
{
"epoch": 1.53,
"learning_rate": 1.278877887788779e-06,
"loss": 1.6461,
"step": 310
},
{
"epoch": 1.58,
"learning_rate": 1.32013201320132e-06,
"loss": 1.6283,
"step": 320
},
{
"epoch": 1.63,
"learning_rate": 1.3613861386138616e-06,
"loss": 1.591,
"step": 330
},
{
"epoch": 1.68,
"learning_rate": 1.4026402640264027e-06,
"loss": 1.5986,
"step": 340
},
{
"epoch": 1.73,
"learning_rate": 1.443894389438944e-06,
"loss": 1.6095,
"step": 350
},
{
"epoch": 1.78,
"learning_rate": 1.4851485148514852e-06,
"loss": 1.5793,
"step": 360
},
{
"epoch": 1.83,
"learning_rate": 1.5264026402640265e-06,
"loss": 1.5953,
"step": 370
},
{
"epoch": 1.88,
"learning_rate": 1.5676567656765678e-06,
"loss": 1.5272,
"step": 380
},
{
"epoch": 1.93,
"learning_rate": 1.6089108910891091e-06,
"loss": 1.5413,
"step": 390
},
{
"epoch": 1.98,
"learning_rate": 1.6501650165016502e-06,
"loss": 1.5165,
"step": 400
},
{
"epoch": 2.0,
"eval_accuracy": 0.47579240682688956,
"eval_loss": 1.4311269521713257,
"eval_runtime": 38.0229,
"eval_samples_per_second": 75.507,
"eval_steps_per_second": 2.367,
"step": 404
},
{
"epoch": 2.03,
"learning_rate": 1.6914191419141915e-06,
"loss": 1.4938,
"step": 410
},
{
"epoch": 2.08,
"learning_rate": 1.7326732673267326e-06,
"loss": 1.4922,
"step": 420
},
{
"epoch": 2.13,
"learning_rate": 1.7739273927392742e-06,
"loss": 1.4751,
"step": 430
},
{
"epoch": 2.18,
"learning_rate": 1.8151815181518153e-06,
"loss": 1.4986,
"step": 440
},
{
"epoch": 2.23,
"learning_rate": 1.8564356435643566e-06,
"loss": 1.4757,
"step": 450
},
{
"epoch": 2.28,
"learning_rate": 1.8976897689768977e-06,
"loss": 1.4634,
"step": 460
},
{
"epoch": 2.33,
"learning_rate": 1.938943894389439e-06,
"loss": 1.4137,
"step": 470
},
{
"epoch": 2.38,
"learning_rate": 1.9801980198019803e-06,
"loss": 1.4223,
"step": 480
},
{
"epoch": 2.43,
"learning_rate": 2.0214521452145217e-06,
"loss": 1.4068,
"step": 490
},
{
"epoch": 2.48,
"learning_rate": 2.062706270627063e-06,
"loss": 1.4421,
"step": 500
},
{
"epoch": 2.52,
"learning_rate": 2.103960396039604e-06,
"loss": 1.4113,
"step": 510
},
{
"epoch": 2.57,
"learning_rate": 2.145214521452145e-06,
"loss": 1.4139,
"step": 520
},
{
"epoch": 2.62,
"learning_rate": 2.186468646864687e-06,
"loss": 1.3938,
"step": 530
},
{
"epoch": 2.67,
"learning_rate": 2.227722772277228e-06,
"loss": 1.3521,
"step": 540
},
{
"epoch": 2.72,
"learning_rate": 2.268976897689769e-06,
"loss": 1.3233,
"step": 550
},
{
"epoch": 2.77,
"learning_rate": 2.3102310231023105e-06,
"loss": 1.3656,
"step": 560
},
{
"epoch": 2.82,
"learning_rate": 2.3514851485148514e-06,
"loss": 1.3232,
"step": 570
},
{
"epoch": 2.87,
"learning_rate": 2.392739273927393e-06,
"loss": 1.3777,
"step": 580
},
{
"epoch": 2.92,
"learning_rate": 2.4339933993399344e-06,
"loss": 1.3559,
"step": 590
},
{
"epoch": 2.97,
"learning_rate": 2.4752475247524753e-06,
"loss": 1.3381,
"step": 600
},
{
"epoch": 3.0,
"eval_accuracy": 0.5468477882270986,
"eval_loss": 1.206508755683899,
"eval_runtime": 38.9418,
"eval_samples_per_second": 73.725,
"eval_steps_per_second": 2.311,
"step": 606
},
{
"epoch": 3.02,
"learning_rate": 2.516501650165017e-06,
"loss": 1.2892,
"step": 610
},
{
"epoch": 3.07,
"learning_rate": 2.557755775577558e-06,
"loss": 1.359,
"step": 620
},
{
"epoch": 3.12,
"learning_rate": 2.5990099009900993e-06,
"loss": 1.3016,
"step": 630
},
{
"epoch": 3.17,
"learning_rate": 2.64026402640264e-06,
"loss": 1.3118,
"step": 640
},
{
"epoch": 3.22,
"learning_rate": 2.681518151815182e-06,
"loss": 1.3381,
"step": 650
},
{
"epoch": 3.27,
"learning_rate": 2.7227722772277232e-06,
"loss": 1.3114,
"step": 660
},
{
"epoch": 3.32,
"learning_rate": 2.764026402640264e-06,
"loss": 1.3113,
"step": 670
},
{
"epoch": 3.37,
"learning_rate": 2.8052805280528055e-06,
"loss": 1.2894,
"step": 680
},
{
"epoch": 3.42,
"learning_rate": 2.8465346534653464e-06,
"loss": 1.3256,
"step": 690
},
{
"epoch": 3.47,
"learning_rate": 2.887788778877888e-06,
"loss": 1.3077,
"step": 700
},
{
"epoch": 3.51,
"learning_rate": 2.9290429042904294e-06,
"loss": 1.2873,
"step": 710
},
{
"epoch": 3.56,
"learning_rate": 2.9702970297029703e-06,
"loss": 1.3329,
"step": 720
},
{
"epoch": 3.61,
"learning_rate": 3.011551155115512e-06,
"loss": 1.2657,
"step": 730
},
{
"epoch": 3.66,
"learning_rate": 3.052805280528053e-06,
"loss": 1.2467,
"step": 740
},
{
"epoch": 3.71,
"learning_rate": 3.0940594059405943e-06,
"loss": 1.3142,
"step": 750
},
{
"epoch": 3.76,
"learning_rate": 3.1353135313531356e-06,
"loss": 1.2681,
"step": 760
},
{
"epoch": 3.81,
"learning_rate": 3.1765676567656765e-06,
"loss": 1.2687,
"step": 770
},
{
"epoch": 3.86,
"learning_rate": 3.2178217821782182e-06,
"loss": 1.2866,
"step": 780
},
{
"epoch": 3.91,
"learning_rate": 3.259075907590759e-06,
"loss": 1.2432,
"step": 790
},
{
"epoch": 3.96,
"learning_rate": 3.3003300330033004e-06,
"loss": 1.2629,
"step": 800
},
{
"epoch": 4.0,
"eval_accuracy": 0.588645071403692,
"eval_loss": 1.105048656463623,
"eval_runtime": 44.3471,
"eval_samples_per_second": 64.739,
"eval_steps_per_second": 2.029,
"step": 808
},
{
"epoch": 4.01,
"learning_rate": 3.341584158415842e-06,
"loss": 1.2836,
"step": 810
},
{
"epoch": 4.06,
"learning_rate": 3.382838283828383e-06,
"loss": 1.2383,
"step": 820
},
{
"epoch": 4.11,
"learning_rate": 3.4240924092409244e-06,
"loss": 1.2334,
"step": 830
},
{
"epoch": 4.16,
"learning_rate": 3.4653465346534653e-06,
"loss": 1.2634,
"step": 840
},
{
"epoch": 4.21,
"learning_rate": 3.506600660066007e-06,
"loss": 1.275,
"step": 850
},
{
"epoch": 4.26,
"learning_rate": 3.5478547854785484e-06,
"loss": 1.2509,
"step": 860
},
{
"epoch": 4.31,
"learning_rate": 3.5891089108910892e-06,
"loss": 1.214,
"step": 870
},
{
"epoch": 4.36,
"learning_rate": 3.6303630363036306e-06,
"loss": 1.2483,
"step": 880
},
{
"epoch": 4.41,
"learning_rate": 3.6716171617161715e-06,
"loss": 1.2113,
"step": 890
},
{
"epoch": 4.46,
"learning_rate": 3.712871287128713e-06,
"loss": 1.2304,
"step": 900
},
{
"epoch": 4.5,
"learning_rate": 3.7541254125412545e-06,
"loss": 1.2507,
"step": 910
},
{
"epoch": 4.55,
"learning_rate": 3.7953795379537954e-06,
"loss": 1.2655,
"step": 920
},
{
"epoch": 4.6,
"learning_rate": 3.836633663366337e-06,
"loss": 1.2257,
"step": 930
},
{
"epoch": 4.65,
"learning_rate": 3.877887788778878e-06,
"loss": 1.1953,
"step": 940
},
{
"epoch": 4.7,
"learning_rate": 3.91914191419142e-06,
"loss": 1.222,
"step": 950
},
{
"epoch": 4.75,
"learning_rate": 3.960396039603961e-06,
"loss": 1.2276,
"step": 960
},
{
"epoch": 4.8,
"learning_rate": 4.001650165016502e-06,
"loss": 1.2075,
"step": 970
},
{
"epoch": 4.85,
"learning_rate": 4.042904290429043e-06,
"loss": 1.2429,
"step": 980
},
{
"epoch": 4.9,
"learning_rate": 4.084158415841584e-06,
"loss": 1.1501,
"step": 990
},
{
"epoch": 4.95,
"learning_rate": 4.125412541254126e-06,
"loss": 1.2582,
"step": 1000
},
{
"epoch": 5.0,
"learning_rate": 4.166666666666667e-06,
"loss": 1.248,
"step": 1010
},
{
"epoch": 5.0,
"eval_accuracy": 0.6053639846743295,
"eval_loss": 1.0424652099609375,
"eval_runtime": 37.658,
"eval_samples_per_second": 76.239,
"eval_steps_per_second": 2.39,
"step": 1010
},
{
"epoch": 5.05,
"learning_rate": 4.207920792079208e-06,
"loss": 1.1697,
"step": 1020
},
{
"epoch": 5.1,
"learning_rate": 4.2491749174917495e-06,
"loss": 1.2253,
"step": 1030
},
{
"epoch": 5.15,
"learning_rate": 4.29042904290429e-06,
"loss": 1.1684,
"step": 1040
},
{
"epoch": 5.2,
"learning_rate": 4.331683168316832e-06,
"loss": 1.2072,
"step": 1050
},
{
"epoch": 5.25,
"learning_rate": 4.372937293729374e-06,
"loss": 1.2264,
"step": 1060
},
{
"epoch": 5.3,
"learning_rate": 4.414191419141915e-06,
"loss": 1.2196,
"step": 1070
},
{
"epoch": 5.35,
"learning_rate": 4.455445544554456e-06,
"loss": 1.2138,
"step": 1080
},
{
"epoch": 5.4,
"learning_rate": 4.4966996699669966e-06,
"loss": 1.1952,
"step": 1090
},
{
"epoch": 5.45,
"learning_rate": 4.537953795379538e-06,
"loss": 1.1586,
"step": 1100
},
{
"epoch": 5.5,
"learning_rate": 4.57920792079208e-06,
"loss": 1.1803,
"step": 1110
},
{
"epoch": 5.54,
"learning_rate": 4.620462046204621e-06,
"loss": 1.1986,
"step": 1120
},
{
"epoch": 5.59,
"learning_rate": 4.661716171617162e-06,
"loss": 1.1891,
"step": 1130
},
{
"epoch": 5.64,
"learning_rate": 4.702970297029703e-06,
"loss": 1.1526,
"step": 1140
},
{
"epoch": 5.69,
"learning_rate": 4.7442244224422445e-06,
"loss": 1.1906,
"step": 1150
},
{
"epoch": 5.74,
"learning_rate": 4.785478547854786e-06,
"loss": 1.1474,
"step": 1160
},
{
"epoch": 5.79,
"learning_rate": 4.826732673267327e-06,
"loss": 1.1113,
"step": 1170
},
{
"epoch": 5.84,
"learning_rate": 4.867986798679869e-06,
"loss": 1.2198,
"step": 1180
},
{
"epoch": 5.89,
"learning_rate": 4.90924092409241e-06,
"loss": 1.1695,
"step": 1190
},
{
"epoch": 5.94,
"learning_rate": 4.950495049504951e-06,
"loss": 1.1517,
"step": 1200
},
{
"epoch": 5.99,
"learning_rate": 4.991749174917492e-06,
"loss": 1.2007,
"step": 1210
},
{
"epoch": 6.0,
"eval_accuracy": 0.6339254615116684,
"eval_loss": 0.9874390363693237,
"eval_runtime": 37.6179,
"eval_samples_per_second": 76.32,
"eval_steps_per_second": 2.392,
"step": 1212
},
{
"epoch": 6.04,
"learning_rate": 4.996332966629997e-06,
"loss": 1.1902,
"step": 1220
},
{
"epoch": 6.09,
"learning_rate": 4.991749174917492e-06,
"loss": 1.1337,
"step": 1230
},
{
"epoch": 6.14,
"learning_rate": 4.987165383204988e-06,
"loss": 1.1566,
"step": 1240
},
{
"epoch": 6.19,
"learning_rate": 4.982581591492483e-06,
"loss": 1.1235,
"step": 1250
},
{
"epoch": 6.24,
"learning_rate": 4.977997799779978e-06,
"loss": 1.1312,
"step": 1260
},
{
"epoch": 6.29,
"learning_rate": 4.9734140080674735e-06,
"loss": 1.1486,
"step": 1270
},
{
"epoch": 6.34,
"learning_rate": 4.968830216354969e-06,
"loss": 1.1042,
"step": 1280
},
{
"epoch": 6.39,
"learning_rate": 4.964246424642465e-06,
"loss": 1.1302,
"step": 1290
},
{
"epoch": 6.44,
"learning_rate": 4.95966263292996e-06,
"loss": 1.1386,
"step": 1300
},
{
"epoch": 6.49,
"learning_rate": 4.955078841217455e-06,
"loss": 1.1502,
"step": 1310
},
{
"epoch": 6.53,
"learning_rate": 4.950495049504951e-06,
"loss": 1.1429,
"step": 1320
},
{
"epoch": 6.58,
"learning_rate": 4.945911257792446e-06,
"loss": 1.1652,
"step": 1330
},
{
"epoch": 6.63,
"learning_rate": 4.941327466079941e-06,
"loss": 1.1129,
"step": 1340
},
{
"epoch": 6.68,
"learning_rate": 4.936743674367437e-06,
"loss": 1.1433,
"step": 1350
},
{
"epoch": 6.73,
"learning_rate": 4.9321598826549326e-06,
"loss": 1.1434,
"step": 1360
},
{
"epoch": 6.78,
"learning_rate": 4.927576090942428e-06,
"loss": 1.1051,
"step": 1370
},
{
"epoch": 6.83,
"learning_rate": 4.922992299229923e-06,
"loss": 1.1306,
"step": 1380
},
{
"epoch": 6.88,
"learning_rate": 4.918408507517418e-06,
"loss": 1.1473,
"step": 1390
},
{
"epoch": 6.93,
"learning_rate": 4.913824715804914e-06,
"loss": 1.1608,
"step": 1400
},
{
"epoch": 6.98,
"learning_rate": 4.90924092409241e-06,
"loss": 1.083,
"step": 1410
},
{
"epoch": 7.0,
"eval_accuracy": 0.644723092998955,
"eval_loss": 0.9609948396682739,
"eval_runtime": 37.9401,
"eval_samples_per_second": 75.672,
"eval_steps_per_second": 2.372,
"step": 1414
},
{
"epoch": 7.03,
"learning_rate": 4.904657132379905e-06,
"loss": 1.1368,
"step": 1420
},
{
"epoch": 7.08,
"learning_rate": 4.9000733406674e-06,
"loss": 1.0952,
"step": 1430
},
{
"epoch": 7.13,
"learning_rate": 4.8954895489548956e-06,
"loss": 1.1306,
"step": 1440
},
{
"epoch": 7.18,
"learning_rate": 4.890905757242391e-06,
"loss": 1.1101,
"step": 1450
},
{
"epoch": 7.23,
"learning_rate": 4.886321965529887e-06,
"loss": 1.097,
"step": 1460
},
{
"epoch": 7.28,
"learning_rate": 4.881738173817382e-06,
"loss": 1.1345,
"step": 1470
},
{
"epoch": 7.33,
"learning_rate": 4.8771543821048775e-06,
"loss": 1.1167,
"step": 1480
},
{
"epoch": 7.38,
"learning_rate": 4.872570590392373e-06,
"loss": 1.1038,
"step": 1490
},
{
"epoch": 7.43,
"learning_rate": 4.867986798679869e-06,
"loss": 1.1067,
"step": 1500
},
{
"epoch": 7.48,
"learning_rate": 4.863403006967364e-06,
"loss": 1.1384,
"step": 1510
},
{
"epoch": 7.52,
"learning_rate": 4.858819215254859e-06,
"loss": 1.0725,
"step": 1520
},
{
"epoch": 7.57,
"learning_rate": 4.854235423542355e-06,
"loss": 1.1605,
"step": 1530
},
{
"epoch": 7.62,
"learning_rate": 4.84965163182985e-06,
"loss": 1.0845,
"step": 1540
},
{
"epoch": 7.67,
"learning_rate": 4.845067840117346e-06,
"loss": 1.1047,
"step": 1550
},
{
"epoch": 7.72,
"learning_rate": 4.840484048404841e-06,
"loss": 1.0937,
"step": 1560
},
{
"epoch": 7.77,
"learning_rate": 4.835900256692337e-06,
"loss": 1.0797,
"step": 1570
},
{
"epoch": 7.82,
"learning_rate": 4.831316464979832e-06,
"loss": 1.1292,
"step": 1580
},
{
"epoch": 7.87,
"learning_rate": 4.826732673267327e-06,
"loss": 1.1153,
"step": 1590
},
{
"epoch": 7.92,
"learning_rate": 4.822148881554822e-06,
"loss": 1.0888,
"step": 1600
},
{
"epoch": 7.97,
"learning_rate": 4.8175650898423185e-06,
"loss": 1.1061,
"step": 1610
},
{
"epoch": 8.0,
"eval_accuracy": 0.6523859282479972,
"eval_loss": 0.9385119080543518,
"eval_runtime": 37.523,
"eval_samples_per_second": 76.513,
"eval_steps_per_second": 2.399,
"step": 1616
},
{
"epoch": 8.02,
"learning_rate": 4.812981298129814e-06,
"loss": 1.1135,
"step": 1620
},
{
"epoch": 8.07,
"learning_rate": 4.808397506417309e-06,
"loss": 1.1188,
"step": 1630
},
{
"epoch": 8.12,
"learning_rate": 4.803813714704804e-06,
"loss": 1.0562,
"step": 1640
},
{
"epoch": 8.17,
"learning_rate": 4.7992299229923e-06,
"loss": 1.0857,
"step": 1650
},
{
"epoch": 8.22,
"learning_rate": 4.794646131279795e-06,
"loss": 1.0731,
"step": 1660
},
{
"epoch": 8.27,
"learning_rate": 4.790062339567291e-06,
"loss": 1.0705,
"step": 1670
},
{
"epoch": 8.32,
"learning_rate": 4.785478547854786e-06,
"loss": 1.094,
"step": 1680
},
{
"epoch": 8.37,
"learning_rate": 4.7808947561422815e-06,
"loss": 1.1015,
"step": 1690
},
{
"epoch": 8.42,
"learning_rate": 4.776310964429777e-06,
"loss": 1.0873,
"step": 1700
},
{
"epoch": 8.47,
"learning_rate": 4.771727172717272e-06,
"loss": 1.089,
"step": 1710
},
{
"epoch": 8.51,
"learning_rate": 4.767143381004767e-06,
"loss": 1.095,
"step": 1720
},
{
"epoch": 8.56,
"learning_rate": 4.7625595892922626e-06,
"loss": 1.0872,
"step": 1730
},
{
"epoch": 8.61,
"learning_rate": 4.757975797579759e-06,
"loss": 1.0989,
"step": 1740
},
{
"epoch": 8.66,
"learning_rate": 4.753392005867254e-06,
"loss": 1.1298,
"step": 1750
},
{
"epoch": 8.71,
"learning_rate": 4.748808214154749e-06,
"loss": 1.1369,
"step": 1760
},
{
"epoch": 8.76,
"learning_rate": 4.7442244224422445e-06,
"loss": 1.0746,
"step": 1770
},
{
"epoch": 8.81,
"learning_rate": 4.73964063072974e-06,
"loss": 1.0882,
"step": 1780
},
{
"epoch": 8.86,
"learning_rate": 4.735056839017235e-06,
"loss": 1.0684,
"step": 1790
},
{
"epoch": 8.91,
"learning_rate": 4.730473047304731e-06,
"loss": 1.0504,
"step": 1800
},
{
"epoch": 8.96,
"learning_rate": 4.725889255592226e-06,
"loss": 1.0597,
"step": 1810
},
{
"epoch": 9.0,
"eval_accuracy": 0.6516893068617207,
"eval_loss": 0.9154672026634216,
"eval_runtime": 37.7412,
"eval_samples_per_second": 76.071,
"eval_steps_per_second": 2.385,
"step": 1818
},
{
"epoch": 9.01,
"learning_rate": 4.721305463879722e-06,
"loss": 1.0758,
"step": 1820
},
{
"epoch": 9.06,
"learning_rate": 4.716721672167217e-06,
"loss": 1.0463,
"step": 1830
},
{
"epoch": 9.11,
"learning_rate": 4.712137880454712e-06,
"loss": 1.0305,
"step": 1840
},
{
"epoch": 9.16,
"learning_rate": 4.7075540887422075e-06,
"loss": 1.0939,
"step": 1850
},
{
"epoch": 9.21,
"learning_rate": 4.702970297029703e-06,
"loss": 1.0295,
"step": 1860
},
{
"epoch": 9.26,
"learning_rate": 4.698386505317199e-06,
"loss": 1.0499,
"step": 1870
},
{
"epoch": 9.31,
"learning_rate": 4.693802713604694e-06,
"loss": 1.1133,
"step": 1880
},
{
"epoch": 9.36,
"learning_rate": 4.689218921892189e-06,
"loss": 1.0863,
"step": 1890
},
{
"epoch": 9.41,
"learning_rate": 4.684635130179685e-06,
"loss": 1.1398,
"step": 1900
},
{
"epoch": 9.46,
"learning_rate": 4.68005133846718e-06,
"loss": 1.0313,
"step": 1910
},
{
"epoch": 9.5,
"learning_rate": 4.675467546754676e-06,
"loss": 1.0492,
"step": 1920
},
{
"epoch": 9.55,
"learning_rate": 4.670883755042171e-06,
"loss": 1.016,
"step": 1930
},
{
"epoch": 9.6,
"learning_rate": 4.666299963329667e-06,
"loss": 1.0541,
"step": 1940
},
{
"epoch": 9.65,
"learning_rate": 4.661716171617162e-06,
"loss": 1.0498,
"step": 1950
},
{
"epoch": 9.7,
"learning_rate": 4.657132379904657e-06,
"loss": 1.0077,
"step": 1960
},
{
"epoch": 9.75,
"learning_rate": 4.652548588192153e-06,
"loss": 1.0413,
"step": 1970
},
{
"epoch": 9.8,
"learning_rate": 4.6479647964796485e-06,
"loss": 1.0875,
"step": 1980
},
{
"epoch": 9.85,
"learning_rate": 4.643381004767144e-06,
"loss": 1.1108,
"step": 1990
},
{
"epoch": 9.9,
"learning_rate": 4.638797213054639e-06,
"loss": 1.0434,
"step": 2000
},
{
"epoch": 9.95,
"learning_rate": 4.634213421342134e-06,
"loss": 1.0951,
"step": 2010
},
{
"epoch": 10.0,
"learning_rate": 4.62962962962963e-06,
"loss": 1.0511,
"step": 2020
},
{
"epoch": 10.0,
"eval_accuracy": 0.6579588993382097,
"eval_loss": 0.9127991795539856,
"eval_runtime": 37.7505,
"eval_samples_per_second": 76.052,
"eval_steps_per_second": 2.384,
"step": 2020
},
{
"epoch": 10.05,
"learning_rate": 4.625045837917126e-06,
"loss": 1.0362,
"step": 2030
},
{
"epoch": 10.1,
"learning_rate": 4.620462046204621e-06,
"loss": 1.0655,
"step": 2040
},
{
"epoch": 10.15,
"learning_rate": 4.615878254492116e-06,
"loss": 1.0384,
"step": 2050
},
{
"epoch": 10.2,
"learning_rate": 4.6112944627796115e-06,
"loss": 1.0336,
"step": 2060
},
{
"epoch": 10.25,
"learning_rate": 4.606710671067108e-06,
"loss": 1.0624,
"step": 2070
},
{
"epoch": 10.3,
"learning_rate": 4.602126879354603e-06,
"loss": 1.068,
"step": 2080
},
{
"epoch": 10.35,
"learning_rate": 4.597543087642098e-06,
"loss": 1.043,
"step": 2090
},
{
"epoch": 10.4,
"learning_rate": 4.592959295929593e-06,
"loss": 1.0353,
"step": 2100
},
{
"epoch": 10.45,
"learning_rate": 4.588375504217089e-06,
"loss": 1.0328,
"step": 2110
},
{
"epoch": 10.5,
"learning_rate": 4.583791712504585e-06,
"loss": 1.0516,
"step": 2120
},
{
"epoch": 10.54,
"learning_rate": 4.57920792079208e-06,
"loss": 1.0249,
"step": 2130
},
{
"epoch": 10.59,
"learning_rate": 4.574624129079575e-06,
"loss": 1.0343,
"step": 2140
},
{
"epoch": 10.64,
"learning_rate": 4.570040337367071e-06,
"loss": 1.0877,
"step": 2150
},
{
"epoch": 10.69,
"learning_rate": 4.565456545654566e-06,
"loss": 1.0895,
"step": 2160
},
{
"epoch": 10.74,
"learning_rate": 4.560872753942061e-06,
"loss": 1.0344,
"step": 2170
},
{
"epoch": 10.79,
"learning_rate": 4.556288962229556e-06,
"loss": 1.0582,
"step": 2180
},
{
"epoch": 10.84,
"learning_rate": 4.5517051705170525e-06,
"loss": 1.0478,
"step": 2190
},
{
"epoch": 10.89,
"learning_rate": 4.547121378804548e-06,
"loss": 1.0696,
"step": 2200
},
{
"epoch": 10.94,
"learning_rate": 4.542537587092043e-06,
"loss": 1.0541,
"step": 2210
},
{
"epoch": 10.99,
"learning_rate": 4.537953795379538e-06,
"loss": 1.012,
"step": 2220
},
{
"epoch": 11.0,
"eval_accuracy": 0.66597004528039,
"eval_loss": 0.9047526717185974,
"eval_runtime": 37.6785,
"eval_samples_per_second": 76.197,
"eval_steps_per_second": 2.389,
"step": 2222
},
{
"epoch": 11.04,
"learning_rate": 4.533370003667034e-06,
"loss": 1.0867,
"step": 2230
},
{
"epoch": 11.09,
"learning_rate": 4.528786211954529e-06,
"loss": 1.0345,
"step": 2240
},
{
"epoch": 11.14,
"learning_rate": 4.524202420242025e-06,
"loss": 1.0066,
"step": 2250
},
{
"epoch": 11.19,
"learning_rate": 4.51961862852952e-06,
"loss": 0.9869,
"step": 2260
},
{
"epoch": 11.24,
"learning_rate": 4.5150348368170155e-06,
"loss": 1.0201,
"step": 2270
},
{
"epoch": 11.29,
"learning_rate": 4.510451045104511e-06,
"loss": 0.9869,
"step": 2280
},
{
"epoch": 11.34,
"learning_rate": 4.505867253392006e-06,
"loss": 0.9864,
"step": 2290
},
{
"epoch": 11.39,
"learning_rate": 4.501283461679501e-06,
"loss": 1.0796,
"step": 2300
},
{
"epoch": 11.44,
"learning_rate": 4.4966996699669966e-06,
"loss": 1.0156,
"step": 2310
},
{
"epoch": 11.49,
"learning_rate": 4.492115878254493e-06,
"loss": 1.0199,
"step": 2320
},
{
"epoch": 11.53,
"learning_rate": 4.487532086541988e-06,
"loss": 1.0733,
"step": 2330
},
{
"epoch": 11.58,
"learning_rate": 4.482948294829483e-06,
"loss": 1.0598,
"step": 2340
},
{
"epoch": 11.63,
"learning_rate": 4.4783645031169785e-06,
"loss": 1.0724,
"step": 2350
},
{
"epoch": 11.68,
"learning_rate": 4.473780711404474e-06,
"loss": 1.0272,
"step": 2360
},
{
"epoch": 11.73,
"learning_rate": 4.469196919691969e-06,
"loss": 1.0477,
"step": 2370
},
{
"epoch": 11.78,
"learning_rate": 4.464613127979465e-06,
"loss": 1.0071,
"step": 2380
},
{
"epoch": 11.83,
"learning_rate": 4.46002933626696e-06,
"loss": 1.0568,
"step": 2390
},
{
"epoch": 11.88,
"learning_rate": 4.455445544554456e-06,
"loss": 1.0426,
"step": 2400
},
{
"epoch": 11.93,
"learning_rate": 4.450861752841951e-06,
"loss": 1.0291,
"step": 2410
},
{
"epoch": 11.98,
"learning_rate": 4.446277961129446e-06,
"loss": 1.0479,
"step": 2420
},
{
"epoch": 12.0,
"eval_accuracy": 0.6729362591431557,
"eval_loss": 0.8820806741714478,
"eval_runtime": 37.6359,
"eval_samples_per_second": 76.283,
"eval_steps_per_second": 2.391,
"step": 2424
},
{
"epoch": 12.03,
"learning_rate": 4.4416941694169415e-06,
"loss": 1.0517,
"step": 2430
},
{
"epoch": 12.08,
"learning_rate": 4.437110377704438e-06,
"loss": 0.9969,
"step": 2440
},
{
"epoch": 12.13,
"learning_rate": 4.432526585991933e-06,
"loss": 1.0549,
"step": 2450
},
{
"epoch": 12.18,
"learning_rate": 4.427942794279428e-06,
"loss": 0.9794,
"step": 2460
},
{
"epoch": 12.23,
"learning_rate": 4.423359002566923e-06,
"loss": 1.0239,
"step": 2470
},
{
"epoch": 12.28,
"learning_rate": 4.418775210854419e-06,
"loss": 1.0048,
"step": 2480
},
{
"epoch": 12.33,
"learning_rate": 4.414191419141915e-06,
"loss": 1.051,
"step": 2490
},
{
"epoch": 12.38,
"learning_rate": 4.40960762742941e-06,
"loss": 1.0001,
"step": 2500
},
{
"epoch": 12.43,
"learning_rate": 4.405023835716905e-06,
"loss": 0.9507,
"step": 2510
},
{
"epoch": 12.48,
"learning_rate": 4.400440044004401e-06,
"loss": 1.0807,
"step": 2520
},
{
"epoch": 12.52,
"learning_rate": 4.395856252291897e-06,
"loss": 1.0422,
"step": 2530
},
{
"epoch": 12.57,
"learning_rate": 4.391272460579392e-06,
"loss": 1.0412,
"step": 2540
},
{
"epoch": 12.62,
"learning_rate": 4.386688668866887e-06,
"loss": 1.023,
"step": 2550
},
{
"epoch": 12.67,
"learning_rate": 4.3821048771543825e-06,
"loss": 1.0623,
"step": 2560
},
{
"epoch": 12.72,
"learning_rate": 4.377521085441878e-06,
"loss": 1.0074,
"step": 2570
},
{
"epoch": 12.77,
"learning_rate": 4.372937293729374e-06,
"loss": 1.0022,
"step": 2580
},
{
"epoch": 12.82,
"learning_rate": 4.368353502016869e-06,
"loss": 0.9737,
"step": 2590
},
{
"epoch": 12.87,
"learning_rate": 4.363769710304364e-06,
"loss": 1.0175,
"step": 2600
},
{
"epoch": 12.92,
"learning_rate": 4.35918591859186e-06,
"loss": 1.0366,
"step": 2610
},
{
"epoch": 12.97,
"learning_rate": 4.354602126879355e-06,
"loss": 0.9993,
"step": 2620
},
{
"epoch": 13.0,
"eval_accuracy": 0.6746778126088471,
"eval_loss": 0.8769838809967041,
"eval_runtime": 37.7441,
"eval_samples_per_second": 76.065,
"eval_steps_per_second": 2.384,
"step": 2626
},
{
"epoch": 13.02,
"learning_rate": 4.35001833516685e-06,
"loss": 0.9699,
"step": 2630
},
{
"epoch": 13.07,
"learning_rate": 4.345434543454346e-06,
"loss": 1.0243,
"step": 2640
},
{
"epoch": 13.12,
"learning_rate": 4.340850751741842e-06,
"loss": 1.0212,
"step": 2650
},
{
"epoch": 13.17,
"learning_rate": 4.336266960029337e-06,
"loss": 1.0573,
"step": 2660
},
{
"epoch": 13.22,
"learning_rate": 4.331683168316832e-06,
"loss": 0.991,
"step": 2670
},
{
"epoch": 13.27,
"learning_rate": 4.327099376604327e-06,
"loss": 0.9973,
"step": 2680
},
{
"epoch": 13.32,
"learning_rate": 4.322515584891823e-06,
"loss": 0.9595,
"step": 2690
},
{
"epoch": 13.37,
"learning_rate": 4.317931793179319e-06,
"loss": 1.0311,
"step": 2700
},
{
"epoch": 13.42,
"learning_rate": 4.313348001466814e-06,
"loss": 1.0002,
"step": 2710
},
{
"epoch": 13.47,
"learning_rate": 4.308764209754309e-06,
"loss": 1.0047,
"step": 2720
},
{
"epoch": 13.51,
"learning_rate": 4.304180418041805e-06,
"loss": 1.0282,
"step": 2730
},
{
"epoch": 13.56,
"learning_rate": 4.2995966263293e-06,
"loss": 1.0308,
"step": 2740
},
{
"epoch": 13.61,
"learning_rate": 4.295012834616795e-06,
"loss": 0.9929,
"step": 2750
},
{
"epoch": 13.66,
"learning_rate": 4.29042904290429e-06,
"loss": 1.0382,
"step": 2760
},
{
"epoch": 13.71,
"learning_rate": 4.2858452511917865e-06,
"loss": 0.9726,
"step": 2770
},
{
"epoch": 13.76,
"learning_rate": 4.281261459479282e-06,
"loss": 1.0059,
"step": 2780
},
{
"epoch": 13.81,
"learning_rate": 4.276677667766777e-06,
"loss": 1.0,
"step": 2790
},
{
"epoch": 13.86,
"learning_rate": 4.272093876054272e-06,
"loss": 1.0118,
"step": 2800
},
{
"epoch": 13.91,
"learning_rate": 4.267510084341768e-06,
"loss": 0.9912,
"step": 2810
},
{
"epoch": 13.96,
"learning_rate": 4.262926292629263e-06,
"loss": 0.9784,
"step": 2820
},
{
"epoch": 14.0,
"eval_accuracy": 0.6757227446882619,
"eval_loss": 0.867244303226471,
"eval_runtime": 37.7798,
"eval_samples_per_second": 75.993,
"eval_steps_per_second": 2.382,
"step": 2828
},
{
"epoch": 14.01,
"learning_rate": 4.258342500916759e-06,
"loss": 0.9895,
"step": 2830
},
{
"epoch": 14.06,
"learning_rate": 4.253758709204254e-06,
"loss": 1.0208,
"step": 2840
},
{
"epoch": 14.11,
"learning_rate": 4.2491749174917495e-06,
"loss": 0.9673,
"step": 2850
},
{
"epoch": 14.16,
"learning_rate": 4.244591125779245e-06,
"loss": 1.0232,
"step": 2860
},
{
"epoch": 14.21,
"learning_rate": 4.24000733406674e-06,
"loss": 0.9917,
"step": 2870
},
{
"epoch": 14.26,
"learning_rate": 4.235423542354235e-06,
"loss": 0.9954,
"step": 2880
},
{
"epoch": 14.31,
"learning_rate": 4.2308397506417306e-06,
"loss": 1.0239,
"step": 2890
},
{
"epoch": 14.36,
"learning_rate": 4.226255958929227e-06,
"loss": 1.0194,
"step": 2900
},
{
"epoch": 14.41,
"learning_rate": 4.221672167216722e-06,
"loss": 1.0078,
"step": 2910
},
{
"epoch": 14.46,
"learning_rate": 4.217088375504217e-06,
"loss": 0.9911,
"step": 2920
},
{
"epoch": 14.5,
"learning_rate": 4.2125045837917125e-06,
"loss": 1.0034,
"step": 2930
},
{
"epoch": 14.55,
"learning_rate": 4.207920792079208e-06,
"loss": 0.9614,
"step": 2940
},
{
"epoch": 14.6,
"learning_rate": 4.203337000366703e-06,
"loss": 0.9772,
"step": 2950
},
{
"epoch": 14.65,
"learning_rate": 4.198753208654199e-06,
"loss": 0.9929,
"step": 2960
},
{
"epoch": 14.7,
"learning_rate": 4.194169416941694e-06,
"loss": 0.9751,
"step": 2970
},
{
"epoch": 14.75,
"learning_rate": 4.18958562522919e-06,
"loss": 0.994,
"step": 2980
},
{
"epoch": 14.8,
"learning_rate": 4.185001833516685e-06,
"loss": 0.9394,
"step": 2990
},
{
"epoch": 14.85,
"learning_rate": 4.180418041804181e-06,
"loss": 1.0047,
"step": 3000
},
{
"epoch": 14.9,
"learning_rate": 4.175834250091676e-06,
"loss": 0.9899,
"step": 3010
},
{
"epoch": 14.95,
"learning_rate": 4.171250458379172e-06,
"loss": 1.0034,
"step": 3020
},
{
"epoch": 15.0,
"learning_rate": 4.166666666666667e-06,
"loss": 1.0439,
"step": 3030
},
{
"epoch": 15.0,
"eval_accuracy": 0.6750261233019854,
"eval_loss": 0.8766063451766968,
"eval_runtime": 37.8313,
"eval_samples_per_second": 75.89,
"eval_steps_per_second": 2.379,
"step": 3030
},
{
"epoch": 15.05,
"learning_rate": 4.162082874954162e-06,
"loss": 1.0191,
"step": 3040
},
{
"epoch": 15.1,
"learning_rate": 4.157499083241658e-06,
"loss": 0.9551,
"step": 3050
},
{
"epoch": 15.15,
"learning_rate": 4.1529152915291535e-06,
"loss": 0.9798,
"step": 3060
},
{
"epoch": 15.2,
"learning_rate": 4.148331499816649e-06,
"loss": 0.9764,
"step": 3070
},
{
"epoch": 15.25,
"learning_rate": 4.143747708104144e-06,
"loss": 1.0136,
"step": 3080
},
{
"epoch": 15.3,
"learning_rate": 4.139163916391639e-06,
"loss": 0.9354,
"step": 3090
},
{
"epoch": 15.35,
"learning_rate": 4.1345801246791354e-06,
"loss": 0.9896,
"step": 3100
},
{
"epoch": 15.4,
"learning_rate": 4.129996332966631e-06,
"loss": 0.9964,
"step": 3110
},
{
"epoch": 15.45,
"learning_rate": 4.125412541254126e-06,
"loss": 1.0298,
"step": 3120
},
{
"epoch": 15.5,
"learning_rate": 4.120828749541621e-06,
"loss": 0.9645,
"step": 3130
},
{
"epoch": 15.54,
"learning_rate": 4.1162449578291165e-06,
"loss": 1.0145,
"step": 3140
},
{
"epoch": 15.59,
"learning_rate": 4.111661166116613e-06,
"loss": 0.9588,
"step": 3150
},
{
"epoch": 15.64,
"learning_rate": 4.107077374404108e-06,
"loss": 0.9552,
"step": 3160
},
{
"epoch": 15.69,
"learning_rate": 4.102493582691603e-06,
"loss": 1.0058,
"step": 3170
},
{
"epoch": 15.74,
"learning_rate": 4.0979097909790984e-06,
"loss": 0.9558,
"step": 3180
},
{
"epoch": 15.79,
"learning_rate": 4.093325999266594e-06,
"loss": 0.995,
"step": 3190
},
{
"epoch": 15.84,
"learning_rate": 4.088742207554089e-06,
"loss": 0.9753,
"step": 3200
},
{
"epoch": 15.89,
"learning_rate": 4.084158415841584e-06,
"loss": 1.0178,
"step": 3210
},
{
"epoch": 15.94,
"learning_rate": 4.07957462412908e-06,
"loss": 0.9889,
"step": 3220
},
{
"epoch": 15.99,
"learning_rate": 4.074990832416576e-06,
"loss": 0.9782,
"step": 3230
},
{
"epoch": 16.0,
"eval_accuracy": 0.6746778126088471,
"eval_loss": 0.8658467531204224,
"eval_runtime": 37.7341,
"eval_samples_per_second": 76.085,
"eval_steps_per_second": 2.385,
"step": 3232
},
{
"epoch": 16.04,
"learning_rate": 4.070407040704071e-06,
"loss": 0.9658,
"step": 3240
},
{
"epoch": 16.09,
"learning_rate": 4.065823248991566e-06,
"loss": 0.9724,
"step": 3250
},
{
"epoch": 16.14,
"learning_rate": 4.061239457279061e-06,
"loss": 1.0293,
"step": 3260
},
{
"epoch": 16.19,
"learning_rate": 4.056655665566557e-06,
"loss": 1.0026,
"step": 3270
},
{
"epoch": 16.24,
"learning_rate": 4.052071873854053e-06,
"loss": 0.9738,
"step": 3280
},
{
"epoch": 16.29,
"learning_rate": 4.047488082141548e-06,
"loss": 0.9857,
"step": 3290
},
{
"epoch": 16.34,
"learning_rate": 4.042904290429043e-06,
"loss": 1.0062,
"step": 3300
},
{
"epoch": 16.39,
"learning_rate": 4.038320498716539e-06,
"loss": 0.9816,
"step": 3310
},
{
"epoch": 16.44,
"learning_rate": 4.033736707004034e-06,
"loss": 0.9615,
"step": 3320
},
{
"epoch": 16.49,
"learning_rate": 4.029152915291529e-06,
"loss": 0.9772,
"step": 3330
},
{
"epoch": 16.53,
"learning_rate": 4.024569123579024e-06,
"loss": 0.9882,
"step": 3340
},
{
"epoch": 16.58,
"learning_rate": 4.0199853318665205e-06,
"loss": 0.9629,
"step": 3350
},
{
"epoch": 16.63,
"learning_rate": 4.015401540154016e-06,
"loss": 0.9704,
"step": 3360
},
{
"epoch": 16.68,
"learning_rate": 4.010817748441511e-06,
"loss": 0.9873,
"step": 3370
},
{
"epoch": 16.73,
"learning_rate": 4.006233956729006e-06,
"loss": 0.9565,
"step": 3380
},
{
"epoch": 16.78,
"learning_rate": 4.001650165016502e-06,
"loss": 0.9671,
"step": 3390
},
{
"epoch": 16.83,
"learning_rate": 3.997066373303997e-06,
"loss": 0.9612,
"step": 3400
},
{
"epoch": 16.88,
"learning_rate": 3.992482581591493e-06,
"loss": 0.974,
"step": 3410
},
{
"epoch": 16.93,
"learning_rate": 3.987898789878988e-06,
"loss": 0.9577,
"step": 3420
},
{
"epoch": 16.98,
"learning_rate": 3.9833149981664835e-06,
"loss": 0.9664,
"step": 3430
},
{
"epoch": 17.0,
"eval_accuracy": 0.6764193660745385,
"eval_loss": 0.8595666885375977,
"eval_runtime": 37.7928,
"eval_samples_per_second": 75.967,
"eval_steps_per_second": 2.381,
"step": 3434
},
{
"epoch": 17.03,
"learning_rate": 3.978731206453979e-06,
"loss": 0.9693,
"step": 3440
},
{
"epoch": 17.08,
"learning_rate": 3.974147414741474e-06,
"loss": 0.9806,
"step": 3450
},
{
"epoch": 17.13,
"learning_rate": 3.969563623028969e-06,
"loss": 0.9563,
"step": 3460
},
{
"epoch": 17.18,
"learning_rate": 3.9649798313164654e-06,
"loss": 0.9308,
"step": 3470
},
{
"epoch": 17.23,
"learning_rate": 3.960396039603961e-06,
"loss": 0.9858,
"step": 3480
},
{
"epoch": 17.28,
"learning_rate": 3.955812247891456e-06,
"loss": 1.0189,
"step": 3490
},
{
"epoch": 17.33,
"learning_rate": 3.951228456178951e-06,
"loss": 0.9754,
"step": 3500
},
{
"epoch": 17.38,
"learning_rate": 3.9466446644664465e-06,
"loss": 0.9648,
"step": 3510
},
{
"epoch": 17.43,
"learning_rate": 3.942060872753943e-06,
"loss": 0.9555,
"step": 3520
},
{
"epoch": 17.48,
"learning_rate": 3.937477081041438e-06,
"loss": 0.9821,
"step": 3530
},
{
"epoch": 17.52,
"learning_rate": 3.932893289328933e-06,
"loss": 0.9465,
"step": 3540
},
{
"epoch": 17.57,
"learning_rate": 3.928309497616428e-06,
"loss": 1.0026,
"step": 3550
},
{
"epoch": 17.62,
"learning_rate": 3.923725705903924e-06,
"loss": 0.9656,
"step": 3560
},
{
"epoch": 17.67,
"learning_rate": 3.91914191419142e-06,
"loss": 0.9419,
"step": 3570
},
{
"epoch": 17.72,
"learning_rate": 3.914558122478915e-06,
"loss": 0.9322,
"step": 3580
},
{
"epoch": 17.77,
"learning_rate": 3.90997433076641e-06,
"loss": 0.9747,
"step": 3590
},
{
"epoch": 17.82,
"learning_rate": 3.905390539053906e-06,
"loss": 0.9895,
"step": 3600
},
{
"epoch": 17.87,
"learning_rate": 3.900806747341402e-06,
"loss": 0.9908,
"step": 3610
},
{
"epoch": 17.92,
"learning_rate": 3.896222955628897e-06,
"loss": 0.9692,
"step": 3620
},
{
"epoch": 17.97,
"learning_rate": 3.891639163916392e-06,
"loss": 1.0132,
"step": 3630
},
{
"epoch": 18.0,
"eval_accuracy": 0.6805990943921978,
"eval_loss": 0.8490851521492004,
"eval_runtime": 37.9147,
"eval_samples_per_second": 75.723,
"eval_steps_per_second": 2.374,
"step": 3636
},
{
"epoch": 18.02,
"learning_rate": 3.8870553722038875e-06,
"loss": 0.9588,
"step": 3640
},
{
"epoch": 18.07,
"learning_rate": 3.882471580491383e-06,
"loss": 0.9421,
"step": 3650
},
{
"epoch": 18.12,
"learning_rate": 3.877887788778878e-06,
"loss": 0.9018,
"step": 3660
},
{
"epoch": 18.17,
"learning_rate": 3.873303997066374e-06,
"loss": 0.9781,
"step": 3670
},
{
"epoch": 18.22,
"learning_rate": 3.8687202053538694e-06,
"loss": 0.9531,
"step": 3680
},
{
"epoch": 18.27,
"learning_rate": 3.864136413641365e-06,
"loss": 0.9852,
"step": 3690
},
{
"epoch": 18.32,
"learning_rate": 3.85955262192886e-06,
"loss": 0.9337,
"step": 3700
},
{
"epoch": 18.37,
"learning_rate": 3.854968830216355e-06,
"loss": 0.9562,
"step": 3710
},
{
"epoch": 18.42,
"learning_rate": 3.8503850385038505e-06,
"loss": 0.9701,
"step": 3720
},
{
"epoch": 18.47,
"learning_rate": 3.845801246791347e-06,
"loss": 0.9603,
"step": 3730
},
{
"epoch": 18.51,
"learning_rate": 3.841217455078842e-06,
"loss": 0.9581,
"step": 3740
},
{
"epoch": 18.56,
"learning_rate": 3.836633663366337e-06,
"loss": 0.9454,
"step": 3750
},
{
"epoch": 18.61,
"learning_rate": 3.8320498716538324e-06,
"loss": 0.9866,
"step": 3760
},
{
"epoch": 18.66,
"learning_rate": 3.827466079941328e-06,
"loss": 0.9492,
"step": 3770
},
{
"epoch": 18.71,
"learning_rate": 3.822882288228823e-06,
"loss": 0.9461,
"step": 3780
},
{
"epoch": 18.76,
"learning_rate": 3.818298496516318e-06,
"loss": 0.9636,
"step": 3790
},
{
"epoch": 18.81,
"learning_rate": 3.8137147048038143e-06,
"loss": 0.9631,
"step": 3800
},
{
"epoch": 18.86,
"learning_rate": 3.8091309130913096e-06,
"loss": 1.0091,
"step": 3810
},
{
"epoch": 18.91,
"learning_rate": 3.804547121378805e-06,
"loss": 0.9455,
"step": 3820
},
{
"epoch": 18.96,
"learning_rate": 3.7999633296663e-06,
"loss": 0.9703,
"step": 3830
},
{
"epoch": 19.0,
"eval_accuracy": 0.6826889585510275,
"eval_loss": 0.8537988662719727,
"eval_runtime": 37.6927,
"eval_samples_per_second": 76.169,
"eval_steps_per_second": 2.388,
"step": 3838
},
{
"epoch": 19.01,
"learning_rate": 3.7953795379537954e-06,
"loss": 0.9781,
"step": 3840
},
{
"epoch": 19.06,
"learning_rate": 3.7907957462412907e-06,
"loss": 0.9335,
"step": 3850
},
{
"epoch": 19.11,
"learning_rate": 3.786211954528787e-06,
"loss": 0.9222,
"step": 3860
},
{
"epoch": 19.16,
"learning_rate": 3.781628162816282e-06,
"loss": 0.9688,
"step": 3870
},
{
"epoch": 19.21,
"learning_rate": 3.7770443711037773e-06,
"loss": 0.9208,
"step": 3880
},
{
"epoch": 19.26,
"learning_rate": 3.7724605793912726e-06,
"loss": 0.9563,
"step": 3890
},
{
"epoch": 19.31,
"learning_rate": 3.767876787678768e-06,
"loss": 0.9485,
"step": 3900
},
{
"epoch": 19.36,
"learning_rate": 3.7632929959662636e-06,
"loss": 0.9915,
"step": 3910
},
{
"epoch": 19.41,
"learning_rate": 3.7587092042537593e-06,
"loss": 0.95,
"step": 3920
},
{
"epoch": 19.46,
"learning_rate": 3.7541254125412545e-06,
"loss": 0.9322,
"step": 3930
},
{
"epoch": 19.5,
"learning_rate": 3.74954162082875e-06,
"loss": 0.9313,
"step": 3940
},
{
"epoch": 19.55,
"learning_rate": 3.7449578291162455e-06,
"loss": 0.9666,
"step": 3950
},
{
"epoch": 19.6,
"learning_rate": 3.7403740374037408e-06,
"loss": 0.9548,
"step": 3960
},
{
"epoch": 19.65,
"learning_rate": 3.735790245691236e-06,
"loss": 1.0175,
"step": 3970
},
{
"epoch": 19.7,
"learning_rate": 3.7312064539787313e-06,
"loss": 0.923,
"step": 3980
},
{
"epoch": 19.75,
"learning_rate": 3.726622662266227e-06,
"loss": 0.967,
"step": 3990
},
{
"epoch": 19.8,
"learning_rate": 3.7220388705537227e-06,
"loss": 0.9704,
"step": 4000
},
{
"epoch": 19.85,
"learning_rate": 3.717455078841218e-06,
"loss": 0.9529,
"step": 4010
},
{
"epoch": 19.9,
"learning_rate": 3.712871287128713e-06,
"loss": 0.9551,
"step": 4020
},
{
"epoch": 19.95,
"learning_rate": 3.7082874954162085e-06,
"loss": 0.9782,
"step": 4030
},
{
"epoch": 20.0,
"learning_rate": 3.7037037037037037e-06,
"loss": 0.9399,
"step": 4040
},
{
"epoch": 20.0,
"eval_accuracy": 0.6875653082549634,
"eval_loss": 0.8451740145683289,
"eval_runtime": 37.8133,
"eval_samples_per_second": 75.926,
"eval_steps_per_second": 2.38,
"step": 4040
},
{
"epoch": 20.05,
"learning_rate": 3.6991199119912e-06,
"loss": 0.9642,
"step": 4050
},
{
"epoch": 20.1,
"learning_rate": 3.694536120278695e-06,
"loss": 0.9373,
"step": 4060
},
{
"epoch": 20.15,
"learning_rate": 3.6899523285661904e-06,
"loss": 0.9331,
"step": 4070
},
{
"epoch": 20.2,
"learning_rate": 3.6853685368536857e-06,
"loss": 1.0111,
"step": 4080
},
{
"epoch": 20.25,
"learning_rate": 3.680784745141181e-06,
"loss": 0.9586,
"step": 4090
},
{
"epoch": 20.3,
"learning_rate": 3.676200953428676e-06,
"loss": 0.935,
"step": 4100
},
{
"epoch": 20.35,
"learning_rate": 3.6716171617161715e-06,
"loss": 0.919,
"step": 4110
},
{
"epoch": 20.4,
"learning_rate": 3.6670333700036676e-06,
"loss": 0.9147,
"step": 4120
},
{
"epoch": 20.45,
"learning_rate": 3.662449578291163e-06,
"loss": 0.8863,
"step": 4130
},
{
"epoch": 20.5,
"learning_rate": 3.657865786578658e-06,
"loss": 0.9427,
"step": 4140
},
{
"epoch": 20.54,
"learning_rate": 3.6532819948661534e-06,
"loss": 0.9168,
"step": 4150
},
{
"epoch": 20.59,
"learning_rate": 3.648698203153649e-06,
"loss": 0.9444,
"step": 4160
},
{
"epoch": 20.64,
"learning_rate": 3.6441144114411443e-06,
"loss": 0.9332,
"step": 4170
},
{
"epoch": 20.69,
"learning_rate": 3.63953061972864e-06,
"loss": 0.9046,
"step": 4180
},
{
"epoch": 20.74,
"learning_rate": 3.6349468280161353e-06,
"loss": 0.9499,
"step": 4190
},
{
"epoch": 20.79,
"learning_rate": 3.6303630363036306e-06,
"loss": 0.97,
"step": 4200
},
{
"epoch": 20.84,
"learning_rate": 3.6257792445911263e-06,
"loss": 0.9953,
"step": 4210
},
{
"epoch": 20.89,
"learning_rate": 3.6211954528786215e-06,
"loss": 0.9649,
"step": 4220
},
{
"epoch": 20.94,
"learning_rate": 3.616611661166117e-06,
"loss": 0.9314,
"step": 4230
},
{
"epoch": 20.99,
"learning_rate": 3.612027869453612e-06,
"loss": 0.9299,
"step": 4240
},
{
"epoch": 21.0,
"eval_accuracy": 0.6903517938000696,
"eval_loss": 0.8419761061668396,
"eval_runtime": 37.462,
"eval_samples_per_second": 76.638,
"eval_steps_per_second": 2.402,
"step": 4242
},
{
"epoch": 21.04,
"learning_rate": 3.6074440777411078e-06,
"loss": 0.9489,
"step": 4250
},
{
"epoch": 21.09,
"learning_rate": 3.6028602860286034e-06,
"loss": 0.8842,
"step": 4260
},
{
"epoch": 21.14,
"learning_rate": 3.5982764943160987e-06,
"loss": 0.9134,
"step": 4270
},
{
"epoch": 21.19,
"learning_rate": 3.593692702603594e-06,
"loss": 0.9087,
"step": 4280
},
{
"epoch": 21.24,
"learning_rate": 3.5891089108910892e-06,
"loss": 0.9688,
"step": 4290
},
{
"epoch": 21.29,
"learning_rate": 3.5845251191785845e-06,
"loss": 0.9176,
"step": 4300
},
{
"epoch": 21.34,
"learning_rate": 3.5799413274660806e-06,
"loss": 0.8795,
"step": 4310
},
{
"epoch": 21.39,
"learning_rate": 3.575357535753576e-06,
"loss": 0.9479,
"step": 4320
},
{
"epoch": 21.44,
"learning_rate": 3.570773744041071e-06,
"loss": 0.9494,
"step": 4330
},
{
"epoch": 21.49,
"learning_rate": 3.5661899523285664e-06,
"loss": 0.9834,
"step": 4340
},
{
"epoch": 21.53,
"learning_rate": 3.5616061606160617e-06,
"loss": 0.9358,
"step": 4350
},
{
"epoch": 21.58,
"learning_rate": 3.557022368903557e-06,
"loss": 0.9179,
"step": 4360
},
{
"epoch": 21.63,
"learning_rate": 3.552438577191053e-06,
"loss": 0.9287,
"step": 4370
},
{
"epoch": 21.68,
"learning_rate": 3.5478547854785484e-06,
"loss": 0.941,
"step": 4380
},
{
"epoch": 21.73,
"learning_rate": 3.5432709937660436e-06,
"loss": 0.9228,
"step": 4390
},
{
"epoch": 21.78,
"learning_rate": 3.538687202053539e-06,
"loss": 0.99,
"step": 4400
},
{
"epoch": 21.83,
"learning_rate": 3.534103410341034e-06,
"loss": 0.9405,
"step": 4410
},
{
"epoch": 21.88,
"learning_rate": 3.52951961862853e-06,
"loss": 0.9118,
"step": 4420
},
{
"epoch": 21.93,
"learning_rate": 3.524935826916025e-06,
"loss": 0.9547,
"step": 4430
},
{
"epoch": 21.98,
"learning_rate": 3.520352035203521e-06,
"loss": 0.9815,
"step": 4440
},
{
"epoch": 22.0,
"eval_accuracy": 0.6872169975618252,
"eval_loss": 0.8417115211486816,
"eval_runtime": 37.6008,
"eval_samples_per_second": 76.355,
"eval_steps_per_second": 2.394,
"step": 4444
},
{
"epoch": 22.03,
"learning_rate": 3.515768243491016e-06,
"loss": 0.9513,
"step": 4450
},
{
"epoch": 22.08,
"learning_rate": 3.5111844517785113e-06,
"loss": 0.9174,
"step": 4460
},
{
"epoch": 22.13,
"learning_rate": 3.506600660066007e-06,
"loss": 0.9308,
"step": 4470
},
{
"epoch": 22.18,
"learning_rate": 3.5020168683535023e-06,
"loss": 0.8863,
"step": 4480
},
{
"epoch": 22.23,
"learning_rate": 3.4974330766409976e-06,
"loss": 0.9378,
"step": 4490
},
{
"epoch": 22.28,
"learning_rate": 3.4928492849284933e-06,
"loss": 0.9508,
"step": 4500
},
{
"epoch": 22.33,
"learning_rate": 3.4882654932159885e-06,
"loss": 0.935,
"step": 4510
},
{
"epoch": 22.38,
"learning_rate": 3.4836817015034842e-06,
"loss": 0.8982,
"step": 4520
},
{
"epoch": 22.43,
"learning_rate": 3.4790979097909795e-06,
"loss": 0.9364,
"step": 4530
},
{
"epoch": 22.48,
"learning_rate": 3.4745141180784748e-06,
"loss": 0.9365,
"step": 4540
},
{
"epoch": 22.52,
"learning_rate": 3.46993032636597e-06,
"loss": 0.9348,
"step": 4550
},
{
"epoch": 22.57,
"learning_rate": 3.4653465346534653e-06,
"loss": 0.9349,
"step": 4560
},
{
"epoch": 22.62,
"learning_rate": 3.4607627429409614e-06,
"loss": 0.9728,
"step": 4570
},
{
"epoch": 22.67,
"learning_rate": 3.4561789512284567e-06,
"loss": 0.926,
"step": 4580
},
{
"epoch": 22.72,
"learning_rate": 3.451595159515952e-06,
"loss": 0.9449,
"step": 4590
},
{
"epoch": 22.77,
"learning_rate": 3.447011367803447e-06,
"loss": 0.9512,
"step": 4600
},
{
"epoch": 22.82,
"learning_rate": 3.4424275760909425e-06,
"loss": 0.9102,
"step": 4610
},
{
"epoch": 22.87,
"learning_rate": 3.4378437843784377e-06,
"loss": 0.9333,
"step": 4620
},
{
"epoch": 22.92,
"learning_rate": 3.433259992665934e-06,
"loss": 0.9412,
"step": 4630
},
{
"epoch": 22.97,
"learning_rate": 3.428676200953429e-06,
"loss": 0.9029,
"step": 4640
},
{
"epoch": 23.0,
"eval_accuracy": 0.6900034831069314,
"eval_loss": 0.8379387855529785,
"eval_runtime": 37.5549,
"eval_samples_per_second": 76.448,
"eval_steps_per_second": 2.396,
"step": 4646
},
{
"epoch": 23.02,
"learning_rate": 3.4240924092409244e-06,
"loss": 0.9224,
"step": 4650
},
{
"epoch": 23.07,
"learning_rate": 3.4195086175284197e-06,
"loss": 0.9421,
"step": 4660
},
{
"epoch": 23.12,
"learning_rate": 3.414924825815915e-06,
"loss": 0.8946,
"step": 4670
},
{
"epoch": 23.17,
"learning_rate": 3.4103410341034106e-06,
"loss": 0.92,
"step": 4680
},
{
"epoch": 23.22,
"learning_rate": 3.405757242390906e-06,
"loss": 0.9069,
"step": 4690
},
{
"epoch": 23.27,
"learning_rate": 3.4011734506784016e-06,
"loss": 0.9002,
"step": 4700
},
{
"epoch": 23.32,
"learning_rate": 3.396589658965897e-06,
"loss": 0.9086,
"step": 4710
},
{
"epoch": 23.37,
"learning_rate": 3.392005867253392e-06,
"loss": 0.9369,
"step": 4720
},
{
"epoch": 23.42,
"learning_rate": 3.387422075540888e-06,
"loss": 0.9632,
"step": 4730
},
{
"epoch": 23.47,
"learning_rate": 3.382838283828383e-06,
"loss": 0.9147,
"step": 4740
},
{
"epoch": 23.51,
"learning_rate": 3.3782544921158783e-06,
"loss": 0.9129,
"step": 4750
},
{
"epoch": 23.56,
"learning_rate": 3.373670700403374e-06,
"loss": 0.9556,
"step": 4760
},
{
"epoch": 23.61,
"learning_rate": 3.3690869086908697e-06,
"loss": 0.912,
"step": 4770
},
{
"epoch": 23.66,
"learning_rate": 3.364503116978365e-06,
"loss": 0.9415,
"step": 4780
},
{
"epoch": 23.71,
"learning_rate": 3.3599193252658603e-06,
"loss": 0.9376,
"step": 4790
},
{
"epoch": 23.76,
"learning_rate": 3.3553355335533555e-06,
"loss": 0.9602,
"step": 4800
},
{
"epoch": 23.81,
"learning_rate": 3.350751741840851e-06,
"loss": 0.9566,
"step": 4810
},
{
"epoch": 23.86,
"learning_rate": 3.346167950128346e-06,
"loss": 0.8946,
"step": 4820
},
{
"epoch": 23.91,
"learning_rate": 3.341584158415842e-06,
"loss": 0.8979,
"step": 4830
},
{
"epoch": 23.96,
"learning_rate": 3.3370003667033374e-06,
"loss": 0.9142,
"step": 4840
},
{
"epoch": 24.0,
"eval_accuracy": 0.6896551724137931,
"eval_loss": 0.8336252570152283,
"eval_runtime": 37.6833,
"eval_samples_per_second": 76.188,
"eval_steps_per_second": 2.388,
"step": 4848
},
{
"epoch": 24.01,
"learning_rate": 3.3324165749908327e-06,
"loss": 0.8926,
"step": 4850
},
{
"epoch": 24.06,
"learning_rate": 3.327832783278328e-06,
"loss": 0.9298,
"step": 4860
},
{
"epoch": 24.11,
"learning_rate": 3.3232489915658233e-06,
"loss": 0.9186,
"step": 4870
},
{
"epoch": 24.16,
"learning_rate": 3.3186651998533185e-06,
"loss": 0.9284,
"step": 4880
},
{
"epoch": 24.21,
"learning_rate": 3.3140814081408146e-06,
"loss": 0.8984,
"step": 4890
},
{
"epoch": 24.26,
"learning_rate": 3.30949761642831e-06,
"loss": 0.9123,
"step": 4900
},
{
"epoch": 24.31,
"learning_rate": 3.304913824715805e-06,
"loss": 0.9153,
"step": 4910
},
{
"epoch": 24.36,
"learning_rate": 3.3003300330033004e-06,
"loss": 0.9091,
"step": 4920
},
{
"epoch": 24.41,
"learning_rate": 3.2957462412907957e-06,
"loss": 0.9014,
"step": 4930
},
{
"epoch": 24.46,
"learning_rate": 3.2911624495782914e-06,
"loss": 0.8522,
"step": 4940
},
{
"epoch": 24.5,
"learning_rate": 3.286578657865787e-06,
"loss": 0.8821,
"step": 4950
},
{
"epoch": 24.55,
"learning_rate": 3.2819948661532824e-06,
"loss": 0.9143,
"step": 4960
},
{
"epoch": 24.6,
"learning_rate": 3.2774110744407776e-06,
"loss": 0.9349,
"step": 4970
},
{
"epoch": 24.65,
"learning_rate": 3.272827282728273e-06,
"loss": 0.8848,
"step": 4980
},
{
"epoch": 24.7,
"learning_rate": 3.2682434910157686e-06,
"loss": 0.9585,
"step": 4990
},
{
"epoch": 24.75,
"learning_rate": 3.263659699303264e-06,
"loss": 0.9204,
"step": 5000
},
{
"epoch": 24.8,
"learning_rate": 3.259075907590759e-06,
"loss": 0.9144,
"step": 5010
},
{
"epoch": 24.85,
"learning_rate": 3.254492115878255e-06,
"loss": 0.9504,
"step": 5020
},
{
"epoch": 24.9,
"learning_rate": 3.2499083241657505e-06,
"loss": 0.9342,
"step": 5030
},
{
"epoch": 24.95,
"learning_rate": 3.2453245324532458e-06,
"loss": 0.8876,
"step": 5040
},
{
"epoch": 25.0,
"learning_rate": 3.240740740740741e-06,
"loss": 0.8695,
"step": 5050
},
{
"epoch": 25.0,
"eval_accuracy": 0.6938349007314525,
"eval_loss": 0.8311742544174194,
"eval_runtime": 37.7877,
"eval_samples_per_second": 75.977,
"eval_steps_per_second": 2.382,
"step": 5050
},
{
"epoch": 25.05,
"learning_rate": 3.2361569490282363e-06,
"loss": 0.9352,
"step": 5060
},
{
"epoch": 25.1,
"learning_rate": 3.2315731573157316e-06,
"loss": 0.9414,
"step": 5070
},
{
"epoch": 25.15,
"learning_rate": 3.2269893656032277e-06,
"loss": 0.8946,
"step": 5080
},
{
"epoch": 25.2,
"learning_rate": 3.222405573890723e-06,
"loss": 0.9137,
"step": 5090
},
{
"epoch": 25.25,
"learning_rate": 3.2178217821782182e-06,
"loss": 0.9131,
"step": 5100
},
{
"epoch": 25.3,
"learning_rate": 3.2132379904657135e-06,
"loss": 0.8882,
"step": 5110
},
{
"epoch": 25.35,
"learning_rate": 3.2086541987532088e-06,
"loss": 0.924,
"step": 5120
},
{
"epoch": 25.4,
"learning_rate": 3.204070407040704e-06,
"loss": 0.913,
"step": 5130
},
{
"epoch": 25.45,
"learning_rate": 3.1994866153281993e-06,
"loss": 0.9007,
"step": 5140
},
{
"epoch": 25.5,
"learning_rate": 3.1949028236156954e-06,
"loss": 0.9319,
"step": 5150
},
{
"epoch": 25.54,
"learning_rate": 3.1903190319031907e-06,
"loss": 0.9237,
"step": 5160
},
{
"epoch": 25.59,
"learning_rate": 3.185735240190686e-06,
"loss": 0.9605,
"step": 5170
},
{
"epoch": 25.64,
"learning_rate": 3.1811514484781812e-06,
"loss": 0.912,
"step": 5180
},
{
"epoch": 25.69,
"learning_rate": 3.1765676567656765e-06,
"loss": 0.9243,
"step": 5190
},
{
"epoch": 25.74,
"learning_rate": 3.171983865053172e-06,
"loss": 0.8899,
"step": 5200
},
{
"epoch": 25.79,
"learning_rate": 3.167400073340668e-06,
"loss": 0.9175,
"step": 5210
},
{
"epoch": 25.84,
"learning_rate": 3.162816281628163e-06,
"loss": 0.8995,
"step": 5220
},
{
"epoch": 25.89,
"learning_rate": 3.1582324899156584e-06,
"loss": 0.9025,
"step": 5230
},
{
"epoch": 25.94,
"learning_rate": 3.153648698203154e-06,
"loss": 0.8972,
"step": 5240
},
{
"epoch": 25.99,
"learning_rate": 3.1490649064906494e-06,
"loss": 0.8791,
"step": 5250
},
{
"epoch": 26.0,
"eval_accuracy": 0.6941832114245907,
"eval_loss": 0.832297146320343,
"eval_runtime": 37.7358,
"eval_samples_per_second": 76.082,
"eval_steps_per_second": 2.385,
"step": 5252
},
{
"epoch": 26.04,
"learning_rate": 3.1444811147781446e-06,
"loss": 0.8714,
"step": 5260
},
{
"epoch": 26.09,
"learning_rate": 3.13989732306564e-06,
"loss": 0.9245,
"step": 5270
},
{
"epoch": 26.14,
"learning_rate": 3.1353135313531356e-06,
"loss": 0.8888,
"step": 5280
},
{
"epoch": 26.19,
"learning_rate": 3.1307297396406313e-06,
"loss": 0.9172,
"step": 5290
},
{
"epoch": 26.24,
"learning_rate": 3.1261459479281265e-06,
"loss": 0.8627,
"step": 5300
},
{
"epoch": 26.29,
"learning_rate": 3.121562156215622e-06,
"loss": 0.8754,
"step": 5310
},
{
"epoch": 26.34,
"learning_rate": 3.116978364503117e-06,
"loss": 0.9562,
"step": 5320
},
{
"epoch": 26.39,
"learning_rate": 3.1123945727906123e-06,
"loss": 0.9458,
"step": 5330
},
{
"epoch": 26.44,
"learning_rate": 3.1078107810781085e-06,
"loss": 0.879,
"step": 5340
},
{
"epoch": 26.49,
"learning_rate": 3.1032269893656037e-06,
"loss": 0.8834,
"step": 5350
},
{
"epoch": 26.53,
"learning_rate": 3.098643197653099e-06,
"loss": 0.9298,
"step": 5360
},
{
"epoch": 26.58,
"learning_rate": 3.0940594059405943e-06,
"loss": 0.9169,
"step": 5370
},
{
"epoch": 26.63,
"learning_rate": 3.0894756142280895e-06,
"loss": 0.9178,
"step": 5380
},
{
"epoch": 26.68,
"learning_rate": 3.084891822515585e-06,
"loss": 0.8689,
"step": 5390
},
{
"epoch": 26.73,
"learning_rate": 3.080308030803081e-06,
"loss": 0.9095,
"step": 5400
},
{
"epoch": 26.78,
"learning_rate": 3.075724239090576e-06,
"loss": 0.8799,
"step": 5410
},
{
"epoch": 26.83,
"learning_rate": 3.0711404473780715e-06,
"loss": 0.9089,
"step": 5420
},
{
"epoch": 26.88,
"learning_rate": 3.0665566556655667e-06,
"loss": 0.9122,
"step": 5430
},
{
"epoch": 26.93,
"learning_rate": 3.061972863953062e-06,
"loss": 0.8795,
"step": 5440
},
{
"epoch": 26.98,
"learning_rate": 3.0573890722405577e-06,
"loss": 0.923,
"step": 5450
},
{
"epoch": 27.0,
"eval_accuracy": 0.6955764541971439,
"eval_loss": 0.8244138360023499,
"eval_runtime": 37.7662,
"eval_samples_per_second": 76.02,
"eval_steps_per_second": 2.383,
"step": 5454
},
{
"epoch": 27.03,
"learning_rate": 3.052805280528053e-06,
"loss": 0.9176,
"step": 5460
},
{
"epoch": 27.08,
"learning_rate": 3.0482214888155486e-06,
"loss": 0.8875,
"step": 5470
},
{
"epoch": 27.13,
"learning_rate": 3.043637697103044e-06,
"loss": 0.9124,
"step": 5480
},
{
"epoch": 27.18,
"learning_rate": 3.039053905390539e-06,
"loss": 0.8766,
"step": 5490
},
{
"epoch": 27.23,
"learning_rate": 3.034470113678035e-06,
"loss": 0.9123,
"step": 5500
},
{
"epoch": 27.28,
"learning_rate": 3.02988632196553e-06,
"loss": 0.9254,
"step": 5510
},
{
"epoch": 27.33,
"learning_rate": 3.0253025302530254e-06,
"loss": 0.9415,
"step": 5520
},
{
"epoch": 27.38,
"learning_rate": 3.020718738540521e-06,
"loss": 0.8788,
"step": 5530
},
{
"epoch": 27.43,
"learning_rate": 3.0161349468280164e-06,
"loss": 0.875,
"step": 5540
},
{
"epoch": 27.48,
"learning_rate": 3.011551155115512e-06,
"loss": 0.9281,
"step": 5550
},
{
"epoch": 27.52,
"learning_rate": 3.0069673634030073e-06,
"loss": 0.9061,
"step": 5560
},
{
"epoch": 27.57,
"learning_rate": 3.0023835716905026e-06,
"loss": 0.856,
"step": 5570
},
{
"epoch": 27.62,
"learning_rate": 2.997799779977998e-06,
"loss": 0.921,
"step": 5580
},
{
"epoch": 27.67,
"learning_rate": 2.993215988265493e-06,
"loss": 0.8996,
"step": 5590
},
{
"epoch": 27.72,
"learning_rate": 2.9886321965529892e-06,
"loss": 0.8877,
"step": 5600
},
{
"epoch": 27.77,
"learning_rate": 2.9840484048404845e-06,
"loss": 0.9071,
"step": 5610
},
{
"epoch": 27.82,
"learning_rate": 2.9794646131279798e-06,
"loss": 0.92,
"step": 5620
},
{
"epoch": 27.87,
"learning_rate": 2.974880821415475e-06,
"loss": 0.8611,
"step": 5630
},
{
"epoch": 27.92,
"learning_rate": 2.9702970297029703e-06,
"loss": 0.8682,
"step": 5640
},
{
"epoch": 27.97,
"learning_rate": 2.9657132379904656e-06,
"loss": 0.8866,
"step": 5650
},
{
"epoch": 28.0,
"eval_accuracy": 0.696969696969697,
"eval_loss": 0.8260791897773743,
"eval_runtime": 37.6877,
"eval_samples_per_second": 76.179,
"eval_steps_per_second": 2.388,
"step": 5656
},
{
"epoch": 28.02,
"learning_rate": 2.9611294462779617e-06,
"loss": 0.9302,
"step": 5660
},
{
"epoch": 28.07,
"learning_rate": 2.956545654565457e-06,
"loss": 0.9175,
"step": 5670
},
{
"epoch": 28.12,
"learning_rate": 2.9519618628529522e-06,
"loss": 0.8833,
"step": 5680
},
{
"epoch": 28.17,
"learning_rate": 2.9473780711404475e-06,
"loss": 0.9456,
"step": 5690
},
{
"epoch": 28.22,
"learning_rate": 2.9427942794279428e-06,
"loss": 0.8942,
"step": 5700
},
{
"epoch": 28.27,
"learning_rate": 2.9382104877154385e-06,
"loss": 0.8874,
"step": 5710
},
{
"epoch": 28.32,
"learning_rate": 2.9336266960029337e-06,
"loss": 0.9504,
"step": 5720
},
{
"epoch": 28.37,
"learning_rate": 2.9290429042904294e-06,
"loss": 0.8749,
"step": 5730
},
{
"epoch": 28.42,
"learning_rate": 2.9244591125779247e-06,
"loss": 0.9183,
"step": 5740
},
{
"epoch": 28.47,
"learning_rate": 2.91987532086542e-06,
"loss": 0.9061,
"step": 5750
},
{
"epoch": 28.51,
"learning_rate": 2.9152915291529156e-06,
"loss": 0.916,
"step": 5760
},
{
"epoch": 28.56,
"learning_rate": 2.910707737440411e-06,
"loss": 0.8612,
"step": 5770
},
{
"epoch": 28.61,
"learning_rate": 2.906123945727906e-06,
"loss": 0.9104,
"step": 5780
},
{
"epoch": 28.66,
"learning_rate": 2.901540154015402e-06,
"loss": 0.8735,
"step": 5790
},
{
"epoch": 28.71,
"learning_rate": 2.896956362302897e-06,
"loss": 0.8609,
"step": 5800
},
{
"epoch": 28.76,
"learning_rate": 2.892372570590393e-06,
"loss": 0.8393,
"step": 5810
},
{
"epoch": 28.81,
"learning_rate": 2.887788778877888e-06,
"loss": 0.8938,
"step": 5820
},
{
"epoch": 28.86,
"learning_rate": 2.8832049871653834e-06,
"loss": 0.8842,
"step": 5830
},
{
"epoch": 28.91,
"learning_rate": 2.8786211954528786e-06,
"loss": 0.9184,
"step": 5840
},
{
"epoch": 28.96,
"learning_rate": 2.8740374037403747e-06,
"loss": 0.9319,
"step": 5850
},
{
"epoch": 29.0,
"eval_accuracy": 0.6990595611285266,
"eval_loss": 0.8254513740539551,
"eval_runtime": 37.8605,
"eval_samples_per_second": 75.831,
"eval_steps_per_second": 2.377,
"step": 5858
},
{
"epoch": 29.01,
"learning_rate": 2.86945361202787e-06,
"loss": 0.8666,
"step": 5860
},
{
"epoch": 29.06,
"learning_rate": 2.8648698203153653e-06,
"loss": 0.8971,
"step": 5870
},
{
"epoch": 29.11,
"learning_rate": 2.8602860286028605e-06,
"loss": 0.8854,
"step": 5880
},
{
"epoch": 29.16,
"learning_rate": 2.855702236890356e-06,
"loss": 0.8986,
"step": 5890
},
{
"epoch": 29.21,
"learning_rate": 2.851118445177851e-06,
"loss": 0.8653,
"step": 5900
},
{
"epoch": 29.26,
"learning_rate": 2.8465346534653464e-06,
"loss": 0.8694,
"step": 5910
},
{
"epoch": 29.31,
"learning_rate": 2.8419508617528425e-06,
"loss": 0.8983,
"step": 5920
},
{
"epoch": 29.36,
"learning_rate": 2.8373670700403377e-06,
"loss": 0.8863,
"step": 5930
},
{
"epoch": 29.41,
"learning_rate": 2.832783278327833e-06,
"loss": 0.8887,
"step": 5940
},
{
"epoch": 29.46,
"learning_rate": 2.8281994866153283e-06,
"loss": 0.8863,
"step": 5950
},
{
"epoch": 29.5,
"learning_rate": 2.8236156949028235e-06,
"loss": 0.9107,
"step": 5960
},
{
"epoch": 29.55,
"learning_rate": 2.8190319031903192e-06,
"loss": 0.9022,
"step": 5970
},
{
"epoch": 29.6,
"learning_rate": 2.814448111477815e-06,
"loss": 0.8382,
"step": 5980
},
{
"epoch": 29.65,
"learning_rate": 2.80986431976531e-06,
"loss": 0.8621,
"step": 5990
},
{
"epoch": 29.7,
"learning_rate": 2.8052805280528055e-06,
"loss": 0.9332,
"step": 6000
},
{
"epoch": 29.75,
"learning_rate": 2.8006967363403007e-06,
"loss": 0.8981,
"step": 6010
},
{
"epoch": 29.8,
"learning_rate": 2.7961129446277964e-06,
"loss": 0.8737,
"step": 6020
},
{
"epoch": 29.85,
"learning_rate": 2.7915291529152917e-06,
"loss": 0.8785,
"step": 6030
},
{
"epoch": 29.9,
"learning_rate": 2.786945361202787e-06,
"loss": 0.8908,
"step": 6040
},
{
"epoch": 29.95,
"learning_rate": 2.7823615694902826e-06,
"loss": 0.89,
"step": 6050
},
{
"epoch": 30.0,
"learning_rate": 2.7777777777777783e-06,
"loss": 0.9019,
"step": 6060
},
{
"epoch": 30.0,
"eval_accuracy": 0.7049808429118773,
"eval_loss": 0.8159587979316711,
"eval_runtime": 37.7241,
"eval_samples_per_second": 76.105,
"eval_steps_per_second": 2.386,
"step": 6060
},
{
"epoch": 30.05,
"learning_rate": 2.7731939860652736e-06,
"loss": 0.883,
"step": 6070
},
{
"epoch": 30.1,
"learning_rate": 2.768610194352769e-06,
"loss": 0.8574,
"step": 6080
},
{
"epoch": 30.15,
"learning_rate": 2.764026402640264e-06,
"loss": 0.824,
"step": 6090
},
{
"epoch": 30.2,
"learning_rate": 2.7594426109277594e-06,
"loss": 0.9086,
"step": 6100
},
{
"epoch": 30.25,
"learning_rate": 2.7548588192152555e-06,
"loss": 0.8721,
"step": 6110
},
{
"epoch": 30.3,
"learning_rate": 2.750275027502751e-06,
"loss": 0.8944,
"step": 6120
},
{
"epoch": 30.35,
"learning_rate": 2.745691235790246e-06,
"loss": 0.9499,
"step": 6130
},
{
"epoch": 30.4,
"learning_rate": 2.7411074440777413e-06,
"loss": 0.9045,
"step": 6140
},
{
"epoch": 30.45,
"learning_rate": 2.7365236523652366e-06,
"loss": 0.9083,
"step": 6150
},
{
"epoch": 30.5,
"learning_rate": 2.731939860652732e-06,
"loss": 0.8615,
"step": 6160
},
{
"epoch": 30.54,
"learning_rate": 2.727356068940227e-06,
"loss": 0.8891,
"step": 6170
},
{
"epoch": 30.59,
"learning_rate": 2.7227722772277232e-06,
"loss": 0.9233,
"step": 6180
},
{
"epoch": 30.64,
"learning_rate": 2.7181884855152185e-06,
"loss": 0.8996,
"step": 6190
},
{
"epoch": 30.69,
"learning_rate": 2.7136046938027138e-06,
"loss": 0.8747,
"step": 6200
},
{
"epoch": 30.74,
"learning_rate": 2.709020902090209e-06,
"loss": 0.8759,
"step": 6210
},
{
"epoch": 30.79,
"learning_rate": 2.7044371103777043e-06,
"loss": 0.9016,
"step": 6220
},
{
"epoch": 30.84,
"learning_rate": 2.6998533186652e-06,
"loss": 0.8735,
"step": 6230
},
{
"epoch": 30.89,
"learning_rate": 2.6952695269526957e-06,
"loss": 0.8563,
"step": 6240
},
{
"epoch": 30.94,
"learning_rate": 2.690685735240191e-06,
"loss": 0.9059,
"step": 6250
},
{
"epoch": 30.99,
"learning_rate": 2.6861019435276862e-06,
"loss": 0.8785,
"step": 6260
},
{
"epoch": 31.0,
"eval_accuracy": 0.7070707070707071,
"eval_loss": 0.8169212341308594,
"eval_runtime": 37.7132,
"eval_samples_per_second": 76.127,
"eval_steps_per_second": 2.386,
"step": 6262
},
{
"epoch": 31.04,
"learning_rate": 2.681518151815182e-06,
"loss": 0.8882,
"step": 6270
},
{
"epoch": 31.09,
"learning_rate": 2.676934360102677e-06,
"loss": 0.8748,
"step": 6280
},
{
"epoch": 31.14,
"learning_rate": 2.6723505683901725e-06,
"loss": 0.8372,
"step": 6290
},
{
"epoch": 31.19,
"learning_rate": 2.667766776677668e-06,
"loss": 0.9076,
"step": 6300
},
{
"epoch": 31.24,
"learning_rate": 2.6631829849651634e-06,
"loss": 0.9,
"step": 6310
},
{
"epoch": 31.29,
"learning_rate": 2.658599193252659e-06,
"loss": 0.8593,
"step": 6320
},
{
"epoch": 31.34,
"learning_rate": 2.6540154015401544e-06,
"loss": 0.8675,
"step": 6330
},
{
"epoch": 31.39,
"learning_rate": 2.6494316098276496e-06,
"loss": 0.889,
"step": 6340
},
{
"epoch": 31.44,
"learning_rate": 2.644847818115145e-06,
"loss": 0.8607,
"step": 6350
},
{
"epoch": 31.49,
"learning_rate": 2.64026402640264e-06,
"loss": 0.9069,
"step": 6360
},
{
"epoch": 31.53,
"learning_rate": 2.6356802346901363e-06,
"loss": 0.8469,
"step": 6370
},
{
"epoch": 31.58,
"learning_rate": 2.6310964429776316e-06,
"loss": 0.9334,
"step": 6380
},
{
"epoch": 31.63,
"learning_rate": 2.626512651265127e-06,
"loss": 0.859,
"step": 6390
},
{
"epoch": 31.68,
"learning_rate": 2.621928859552622e-06,
"loss": 0.9614,
"step": 6400
},
{
"epoch": 31.73,
"learning_rate": 2.6173450678401174e-06,
"loss": 0.893,
"step": 6410
},
{
"epoch": 31.78,
"learning_rate": 2.6127612761276126e-06,
"loss": 0.8778,
"step": 6420
},
{
"epoch": 31.83,
"learning_rate": 2.6081774844151087e-06,
"loss": 0.8632,
"step": 6430
},
{
"epoch": 31.88,
"learning_rate": 2.603593692702604e-06,
"loss": 0.7968,
"step": 6440
},
{
"epoch": 31.93,
"learning_rate": 2.5990099009900993e-06,
"loss": 0.9204,
"step": 6450
},
{
"epoch": 31.98,
"learning_rate": 2.5944261092775946e-06,
"loss": 0.8859,
"step": 6460
},
{
"epoch": 32.0,
"eval_accuracy": 0.7039359108324625,
"eval_loss": 0.8178386092185974,
"eval_runtime": 37.6559,
"eval_samples_per_second": 76.243,
"eval_steps_per_second": 2.39,
"step": 6464
},
{
"epoch": 32.03,
"learning_rate": 2.58984231756509e-06,
"loss": 0.8777,
"step": 6470
},
{
"epoch": 32.08,
"learning_rate": 2.585258525852585e-06,
"loss": 0.8731,
"step": 6480
},
{
"epoch": 32.13,
"learning_rate": 2.5806747341400808e-06,
"loss": 0.872,
"step": 6490
},
{
"epoch": 32.18,
"learning_rate": 2.5760909424275765e-06,
"loss": 0.8673,
"step": 6500
},
{
"epoch": 32.23,
"learning_rate": 2.5715071507150717e-06,
"loss": 0.9014,
"step": 6510
},
{
"epoch": 32.28,
"learning_rate": 2.566923359002567e-06,
"loss": 0.8257,
"step": 6520
},
{
"epoch": 32.33,
"learning_rate": 2.5623395672900627e-06,
"loss": 0.9027,
"step": 6530
},
{
"epoch": 32.38,
"learning_rate": 2.557755775577558e-06,
"loss": 0.9013,
"step": 6540
},
{
"epoch": 32.43,
"learning_rate": 2.5531719838650532e-06,
"loss": 0.8832,
"step": 6550
},
{
"epoch": 32.48,
"learning_rate": 2.548588192152549e-06,
"loss": 0.8314,
"step": 6560
},
{
"epoch": 32.52,
"learning_rate": 2.544004400440044e-06,
"loss": 0.8633,
"step": 6570
},
{
"epoch": 32.57,
"learning_rate": 2.53942060872754e-06,
"loss": 0.9049,
"step": 6580
},
{
"epoch": 32.62,
"learning_rate": 2.534836817015035e-06,
"loss": 0.862,
"step": 6590
},
{
"epoch": 32.67,
"learning_rate": 2.5302530253025304e-06,
"loss": 0.8941,
"step": 6600
},
{
"epoch": 32.72,
"learning_rate": 2.5256692335900257e-06,
"loss": 0.9173,
"step": 6610
},
{
"epoch": 32.77,
"learning_rate": 2.521085441877521e-06,
"loss": 0.8386,
"step": 6620
},
{
"epoch": 32.82,
"learning_rate": 2.516501650165017e-06,
"loss": 0.8704,
"step": 6630
},
{
"epoch": 32.87,
"learning_rate": 2.5119178584525123e-06,
"loss": 0.8695,
"step": 6640
},
{
"epoch": 32.92,
"learning_rate": 2.5073340667400076e-06,
"loss": 0.8994,
"step": 6650
},
{
"epoch": 32.97,
"learning_rate": 2.502750275027503e-06,
"loss": 0.8464,
"step": 6660
},
{
"epoch": 33.0,
"eval_accuracy": 0.7091605712295368,
"eval_loss": 0.8146793246269226,
"eval_runtime": 37.6306,
"eval_samples_per_second": 76.294,
"eval_steps_per_second": 2.392,
"step": 6666
},
{
"epoch": 33.02,
"learning_rate": 2.4981664833149986e-06,
"loss": 0.8774,
"step": 6670
},
{
"epoch": 33.07,
"learning_rate": 2.493582691602494e-06,
"loss": 0.8684,
"step": 6680
},
{
"epoch": 33.12,
"learning_rate": 2.488998899889989e-06,
"loss": 0.877,
"step": 6690
},
{
"epoch": 33.17,
"learning_rate": 2.4844151081774844e-06,
"loss": 0.8037,
"step": 6700
},
{
"epoch": 33.22,
"learning_rate": 2.47983131646498e-06,
"loss": 0.8617,
"step": 6710
},
{
"epoch": 33.27,
"learning_rate": 2.4752475247524753e-06,
"loss": 0.8513,
"step": 6720
},
{
"epoch": 33.32,
"learning_rate": 2.4706637330399706e-06,
"loss": 0.872,
"step": 6730
},
{
"epoch": 33.37,
"learning_rate": 2.4660799413274663e-06,
"loss": 0.8877,
"step": 6740
},
{
"epoch": 33.42,
"learning_rate": 2.4614961496149616e-06,
"loss": 0.939,
"step": 6750
},
{
"epoch": 33.47,
"learning_rate": 2.456912357902457e-06,
"loss": 0.8427,
"step": 6760
},
{
"epoch": 33.51,
"learning_rate": 2.4523285661899525e-06,
"loss": 0.8354,
"step": 6770
},
{
"epoch": 33.56,
"learning_rate": 2.4477447744774478e-06,
"loss": 0.8828,
"step": 6780
},
{
"epoch": 33.61,
"learning_rate": 2.4431609827649435e-06,
"loss": 0.8594,
"step": 6790
},
{
"epoch": 33.66,
"learning_rate": 2.4385771910524387e-06,
"loss": 0.849,
"step": 6800
},
{
"epoch": 33.71,
"learning_rate": 2.4339933993399344e-06,
"loss": 0.8784,
"step": 6810
},
{
"epoch": 33.76,
"learning_rate": 2.4294096076274297e-06,
"loss": 0.867,
"step": 6820
},
{
"epoch": 33.81,
"learning_rate": 2.424825815914925e-06,
"loss": 0.8735,
"step": 6830
},
{
"epoch": 33.86,
"learning_rate": 2.4202420242024207e-06,
"loss": 0.8622,
"step": 6840
},
{
"epoch": 33.91,
"learning_rate": 2.415658232489916e-06,
"loss": 0.8477,
"step": 6850
},
{
"epoch": 33.96,
"learning_rate": 2.411074440777411e-06,
"loss": 0.9143,
"step": 6860
},
{
"epoch": 34.0,
"eval_accuracy": 0.7028909787530477,
"eval_loss": 0.823244035243988,
"eval_runtime": 37.8151,
"eval_samples_per_second": 75.922,
"eval_steps_per_second": 2.38,
"step": 6868
},
{
"epoch": 34.01,
"learning_rate": 2.406490649064907e-06,
"loss": 0.8361,
"step": 6870
},
{
"epoch": 34.06,
"learning_rate": 2.401906857352402e-06,
"loss": 0.8612,
"step": 6880
},
{
"epoch": 34.11,
"learning_rate": 2.3973230656398974e-06,
"loss": 0.8923,
"step": 6890
},
{
"epoch": 34.16,
"learning_rate": 2.392739273927393e-06,
"loss": 0.9236,
"step": 6900
},
{
"epoch": 34.21,
"learning_rate": 2.3881554822148884e-06,
"loss": 0.8326,
"step": 6910
},
{
"epoch": 34.26,
"learning_rate": 2.3835716905023836e-06,
"loss": 0.8763,
"step": 6920
},
{
"epoch": 34.31,
"learning_rate": 2.3789878987898793e-06,
"loss": 0.8365,
"step": 6930
},
{
"epoch": 34.36,
"learning_rate": 2.3744041070773746e-06,
"loss": 0.8618,
"step": 6940
},
{
"epoch": 34.41,
"learning_rate": 2.36982031536487e-06,
"loss": 0.8766,
"step": 6950
},
{
"epoch": 34.46,
"learning_rate": 2.3652365236523656e-06,
"loss": 0.8877,
"step": 6960
},
{
"epoch": 34.5,
"learning_rate": 2.360652731939861e-06,
"loss": 0.8772,
"step": 6970
},
{
"epoch": 34.55,
"learning_rate": 2.356068940227356e-06,
"loss": 0.8489,
"step": 6980
},
{
"epoch": 34.6,
"learning_rate": 2.3514851485148514e-06,
"loss": 0.8171,
"step": 6990
},
{
"epoch": 34.65,
"learning_rate": 2.346901356802347e-06,
"loss": 0.8617,
"step": 7000
},
{
"epoch": 34.7,
"learning_rate": 2.3423175650898423e-06,
"loss": 0.9032,
"step": 7010
},
{
"epoch": 34.75,
"learning_rate": 2.337733773377338e-06,
"loss": 0.8746,
"step": 7020
},
{
"epoch": 34.8,
"learning_rate": 2.3331499816648333e-06,
"loss": 0.8782,
"step": 7030
},
{
"epoch": 34.85,
"learning_rate": 2.3285661899523286e-06,
"loss": 0.8676,
"step": 7040
},
{
"epoch": 34.9,
"learning_rate": 2.3239823982398242e-06,
"loss": 0.847,
"step": 7050
},
{
"epoch": 34.95,
"learning_rate": 2.3193986065273195e-06,
"loss": 0.8918,
"step": 7060
},
{
"epoch": 35.0,
"learning_rate": 2.314814814814815e-06,
"loss": 0.8506,
"step": 7070
},
{
"epoch": 35.0,
"eval_accuracy": 0.703239289446186,
"eval_loss": 0.815805971622467,
"eval_runtime": 37.7997,
"eval_samples_per_second": 75.953,
"eval_steps_per_second": 2.381,
"step": 7070
},
{
"epoch": 35.05,
"learning_rate": 2.3102310231023105e-06,
"loss": 0.8363,
"step": 7080
},
{
"epoch": 35.1,
"learning_rate": 2.3056472313898057e-06,
"loss": 0.8568,
"step": 7090
},
{
"epoch": 35.15,
"learning_rate": 2.3010634396773014e-06,
"loss": 0.8517,
"step": 7100
},
{
"epoch": 35.2,
"learning_rate": 2.2964796479647967e-06,
"loss": 0.8648,
"step": 7110
},
{
"epoch": 35.25,
"learning_rate": 2.2918958562522924e-06,
"loss": 0.8348,
"step": 7120
},
{
"epoch": 35.3,
"learning_rate": 2.2873120645397877e-06,
"loss": 0.8946,
"step": 7130
},
{
"epoch": 35.35,
"learning_rate": 2.282728272827283e-06,
"loss": 0.8464,
"step": 7140
},
{
"epoch": 35.4,
"learning_rate": 2.278144481114778e-06,
"loss": 0.8244,
"step": 7150
},
{
"epoch": 35.45,
"learning_rate": 2.273560689402274e-06,
"loss": 0.8465,
"step": 7160
},
{
"epoch": 35.5,
"learning_rate": 2.268976897689769e-06,
"loss": 0.881,
"step": 7170
},
{
"epoch": 35.54,
"learning_rate": 2.2643931059772644e-06,
"loss": 0.8788,
"step": 7180
},
{
"epoch": 35.59,
"learning_rate": 2.25980931426476e-06,
"loss": 0.8747,
"step": 7190
},
{
"epoch": 35.64,
"learning_rate": 2.2552255225522554e-06,
"loss": 0.8471,
"step": 7200
},
{
"epoch": 35.69,
"learning_rate": 2.2506417308397507e-06,
"loss": 0.8444,
"step": 7210
},
{
"epoch": 35.74,
"learning_rate": 2.2460579391272463e-06,
"loss": 0.8586,
"step": 7220
},
{
"epoch": 35.79,
"learning_rate": 2.2414741474147416e-06,
"loss": 0.8402,
"step": 7230
},
{
"epoch": 35.84,
"learning_rate": 2.236890355702237e-06,
"loss": 0.8907,
"step": 7240
},
{
"epoch": 35.89,
"learning_rate": 2.2323065639897326e-06,
"loss": 0.819,
"step": 7250
},
{
"epoch": 35.94,
"learning_rate": 2.227722772277228e-06,
"loss": 0.8506,
"step": 7260
},
{
"epoch": 35.99,
"learning_rate": 2.223138980564723e-06,
"loss": 0.9084,
"step": 7270
},
{
"epoch": 36.0,
"eval_accuracy": 0.7056774642981539,
"eval_loss": 0.8166046142578125,
"eval_runtime": 37.8249,
"eval_samples_per_second": 75.902,
"eval_steps_per_second": 2.379,
"step": 7272
},
{
"epoch": 36.04,
"learning_rate": 2.218555188852219e-06,
"loss": 0.8835,
"step": 7280
},
{
"epoch": 36.09,
"learning_rate": 2.213971397139714e-06,
"loss": 0.8816,
"step": 7290
},
{
"epoch": 36.14,
"learning_rate": 2.2093876054272093e-06,
"loss": 0.909,
"step": 7300
},
{
"epoch": 36.19,
"learning_rate": 2.204803813714705e-06,
"loss": 0.8118,
"step": 7310
},
{
"epoch": 36.24,
"learning_rate": 2.2002200220022003e-06,
"loss": 0.8809,
"step": 7320
},
{
"epoch": 36.29,
"learning_rate": 2.195636230289696e-06,
"loss": 0.8522,
"step": 7330
},
{
"epoch": 36.34,
"learning_rate": 2.1910524385771913e-06,
"loss": 0.8754,
"step": 7340
},
{
"epoch": 36.39,
"learning_rate": 2.186468646864687e-06,
"loss": 0.8451,
"step": 7350
},
{
"epoch": 36.44,
"learning_rate": 2.181884855152182e-06,
"loss": 0.8857,
"step": 7360
},
{
"epoch": 36.49,
"learning_rate": 2.1773010634396775e-06,
"loss": 0.8542,
"step": 7370
},
{
"epoch": 36.53,
"learning_rate": 2.172717271727173e-06,
"loss": 0.8372,
"step": 7380
},
{
"epoch": 36.58,
"learning_rate": 2.1681334800146684e-06,
"loss": 0.8584,
"step": 7390
},
{
"epoch": 36.63,
"learning_rate": 2.1635496883021637e-06,
"loss": 0.9064,
"step": 7400
},
{
"epoch": 36.68,
"learning_rate": 2.1589658965896594e-06,
"loss": 0.882,
"step": 7410
},
{
"epoch": 36.73,
"learning_rate": 2.1543821048771547e-06,
"loss": 0.838,
"step": 7420
},
{
"epoch": 36.78,
"learning_rate": 2.14979831316465e-06,
"loss": 0.8857,
"step": 7430
},
{
"epoch": 36.83,
"learning_rate": 2.145214521452145e-06,
"loss": 0.8118,
"step": 7440
},
{
"epoch": 36.88,
"learning_rate": 2.140630729739641e-06,
"loss": 0.8648,
"step": 7450
},
{
"epoch": 36.93,
"learning_rate": 2.136046938027136e-06,
"loss": 0.8966,
"step": 7460
},
{
"epoch": 36.98,
"learning_rate": 2.1314631463146314e-06,
"loss": 0.8616,
"step": 7470
},
{
"epoch": 37.0,
"eval_accuracy": 0.7088122605363985,
"eval_loss": 0.8132399916648865,
"eval_runtime": 37.6541,
"eval_samples_per_second": 76.247,
"eval_steps_per_second": 2.39,
"step": 7474
},
{
"epoch": 37.03,
"learning_rate": 2.126879354602127e-06,
"loss": 0.8186,
"step": 7480
},
{
"epoch": 37.08,
"learning_rate": 2.1222955628896224e-06,
"loss": 0.8562,
"step": 7490
},
{
"epoch": 37.13,
"learning_rate": 2.1177117711771177e-06,
"loss": 0.8221,
"step": 7500
},
{
"epoch": 37.18,
"learning_rate": 2.1131279794646133e-06,
"loss": 0.7865,
"step": 7510
},
{
"epoch": 37.23,
"learning_rate": 2.1085441877521086e-06,
"loss": 0.895,
"step": 7520
},
{
"epoch": 37.28,
"learning_rate": 2.103960396039604e-06,
"loss": 0.8637,
"step": 7530
},
{
"epoch": 37.33,
"learning_rate": 2.0993766043270996e-06,
"loss": 0.8334,
"step": 7540
},
{
"epoch": 37.38,
"learning_rate": 2.094792812614595e-06,
"loss": 0.8621,
"step": 7550
},
{
"epoch": 37.43,
"learning_rate": 2.0902090209020905e-06,
"loss": 0.8691,
"step": 7560
},
{
"epoch": 37.48,
"learning_rate": 2.085625229189586e-06,
"loss": 0.8956,
"step": 7570
},
{
"epoch": 37.52,
"learning_rate": 2.081041437477081e-06,
"loss": 0.8487,
"step": 7580
},
{
"epoch": 37.57,
"learning_rate": 2.0764576457645768e-06,
"loss": 0.8405,
"step": 7590
},
{
"epoch": 37.62,
"learning_rate": 2.071873854052072e-06,
"loss": 0.8562,
"step": 7600
},
{
"epoch": 37.67,
"learning_rate": 2.0672900623395677e-06,
"loss": 0.856,
"step": 7610
},
{
"epoch": 37.72,
"learning_rate": 2.062706270627063e-06,
"loss": 0.8249,
"step": 7620
},
{
"epoch": 37.77,
"learning_rate": 2.0581224789145583e-06,
"loss": 0.8173,
"step": 7630
},
{
"epoch": 37.82,
"learning_rate": 2.053538687202054e-06,
"loss": 0.8675,
"step": 7640
},
{
"epoch": 37.87,
"learning_rate": 2.0489548954895492e-06,
"loss": 0.8931,
"step": 7650
},
{
"epoch": 37.92,
"learning_rate": 2.0443711037770445e-06,
"loss": 0.8245,
"step": 7660
},
{
"epoch": 37.97,
"learning_rate": 2.03978731206454e-06,
"loss": 0.8656,
"step": 7670
},
{
"epoch": 38.0,
"eval_accuracy": 0.7046325322187391,
"eval_loss": 0.8155147433280945,
"eval_runtime": 37.8324,
"eval_samples_per_second": 75.887,
"eval_steps_per_second": 2.379,
"step": 7676
},
{
"epoch": 38.02,
"learning_rate": 2.0352035203520354e-06,
"loss": 0.817,
"step": 7680
},
{
"epoch": 38.07,
"learning_rate": 2.0306197286395307e-06,
"loss": 0.7992,
"step": 7690
},
{
"epoch": 38.12,
"learning_rate": 2.0260359369270264e-06,
"loss": 0.8208,
"step": 7700
},
{
"epoch": 38.17,
"learning_rate": 2.0214521452145217e-06,
"loss": 0.8909,
"step": 7710
},
{
"epoch": 38.22,
"learning_rate": 2.016868353502017e-06,
"loss": 0.8477,
"step": 7720
},
{
"epoch": 38.27,
"learning_rate": 2.012284561789512e-06,
"loss": 0.8801,
"step": 7730
},
{
"epoch": 38.32,
"learning_rate": 2.007700770077008e-06,
"loss": 0.8435,
"step": 7740
},
{
"epoch": 38.37,
"learning_rate": 2.003116978364503e-06,
"loss": 0.8418,
"step": 7750
},
{
"epoch": 38.42,
"learning_rate": 1.9985331866519984e-06,
"loss": 0.8422,
"step": 7760
},
{
"epoch": 38.47,
"learning_rate": 1.993949394939494e-06,
"loss": 0.8618,
"step": 7770
},
{
"epoch": 38.51,
"learning_rate": 1.9893656032269894e-06,
"loss": 0.8501,
"step": 7780
},
{
"epoch": 38.56,
"learning_rate": 1.9847818115144847e-06,
"loss": 0.835,
"step": 7790
},
{
"epoch": 38.61,
"learning_rate": 1.9801980198019803e-06,
"loss": 0.8525,
"step": 7800
},
{
"epoch": 38.66,
"learning_rate": 1.9756142280894756e-06,
"loss": 0.8364,
"step": 7810
},
{
"epoch": 38.71,
"learning_rate": 1.9710304363769713e-06,
"loss": 0.8333,
"step": 7820
},
{
"epoch": 38.76,
"learning_rate": 1.9664466446644666e-06,
"loss": 0.8417,
"step": 7830
},
{
"epoch": 38.81,
"learning_rate": 1.961862852951962e-06,
"loss": 0.8346,
"step": 7840
},
{
"epoch": 38.86,
"learning_rate": 1.9572790612394575e-06,
"loss": 0.8618,
"step": 7850
},
{
"epoch": 38.91,
"learning_rate": 1.952695269526953e-06,
"loss": 0.911,
"step": 7860
},
{
"epoch": 38.96,
"learning_rate": 1.9481114778144485e-06,
"loss": 0.8238,
"step": 7870
},
{
"epoch": 39.0,
"eval_accuracy": 0.7063740856844305,
"eval_loss": 0.8169887661933899,
"eval_runtime": 37.6839,
"eval_samples_per_second": 76.186,
"eval_steps_per_second": 2.388,
"step": 7878
},
{
"epoch": 39.01,
"learning_rate": 1.9435276861019438e-06,
"loss": 0.8682,
"step": 7880
},
{
"epoch": 39.06,
"learning_rate": 1.938943894389439e-06,
"loss": 0.8212,
"step": 7890
},
{
"epoch": 39.11,
"learning_rate": 1.9343601026769347e-06,
"loss": 0.809,
"step": 7900
},
{
"epoch": 39.16,
"learning_rate": 1.92977631096443e-06,
"loss": 0.8731,
"step": 7910
},
{
"epoch": 39.21,
"learning_rate": 1.9251925192519253e-06,
"loss": 0.83,
"step": 7920
},
{
"epoch": 39.26,
"learning_rate": 1.920608727539421e-06,
"loss": 0.8216,
"step": 7930
},
{
"epoch": 39.31,
"learning_rate": 1.9160249358269162e-06,
"loss": 0.8366,
"step": 7940
},
{
"epoch": 39.36,
"learning_rate": 1.9114411441144115e-06,
"loss": 0.8469,
"step": 7950
},
{
"epoch": 39.41,
"learning_rate": 1.9068573524019072e-06,
"loss": 0.7865,
"step": 7960
},
{
"epoch": 39.46,
"learning_rate": 1.9022735606894024e-06,
"loss": 0.8855,
"step": 7970
},
{
"epoch": 39.5,
"learning_rate": 1.8976897689768977e-06,
"loss": 0.853,
"step": 7980
},
{
"epoch": 39.55,
"learning_rate": 1.8931059772643934e-06,
"loss": 0.85,
"step": 7990
},
{
"epoch": 39.6,
"learning_rate": 1.8885221855518887e-06,
"loss": 0.8387,
"step": 8000
},
{
"epoch": 39.65,
"learning_rate": 1.883938393839384e-06,
"loss": 0.844,
"step": 8010
},
{
"epoch": 39.7,
"learning_rate": 1.8793546021268796e-06,
"loss": 0.8838,
"step": 8020
},
{
"epoch": 39.75,
"learning_rate": 1.874770810414375e-06,
"loss": 0.8451,
"step": 8030
},
{
"epoch": 39.8,
"learning_rate": 1.8701870187018704e-06,
"loss": 0.8624,
"step": 8040
},
{
"epoch": 39.85,
"learning_rate": 1.8656032269893656e-06,
"loss": 0.8157,
"step": 8050
},
{
"epoch": 39.9,
"learning_rate": 1.8610194352768613e-06,
"loss": 0.8618,
"step": 8060
},
{
"epoch": 39.95,
"learning_rate": 1.8564356435643566e-06,
"loss": 0.8535,
"step": 8070
},
{
"epoch": 40.0,
"learning_rate": 1.8518518518518519e-06,
"loss": 0.8673,
"step": 8080
},
{
"epoch": 40.0,
"eval_accuracy": 0.7091605712295368,
"eval_loss": 0.8190204501152039,
"eval_runtime": 37.7893,
"eval_samples_per_second": 75.974,
"eval_steps_per_second": 2.382,
"step": 8080
},
{
"epoch": 40.05,
"learning_rate": 1.8472680601393476e-06,
"loss": 0.8216,
"step": 8090
},
{
"epoch": 40.1,
"learning_rate": 1.8426842684268428e-06,
"loss": 0.8405,
"step": 8100
},
{
"epoch": 40.15,
"learning_rate": 1.838100476714338e-06,
"loss": 0.9004,
"step": 8110
},
{
"epoch": 40.2,
"learning_rate": 1.8335166850018338e-06,
"loss": 0.8615,
"step": 8120
},
{
"epoch": 40.25,
"learning_rate": 1.828932893289329e-06,
"loss": 0.8324,
"step": 8130
},
{
"epoch": 40.3,
"learning_rate": 1.8243491015768245e-06,
"loss": 0.8305,
"step": 8140
},
{
"epoch": 40.35,
"learning_rate": 1.81976530986432e-06,
"loss": 0.8807,
"step": 8150
},
{
"epoch": 40.4,
"learning_rate": 1.8151815181518153e-06,
"loss": 0.8511,
"step": 8160
},
{
"epoch": 40.45,
"learning_rate": 1.8105977264393108e-06,
"loss": 0.9093,
"step": 8170
},
{
"epoch": 40.5,
"learning_rate": 1.806013934726806e-06,
"loss": 0.8506,
"step": 8180
},
{
"epoch": 40.54,
"learning_rate": 1.8014301430143017e-06,
"loss": 0.8493,
"step": 8190
},
{
"epoch": 40.59,
"learning_rate": 1.796846351301797e-06,
"loss": 0.8685,
"step": 8200
},
{
"epoch": 40.64,
"learning_rate": 1.7922625595892923e-06,
"loss": 0.8352,
"step": 8210
},
{
"epoch": 40.69,
"learning_rate": 1.787678767876788e-06,
"loss": 0.8496,
"step": 8220
},
{
"epoch": 40.74,
"learning_rate": 1.7830949761642832e-06,
"loss": 0.8376,
"step": 8230
},
{
"epoch": 40.79,
"learning_rate": 1.7785111844517785e-06,
"loss": 0.8103,
"step": 8240
},
{
"epoch": 40.84,
"learning_rate": 1.7739273927392742e-06,
"loss": 0.8858,
"step": 8250
},
{
"epoch": 40.89,
"learning_rate": 1.7693436010267694e-06,
"loss": 0.8044,
"step": 8260
},
{
"epoch": 40.94,
"learning_rate": 1.764759809314265e-06,
"loss": 0.8165,
"step": 8270
},
{
"epoch": 40.99,
"learning_rate": 1.7601760176017604e-06,
"loss": 0.8624,
"step": 8280
},
{
"epoch": 41.0,
"eval_accuracy": 0.709508881922675,
"eval_loss": 0.8126907348632812,
"eval_runtime": 37.7914,
"eval_samples_per_second": 75.97,
"eval_steps_per_second": 2.381,
"step": 8282
},
{
"epoch": 41.04,
"learning_rate": 1.7555922258892557e-06,
"loss": 0.856,
"step": 8290
},
{
"epoch": 41.09,
"learning_rate": 1.7510084341767512e-06,
"loss": 0.8634,
"step": 8300
},
{
"epoch": 41.14,
"learning_rate": 1.7464246424642466e-06,
"loss": 0.8399,
"step": 8310
},
{
"epoch": 41.19,
"learning_rate": 1.7418408507517421e-06,
"loss": 0.835,
"step": 8320
},
{
"epoch": 41.24,
"learning_rate": 1.7372570590392374e-06,
"loss": 0.885,
"step": 8330
},
{
"epoch": 41.29,
"learning_rate": 1.7326732673267326e-06,
"loss": 0.856,
"step": 8340
},
{
"epoch": 41.34,
"learning_rate": 1.7280894756142283e-06,
"loss": 0.7977,
"step": 8350
},
{
"epoch": 41.39,
"learning_rate": 1.7235056839017236e-06,
"loss": 0.8663,
"step": 8360
},
{
"epoch": 41.44,
"learning_rate": 1.7189218921892189e-06,
"loss": 0.849,
"step": 8370
},
{
"epoch": 41.49,
"learning_rate": 1.7143381004767146e-06,
"loss": 0.8644,
"step": 8380
},
{
"epoch": 41.53,
"learning_rate": 1.7097543087642098e-06,
"loss": 0.8576,
"step": 8390
},
{
"epoch": 41.58,
"learning_rate": 1.7051705170517053e-06,
"loss": 0.8698,
"step": 8400
},
{
"epoch": 41.63,
"learning_rate": 1.7005867253392008e-06,
"loss": 0.8004,
"step": 8410
},
{
"epoch": 41.68,
"learning_rate": 1.696002933626696e-06,
"loss": 0.8615,
"step": 8420
},
{
"epoch": 41.73,
"learning_rate": 1.6914191419141915e-06,
"loss": 0.8368,
"step": 8430
},
{
"epoch": 41.78,
"learning_rate": 1.686835350201687e-06,
"loss": 0.8636,
"step": 8440
},
{
"epoch": 41.83,
"learning_rate": 1.6822515584891825e-06,
"loss": 0.8291,
"step": 8450
},
{
"epoch": 41.88,
"learning_rate": 1.6776677667766778e-06,
"loss": 0.7972,
"step": 8460
},
{
"epoch": 41.93,
"learning_rate": 1.673083975064173e-06,
"loss": 0.8293,
"step": 8470
},
{
"epoch": 41.98,
"learning_rate": 1.6685001833516687e-06,
"loss": 0.8261,
"step": 8480
},
{
"epoch": 42.0,
"eval_accuracy": 0.7112504353883664,
"eval_loss": 0.8112697005271912,
"eval_runtime": 38.1653,
"eval_samples_per_second": 75.225,
"eval_steps_per_second": 2.358,
"step": 8484
},
{
"epoch": 42.03,
"learning_rate": 1.663916391639164e-06,
"loss": 0.8719,
"step": 8490
},
{
"epoch": 42.08,
"learning_rate": 1.6593325999266593e-06,
"loss": 0.8415,
"step": 8500
},
{
"epoch": 42.13,
"learning_rate": 1.654748808214155e-06,
"loss": 0.9061,
"step": 8510
},
{
"epoch": 42.18,
"learning_rate": 1.6501650165016502e-06,
"loss": 0.8486,
"step": 8520
},
{
"epoch": 42.23,
"learning_rate": 1.6455812247891457e-06,
"loss": 0.8179,
"step": 8530
},
{
"epoch": 42.28,
"learning_rate": 1.6409974330766412e-06,
"loss": 0.8173,
"step": 8540
},
{
"epoch": 42.33,
"learning_rate": 1.6364136413641364e-06,
"loss": 0.8388,
"step": 8550
},
{
"epoch": 42.38,
"learning_rate": 1.631829849651632e-06,
"loss": 0.813,
"step": 8560
},
{
"epoch": 42.43,
"learning_rate": 1.6272460579391274e-06,
"loss": 0.8688,
"step": 8570
},
{
"epoch": 42.48,
"learning_rate": 1.6226622662266229e-06,
"loss": 0.8339,
"step": 8580
},
{
"epoch": 42.52,
"learning_rate": 1.6180784745141182e-06,
"loss": 0.8137,
"step": 8590
},
{
"epoch": 42.57,
"learning_rate": 1.6134946828016138e-06,
"loss": 0.8667,
"step": 8600
},
{
"epoch": 42.62,
"learning_rate": 1.6089108910891091e-06,
"loss": 0.8718,
"step": 8610
},
{
"epoch": 42.67,
"learning_rate": 1.6043270993766044e-06,
"loss": 0.7705,
"step": 8620
},
{
"epoch": 42.72,
"learning_rate": 1.5997433076640996e-06,
"loss": 0.8177,
"step": 8630
},
{
"epoch": 42.77,
"learning_rate": 1.5951595159515953e-06,
"loss": 0.78,
"step": 8640
},
{
"epoch": 42.82,
"learning_rate": 1.5905757242390906e-06,
"loss": 0.8428,
"step": 8650
},
{
"epoch": 42.87,
"learning_rate": 1.585991932526586e-06,
"loss": 0.8571,
"step": 8660
},
{
"epoch": 42.92,
"learning_rate": 1.5814081408140816e-06,
"loss": 0.8797,
"step": 8670
},
{
"epoch": 42.97,
"learning_rate": 1.576824349101577e-06,
"loss": 0.8218,
"step": 8680
},
{
"epoch": 43.0,
"eval_accuracy": 0.709508881922675,
"eval_loss": 0.8149790167808533,
"eval_runtime": 37.9706,
"eval_samples_per_second": 75.611,
"eval_steps_per_second": 2.37,
"step": 8686
},
{
"epoch": 43.02,
"learning_rate": 1.5722405573890723e-06,
"loss": 0.8103,
"step": 8690
},
{
"epoch": 43.07,
"learning_rate": 1.5676567656765678e-06,
"loss": 0.8328,
"step": 8700
},
{
"epoch": 43.12,
"learning_rate": 1.5630729739640633e-06,
"loss": 0.8026,
"step": 8710
},
{
"epoch": 43.17,
"learning_rate": 1.5584891822515585e-06,
"loss": 0.8303,
"step": 8720
},
{
"epoch": 43.22,
"learning_rate": 1.5539053905390542e-06,
"loss": 0.8525,
"step": 8730
},
{
"epoch": 43.27,
"learning_rate": 1.5493215988265495e-06,
"loss": 0.8424,
"step": 8740
},
{
"epoch": 43.32,
"learning_rate": 1.5447378071140448e-06,
"loss": 0.8636,
"step": 8750
},
{
"epoch": 43.37,
"learning_rate": 1.5401540154015405e-06,
"loss": 0.8601,
"step": 8760
},
{
"epoch": 43.42,
"learning_rate": 1.5355702236890357e-06,
"loss": 0.8043,
"step": 8770
},
{
"epoch": 43.47,
"learning_rate": 1.530986431976531e-06,
"loss": 0.8512,
"step": 8780
},
{
"epoch": 43.51,
"learning_rate": 1.5264026402640265e-06,
"loss": 0.8059,
"step": 8790
},
{
"epoch": 43.56,
"learning_rate": 1.521818848551522e-06,
"loss": 0.8328,
"step": 8800
},
{
"epoch": 43.61,
"learning_rate": 1.5172350568390174e-06,
"loss": 0.8488,
"step": 8810
},
{
"epoch": 43.66,
"learning_rate": 1.5126512651265127e-06,
"loss": 0.8616,
"step": 8820
},
{
"epoch": 43.71,
"learning_rate": 1.5080674734140082e-06,
"loss": 0.8165,
"step": 8830
},
{
"epoch": 43.76,
"learning_rate": 1.5034836817015037e-06,
"loss": 0.8696,
"step": 8840
},
{
"epoch": 43.81,
"learning_rate": 1.498899889988999e-06,
"loss": 0.827,
"step": 8850
},
{
"epoch": 43.86,
"learning_rate": 1.4943160982764946e-06,
"loss": 0.8208,
"step": 8860
},
{
"epoch": 43.91,
"learning_rate": 1.4897323065639899e-06,
"loss": 0.8694,
"step": 8870
},
{
"epoch": 43.96,
"learning_rate": 1.4851485148514852e-06,
"loss": 0.8584,
"step": 8880
},
{
"epoch": 44.0,
"eval_accuracy": 0.7070707070707071,
"eval_loss": 0.8169552683830261,
"eval_runtime": 37.8546,
"eval_samples_per_second": 75.843,
"eval_steps_per_second": 2.378,
"step": 8888
},
{
"epoch": 44.01,
"learning_rate": 1.4805647231389808e-06,
"loss": 0.8055,
"step": 8890
},
{
"epoch": 44.06,
"learning_rate": 1.4759809314264761e-06,
"loss": 0.8627,
"step": 8900
},
{
"epoch": 44.11,
"learning_rate": 1.4713971397139714e-06,
"loss": 0.8734,
"step": 8910
},
{
"epoch": 44.16,
"learning_rate": 1.4668133480014669e-06,
"loss": 0.816,
"step": 8920
},
{
"epoch": 44.21,
"learning_rate": 1.4622295562889623e-06,
"loss": 0.8324,
"step": 8930
},
{
"epoch": 44.26,
"learning_rate": 1.4576457645764578e-06,
"loss": 0.7644,
"step": 8940
},
{
"epoch": 44.31,
"learning_rate": 1.453061972863953e-06,
"loss": 0.8084,
"step": 8950
},
{
"epoch": 44.36,
"learning_rate": 1.4484781811514486e-06,
"loss": 0.8343,
"step": 8960
},
{
"epoch": 44.41,
"learning_rate": 1.443894389438944e-06,
"loss": 0.8128,
"step": 8970
},
{
"epoch": 44.46,
"learning_rate": 1.4393105977264393e-06,
"loss": 0.8548,
"step": 8980
},
{
"epoch": 44.5,
"learning_rate": 1.434726806013935e-06,
"loss": 0.82,
"step": 8990
},
{
"epoch": 44.55,
"learning_rate": 1.4301430143014303e-06,
"loss": 0.8398,
"step": 9000
},
{
"epoch": 44.6,
"learning_rate": 1.4255592225889255e-06,
"loss": 0.8233,
"step": 9010
},
{
"epoch": 44.65,
"learning_rate": 1.4209754308764212e-06,
"loss": 0.8474,
"step": 9020
},
{
"epoch": 44.7,
"learning_rate": 1.4163916391639165e-06,
"loss": 0.8367,
"step": 9030
},
{
"epoch": 44.75,
"learning_rate": 1.4118078474514118e-06,
"loss": 0.8626,
"step": 9040
},
{
"epoch": 44.8,
"learning_rate": 1.4072240557389075e-06,
"loss": 0.8925,
"step": 9050
},
{
"epoch": 44.85,
"learning_rate": 1.4026402640264027e-06,
"loss": 0.8658,
"step": 9060
},
{
"epoch": 44.9,
"learning_rate": 1.3980564723138982e-06,
"loss": 0.8116,
"step": 9070
},
{
"epoch": 44.95,
"learning_rate": 1.3934726806013935e-06,
"loss": 0.7605,
"step": 9080
},
{
"epoch": 45.0,
"learning_rate": 1.3888888888888892e-06,
"loss": 0.8156,
"step": 9090
},
{
"epoch": 45.0,
"eval_accuracy": 0.711947056774643,
"eval_loss": 0.8117088079452515,
"eval_runtime": 37.7564,
"eval_samples_per_second": 76.04,
"eval_steps_per_second": 2.384,
"step": 9090
},
{
"epoch": 45.05,
"learning_rate": 1.3843050971763844e-06,
"loss": 0.835,
"step": 9100
},
{
"epoch": 45.1,
"learning_rate": 1.3797213054638797e-06,
"loss": 0.8481,
"step": 9110
},
{
"epoch": 45.15,
"learning_rate": 1.3751375137513754e-06,
"loss": 0.8351,
"step": 9120
},
{
"epoch": 45.2,
"learning_rate": 1.3705537220388707e-06,
"loss": 0.8075,
"step": 9130
},
{
"epoch": 45.25,
"learning_rate": 1.365969930326366e-06,
"loss": 0.8719,
"step": 9140
},
{
"epoch": 45.3,
"learning_rate": 1.3613861386138616e-06,
"loss": 0.8616,
"step": 9150
},
{
"epoch": 45.35,
"learning_rate": 1.3568023469013569e-06,
"loss": 0.8253,
"step": 9160
},
{
"epoch": 45.4,
"learning_rate": 1.3522185551888522e-06,
"loss": 0.8071,
"step": 9170
},
{
"epoch": 45.45,
"learning_rate": 1.3476347634763478e-06,
"loss": 0.877,
"step": 9180
},
{
"epoch": 45.5,
"learning_rate": 1.3430509717638431e-06,
"loss": 0.8273,
"step": 9190
},
{
"epoch": 45.54,
"learning_rate": 1.3384671800513386e-06,
"loss": 0.8264,
"step": 9200
},
{
"epoch": 45.59,
"learning_rate": 1.333883388338834e-06,
"loss": 0.872,
"step": 9210
},
{
"epoch": 45.64,
"learning_rate": 1.3292995966263296e-06,
"loss": 0.8435,
"step": 9220
},
{
"epoch": 45.69,
"learning_rate": 1.3247158049138248e-06,
"loss": 0.8388,
"step": 9230
},
{
"epoch": 45.74,
"learning_rate": 1.32013201320132e-06,
"loss": 0.8162,
"step": 9240
},
{
"epoch": 45.79,
"learning_rate": 1.3155482214888158e-06,
"loss": 0.8261,
"step": 9250
},
{
"epoch": 45.84,
"learning_rate": 1.310964429776311e-06,
"loss": 0.8444,
"step": 9260
},
{
"epoch": 45.89,
"learning_rate": 1.3063806380638063e-06,
"loss": 0.8326,
"step": 9270
},
{
"epoch": 45.94,
"learning_rate": 1.301796846351302e-06,
"loss": 0.827,
"step": 9280
},
{
"epoch": 45.99,
"learning_rate": 1.2972130546387973e-06,
"loss": 0.8075,
"step": 9290
},
{
"epoch": 46.0,
"eval_accuracy": 0.7115987460815048,
"eval_loss": 0.8132619261741638,
"eval_runtime": 37.8814,
"eval_samples_per_second": 75.789,
"eval_steps_per_second": 2.376,
"step": 9292
},
{
"epoch": 46.04,
"learning_rate": 1.2926292629262925e-06,
"loss": 0.7653,
"step": 9300
},
{
"epoch": 46.09,
"learning_rate": 1.2880454712137882e-06,
"loss": 0.8229,
"step": 9310
},
{
"epoch": 46.14,
"learning_rate": 1.2834616795012835e-06,
"loss": 0.8213,
"step": 9320
},
{
"epoch": 46.19,
"learning_rate": 1.278877887788779e-06,
"loss": 0.8245,
"step": 9330
},
{
"epoch": 46.24,
"learning_rate": 1.2742940960762745e-06,
"loss": 0.8627,
"step": 9340
},
{
"epoch": 46.29,
"learning_rate": 1.26971030436377e-06,
"loss": 0.8067,
"step": 9350
},
{
"epoch": 46.34,
"learning_rate": 1.2651265126512652e-06,
"loss": 0.8071,
"step": 9360
},
{
"epoch": 46.39,
"learning_rate": 1.2605427209387605e-06,
"loss": 0.7775,
"step": 9370
},
{
"epoch": 46.44,
"learning_rate": 1.2559589292262562e-06,
"loss": 0.8895,
"step": 9380
},
{
"epoch": 46.49,
"learning_rate": 1.2513751375137514e-06,
"loss": 0.829,
"step": 9390
},
{
"epoch": 46.53,
"learning_rate": 1.246791345801247e-06,
"loss": 0.8201,
"step": 9400
},
{
"epoch": 46.58,
"learning_rate": 1.2422075540887422e-06,
"loss": 0.8351,
"step": 9410
},
{
"epoch": 46.63,
"learning_rate": 1.2376237623762377e-06,
"loss": 0.8236,
"step": 9420
},
{
"epoch": 46.68,
"learning_rate": 1.2330399706637331e-06,
"loss": 0.8536,
"step": 9430
},
{
"epoch": 46.73,
"learning_rate": 1.2284561789512284e-06,
"loss": 0.8178,
"step": 9440
},
{
"epoch": 46.78,
"learning_rate": 1.2238723872387239e-06,
"loss": 0.8819,
"step": 9450
},
{
"epoch": 46.83,
"learning_rate": 1.2192885955262194e-06,
"loss": 0.8492,
"step": 9460
},
{
"epoch": 46.88,
"learning_rate": 1.2147048038137149e-06,
"loss": 0.8554,
"step": 9470
},
{
"epoch": 46.93,
"learning_rate": 1.2101210121012103e-06,
"loss": 0.8257,
"step": 9480
},
{
"epoch": 46.98,
"learning_rate": 1.2055372203887056e-06,
"loss": 0.8382,
"step": 9490
},
{
"epoch": 47.0,
"eval_accuracy": 0.7088122605363985,
"eval_loss": 0.8145635724067688,
"eval_runtime": 37.9073,
"eval_samples_per_second": 75.737,
"eval_steps_per_second": 2.374,
"step": 9494
},
{
"epoch": 47.03,
"learning_rate": 1.200953428676201e-06,
"loss": 0.8044,
"step": 9500
},
{
"epoch": 47.08,
"learning_rate": 1.1963696369636966e-06,
"loss": 0.8457,
"step": 9510
},
{
"epoch": 47.13,
"learning_rate": 1.1917858452511918e-06,
"loss": 0.8025,
"step": 9520
},
{
"epoch": 47.18,
"learning_rate": 1.1872020535386873e-06,
"loss": 0.8737,
"step": 9530
},
{
"epoch": 47.23,
"learning_rate": 1.1826182618261828e-06,
"loss": 0.8178,
"step": 9540
},
{
"epoch": 47.28,
"learning_rate": 1.178034470113678e-06,
"loss": 0.8104,
"step": 9550
},
{
"epoch": 47.33,
"learning_rate": 1.1734506784011735e-06,
"loss": 0.8155,
"step": 9560
},
{
"epoch": 47.38,
"learning_rate": 1.168866886688669e-06,
"loss": 0.8428,
"step": 9570
},
{
"epoch": 47.43,
"learning_rate": 1.1642830949761643e-06,
"loss": 0.8712,
"step": 9580
},
{
"epoch": 47.48,
"learning_rate": 1.1596993032636598e-06,
"loss": 0.8089,
"step": 9590
},
{
"epoch": 47.52,
"learning_rate": 1.1551155115511552e-06,
"loss": 0.8192,
"step": 9600
},
{
"epoch": 47.57,
"learning_rate": 1.1505317198386507e-06,
"loss": 0.7877,
"step": 9610
},
{
"epoch": 47.62,
"learning_rate": 1.1459479281261462e-06,
"loss": 0.8402,
"step": 9620
},
{
"epoch": 47.67,
"learning_rate": 1.1413641364136415e-06,
"loss": 0.7893,
"step": 9630
},
{
"epoch": 47.72,
"learning_rate": 1.136780344701137e-06,
"loss": 0.7682,
"step": 9640
},
{
"epoch": 47.77,
"learning_rate": 1.1321965529886322e-06,
"loss": 0.8198,
"step": 9650
},
{
"epoch": 47.82,
"learning_rate": 1.1276127612761277e-06,
"loss": 0.8195,
"step": 9660
},
{
"epoch": 47.87,
"learning_rate": 1.1230289695636232e-06,
"loss": 0.8447,
"step": 9670
},
{
"epoch": 47.92,
"learning_rate": 1.1184451778511184e-06,
"loss": 0.8063,
"step": 9680
},
{
"epoch": 47.97,
"learning_rate": 1.113861386138614e-06,
"loss": 0.7501,
"step": 9690
},
{
"epoch": 48.0,
"eval_accuracy": 0.7112504353883664,
"eval_loss": 0.8096461892127991,
"eval_runtime": 37.7711,
"eval_samples_per_second": 76.011,
"eval_steps_per_second": 2.383,
"step": 9696
},
{
"epoch": 48.02,
"learning_rate": 1.1092775944261094e-06,
"loss": 0.8664,
"step": 9700
},
{
"epoch": 48.07,
"learning_rate": 1.1046938027136047e-06,
"loss": 0.8197,
"step": 9710
},
{
"epoch": 48.12,
"learning_rate": 1.1001100110011001e-06,
"loss": 0.8066,
"step": 9720
},
{
"epoch": 48.17,
"learning_rate": 1.0955262192885956e-06,
"loss": 0.7948,
"step": 9730
},
{
"epoch": 48.22,
"learning_rate": 1.090942427576091e-06,
"loss": 0.8346,
"step": 9740
},
{
"epoch": 48.27,
"learning_rate": 1.0863586358635866e-06,
"loss": 0.8366,
"step": 9750
},
{
"epoch": 48.32,
"learning_rate": 1.0817748441510819e-06,
"loss": 0.7899,
"step": 9760
},
{
"epoch": 48.37,
"learning_rate": 1.0771910524385773e-06,
"loss": 0.8406,
"step": 9770
},
{
"epoch": 48.42,
"learning_rate": 1.0726072607260726e-06,
"loss": 0.7741,
"step": 9780
},
{
"epoch": 48.47,
"learning_rate": 1.068023469013568e-06,
"loss": 0.8229,
"step": 9790
},
{
"epoch": 48.51,
"learning_rate": 1.0634396773010636e-06,
"loss": 0.8054,
"step": 9800
},
{
"epoch": 48.56,
"learning_rate": 1.0588558855885588e-06,
"loss": 0.8461,
"step": 9810
},
{
"epoch": 48.61,
"learning_rate": 1.0542720938760543e-06,
"loss": 0.8402,
"step": 9820
},
{
"epoch": 48.66,
"learning_rate": 1.0496883021635498e-06,
"loss": 0.8557,
"step": 9830
},
{
"epoch": 48.71,
"learning_rate": 1.0451045104510453e-06,
"loss": 0.7887,
"step": 9840
},
{
"epoch": 48.76,
"learning_rate": 1.0405207187385405e-06,
"loss": 0.8348,
"step": 9850
},
{
"epoch": 48.81,
"learning_rate": 1.035936927026036e-06,
"loss": 0.8399,
"step": 9860
},
{
"epoch": 48.86,
"learning_rate": 1.0313531353135315e-06,
"loss": 0.8448,
"step": 9870
},
{
"epoch": 48.91,
"learning_rate": 1.026769343601027e-06,
"loss": 0.8333,
"step": 9880
},
{
"epoch": 48.96,
"learning_rate": 1.0221855518885222e-06,
"loss": 0.7859,
"step": 9890
},
{
"epoch": 49.0,
"eval_accuracy": 0.7081156391501219,
"eval_loss": 0.8102298378944397,
"eval_runtime": 37.9646,
"eval_samples_per_second": 75.623,
"eval_steps_per_second": 2.371,
"step": 9898
},
{
"epoch": 49.01,
"learning_rate": 1.0176017601760177e-06,
"loss": 0.8149,
"step": 9900
},
{
"epoch": 49.06,
"learning_rate": 1.0130179684635132e-06,
"loss": 0.826,
"step": 9910
},
{
"epoch": 49.11,
"learning_rate": 1.0084341767510085e-06,
"loss": 0.8114,
"step": 9920
},
{
"epoch": 49.16,
"learning_rate": 1.003850385038504e-06,
"loss": 0.7683,
"step": 9930
},
{
"epoch": 49.21,
"learning_rate": 9.992665933259992e-07,
"loss": 0.9005,
"step": 9940
},
{
"epoch": 49.26,
"learning_rate": 9.946828016134947e-07,
"loss": 0.8769,
"step": 9950
},
{
"epoch": 49.31,
"learning_rate": 9.900990099009902e-07,
"loss": 0.8237,
"step": 9960
},
{
"epoch": 49.36,
"learning_rate": 9.855152181884857e-07,
"loss": 0.8088,
"step": 9970
},
{
"epoch": 49.41,
"learning_rate": 9.80931426475981e-07,
"loss": 0.7938,
"step": 9980
},
{
"epoch": 49.46,
"learning_rate": 9.763476347634764e-07,
"loss": 0.8102,
"step": 9990
},
{
"epoch": 49.5,
"learning_rate": 9.717638430509719e-07,
"loss": 0.8354,
"step": 10000
},
{
"epoch": 49.55,
"learning_rate": 9.671800513384674e-07,
"loss": 0.8149,
"step": 10010
},
{
"epoch": 49.6,
"learning_rate": 9.625962596259626e-07,
"loss": 0.8101,
"step": 10020
},
{
"epoch": 49.65,
"learning_rate": 9.580124679134581e-07,
"loss": 0.8505,
"step": 10030
},
{
"epoch": 49.7,
"learning_rate": 9.534286762009536e-07,
"loss": 0.8208,
"step": 10040
},
{
"epoch": 49.75,
"learning_rate": 9.488448844884489e-07,
"loss": 0.809,
"step": 10050
},
{
"epoch": 49.8,
"learning_rate": 9.442610927759443e-07,
"loss": 0.8357,
"step": 10060
},
{
"epoch": 49.85,
"learning_rate": 9.396773010634398e-07,
"loss": 0.826,
"step": 10070
},
{
"epoch": 49.9,
"learning_rate": 9.350935093509352e-07,
"loss": 0.828,
"step": 10080
},
{
"epoch": 49.95,
"learning_rate": 9.305097176384307e-07,
"loss": 0.7783,
"step": 10090
},
{
"epoch": 50.0,
"learning_rate": 9.259259259259259e-07,
"loss": 0.8195,
"step": 10100
},
{
"epoch": 50.0,
"eval_accuracy": 0.7084639498432602,
"eval_loss": 0.8121119141578674,
"eval_runtime": 37.9784,
"eval_samples_per_second": 75.596,
"eval_steps_per_second": 2.37,
"step": 10100
},
{
"epoch": 50.05,
"learning_rate": 9.213421342134214e-07,
"loss": 0.7962,
"step": 10110
},
{
"epoch": 50.1,
"learning_rate": 9.167583425009169e-07,
"loss": 0.8515,
"step": 10120
},
{
"epoch": 50.15,
"learning_rate": 9.121745507884123e-07,
"loss": 0.8399,
"step": 10130
},
{
"epoch": 50.2,
"learning_rate": 9.075907590759076e-07,
"loss": 0.7957,
"step": 10140
},
{
"epoch": 50.25,
"learning_rate": 9.03006967363403e-07,
"loss": 0.8231,
"step": 10150
},
{
"epoch": 50.3,
"learning_rate": 8.984231756508985e-07,
"loss": 0.8647,
"step": 10160
},
{
"epoch": 50.35,
"learning_rate": 8.93839383938394e-07,
"loss": 0.8273,
"step": 10170
},
{
"epoch": 50.4,
"learning_rate": 8.892555922258892e-07,
"loss": 0.844,
"step": 10180
},
{
"epoch": 50.45,
"learning_rate": 8.846718005133847e-07,
"loss": 0.8458,
"step": 10190
},
{
"epoch": 50.5,
"learning_rate": 8.800880088008802e-07,
"loss": 0.771,
"step": 10200
},
{
"epoch": 50.54,
"learning_rate": 8.755042170883756e-07,
"loss": 0.7902,
"step": 10210
},
{
"epoch": 50.59,
"learning_rate": 8.709204253758711e-07,
"loss": 0.8249,
"step": 10220
},
{
"epoch": 50.64,
"learning_rate": 8.663366336633663e-07,
"loss": 0.7911,
"step": 10230
},
{
"epoch": 50.69,
"learning_rate": 8.617528419508618e-07,
"loss": 0.8097,
"step": 10240
},
{
"epoch": 50.74,
"learning_rate": 8.571690502383573e-07,
"loss": 0.8227,
"step": 10250
},
{
"epoch": 50.79,
"learning_rate": 8.525852585258527e-07,
"loss": 0.8189,
"step": 10260
},
{
"epoch": 50.84,
"learning_rate": 8.48001466813348e-07,
"loss": 0.8313,
"step": 10270
},
{
"epoch": 50.89,
"learning_rate": 8.434176751008435e-07,
"loss": 0.8324,
"step": 10280
},
{
"epoch": 50.94,
"learning_rate": 8.388338833883389e-07,
"loss": 0.7716,
"step": 10290
},
{
"epoch": 50.99,
"learning_rate": 8.342500916758344e-07,
"loss": 0.8397,
"step": 10300
},
{
"epoch": 51.0,
"eval_accuracy": 0.7098571926158133,
"eval_loss": 0.8119975924491882,
"eval_runtime": 37.7051,
"eval_samples_per_second": 76.144,
"eval_steps_per_second": 2.387,
"step": 10302
},
{
"epoch": 51.04,
"learning_rate": 8.296662999633296e-07,
"loss": 0.8302,
"step": 10310
},
{
"epoch": 51.09,
"learning_rate": 8.250825082508251e-07,
"loss": 0.7669,
"step": 10320
},
{
"epoch": 51.14,
"learning_rate": 8.204987165383206e-07,
"loss": 0.7764,
"step": 10330
},
{
"epoch": 51.19,
"learning_rate": 8.15914924825816e-07,
"loss": 0.7947,
"step": 10340
},
{
"epoch": 51.24,
"learning_rate": 8.113311331133114e-07,
"loss": 0.8261,
"step": 10350
},
{
"epoch": 51.29,
"learning_rate": 8.067473414008069e-07,
"loss": 0.8254,
"step": 10360
},
{
"epoch": 51.34,
"learning_rate": 8.021635496883022e-07,
"loss": 0.7947,
"step": 10370
},
{
"epoch": 51.39,
"learning_rate": 7.975797579757977e-07,
"loss": 0.8059,
"step": 10380
},
{
"epoch": 51.44,
"learning_rate": 7.92995966263293e-07,
"loss": 0.8458,
"step": 10390
},
{
"epoch": 51.49,
"learning_rate": 7.884121745507885e-07,
"loss": 0.835,
"step": 10400
},
{
"epoch": 51.53,
"learning_rate": 7.838283828382839e-07,
"loss": 0.8525,
"step": 10410
},
{
"epoch": 51.58,
"learning_rate": 7.792445911257793e-07,
"loss": 0.8166,
"step": 10420
},
{
"epoch": 51.63,
"learning_rate": 7.746607994132747e-07,
"loss": 0.8349,
"step": 10430
},
{
"epoch": 51.68,
"learning_rate": 7.700770077007702e-07,
"loss": 0.8185,
"step": 10440
},
{
"epoch": 51.73,
"learning_rate": 7.654932159882655e-07,
"loss": 0.7536,
"step": 10450
},
{
"epoch": 51.78,
"learning_rate": 7.60909424275761e-07,
"loss": 0.8196,
"step": 10460
},
{
"epoch": 51.83,
"learning_rate": 7.563256325632564e-07,
"loss": 0.8156,
"step": 10470
},
{
"epoch": 51.88,
"learning_rate": 7.517418408507518e-07,
"loss": 0.8065,
"step": 10480
},
{
"epoch": 51.93,
"learning_rate": 7.471580491382473e-07,
"loss": 0.7963,
"step": 10490
},
{
"epoch": 51.98,
"learning_rate": 7.425742574257426e-07,
"loss": 0.8561,
"step": 10500
},
{
"epoch": 52.0,
"eval_accuracy": 0.7126436781609196,
"eval_loss": 0.8088911175727844,
"eval_runtime": 37.7933,
"eval_samples_per_second": 75.966,
"eval_steps_per_second": 2.381,
"step": 10504
},
{
"epoch": 52.03,
"learning_rate": 7.379904657132381e-07,
"loss": 0.8136,
"step": 10510
},
{
"epoch": 52.08,
"learning_rate": 7.334066740007334e-07,
"loss": 0.7859,
"step": 10520
},
{
"epoch": 52.13,
"learning_rate": 7.288228822882289e-07,
"loss": 0.8152,
"step": 10530
},
{
"epoch": 52.18,
"learning_rate": 7.242390905757243e-07,
"loss": 0.8257,
"step": 10540
},
{
"epoch": 52.23,
"learning_rate": 7.196552988632197e-07,
"loss": 0.7502,
"step": 10550
},
{
"epoch": 52.28,
"learning_rate": 7.150715071507151e-07,
"loss": 0.823,
"step": 10560
},
{
"epoch": 52.33,
"learning_rate": 7.104877154382106e-07,
"loss": 0.8275,
"step": 10570
},
{
"epoch": 52.38,
"learning_rate": 7.059039237257059e-07,
"loss": 0.838,
"step": 10580
},
{
"epoch": 52.43,
"learning_rate": 7.013201320132014e-07,
"loss": 0.7744,
"step": 10590
},
{
"epoch": 52.48,
"learning_rate": 6.967363403006967e-07,
"loss": 0.8118,
"step": 10600
},
{
"epoch": 52.52,
"learning_rate": 6.921525485881922e-07,
"loss": 0.8174,
"step": 10610
},
{
"epoch": 52.57,
"learning_rate": 6.875687568756877e-07,
"loss": 0.835,
"step": 10620
},
{
"epoch": 52.62,
"learning_rate": 6.82984965163183e-07,
"loss": 0.8685,
"step": 10630
},
{
"epoch": 52.67,
"learning_rate": 6.784011734506784e-07,
"loss": 0.7815,
"step": 10640
},
{
"epoch": 52.72,
"learning_rate": 6.738173817381739e-07,
"loss": 0.8223,
"step": 10650
},
{
"epoch": 52.77,
"learning_rate": 6.692335900256693e-07,
"loss": 0.8294,
"step": 10660
},
{
"epoch": 52.82,
"learning_rate": 6.646497983131648e-07,
"loss": 0.8011,
"step": 10670
},
{
"epoch": 52.87,
"learning_rate": 6.6006600660066e-07,
"loss": 0.8576,
"step": 10680
},
{
"epoch": 52.92,
"learning_rate": 6.554822148881555e-07,
"loss": 0.8278,
"step": 10690
},
{
"epoch": 52.97,
"learning_rate": 6.50898423175651e-07,
"loss": 0.8082,
"step": 10700
},
{
"epoch": 53.0,
"eval_accuracy": 0.7133402995471961,
"eval_loss": 0.8090488910675049,
"eval_runtime": 37.9515,
"eval_samples_per_second": 75.649,
"eval_steps_per_second": 2.371,
"step": 10706
},
{
"epoch": 53.02,
"learning_rate": 6.463146314631463e-07,
"loss": 0.827,
"step": 10710
},
{
"epoch": 53.07,
"learning_rate": 6.417308397506418e-07,
"loss": 0.7886,
"step": 10720
},
{
"epoch": 53.12,
"learning_rate": 6.371470480381372e-07,
"loss": 0.815,
"step": 10730
},
{
"epoch": 53.17,
"learning_rate": 6.325632563256326e-07,
"loss": 0.7834,
"step": 10740
},
{
"epoch": 53.22,
"learning_rate": 6.279794646131281e-07,
"loss": 0.8121,
"step": 10750
},
{
"epoch": 53.27,
"learning_rate": 6.233956729006235e-07,
"loss": 0.8029,
"step": 10760
},
{
"epoch": 53.32,
"learning_rate": 6.188118811881188e-07,
"loss": 0.7956,
"step": 10770
},
{
"epoch": 53.37,
"learning_rate": 6.142280894756142e-07,
"loss": 0.826,
"step": 10780
},
{
"epoch": 53.42,
"learning_rate": 6.096442977631097e-07,
"loss": 0.7969,
"step": 10790
},
{
"epoch": 53.47,
"learning_rate": 6.050605060506052e-07,
"loss": 0.7705,
"step": 10800
},
{
"epoch": 53.51,
"learning_rate": 6.004767143381005e-07,
"loss": 0.8815,
"step": 10810
},
{
"epoch": 53.56,
"learning_rate": 5.958929226255959e-07,
"loss": 0.7885,
"step": 10820
},
{
"epoch": 53.61,
"learning_rate": 5.913091309130914e-07,
"loss": 0.7814,
"step": 10830
},
{
"epoch": 53.66,
"learning_rate": 5.867253392005868e-07,
"loss": 0.8209,
"step": 10840
},
{
"epoch": 53.71,
"learning_rate": 5.821415474880821e-07,
"loss": 0.8433,
"step": 10850
},
{
"epoch": 53.76,
"learning_rate": 5.775577557755776e-07,
"loss": 0.7888,
"step": 10860
},
{
"epoch": 53.81,
"learning_rate": 5.729739640630731e-07,
"loss": 0.784,
"step": 10870
},
{
"epoch": 53.86,
"learning_rate": 5.683901723505685e-07,
"loss": 0.7682,
"step": 10880
},
{
"epoch": 53.91,
"learning_rate": 5.638063806380638e-07,
"loss": 0.8472,
"step": 10890
},
{
"epoch": 53.96,
"learning_rate": 5.592225889255592e-07,
"loss": 0.8574,
"step": 10900
},
{
"epoch": 54.0,
"eval_accuracy": 0.7105538140020898,
"eval_loss": 0.8086779117584229,
"eval_runtime": 37.8423,
"eval_samples_per_second": 75.867,
"eval_steps_per_second": 2.378,
"step": 10908
},
{
"epoch": 54.01,
"learning_rate": 5.546387972130547e-07,
"loss": 0.813,
"step": 10910
},
{
"epoch": 54.06,
"learning_rate": 5.500550055005501e-07,
"loss": 0.7833,
"step": 10920
},
{
"epoch": 54.11,
"learning_rate": 5.454712137880456e-07,
"loss": 0.8359,
"step": 10930
},
{
"epoch": 54.16,
"learning_rate": 5.408874220755409e-07,
"loss": 0.8052,
"step": 10940
},
{
"epoch": 54.21,
"learning_rate": 5.363036303630363e-07,
"loss": 0.7958,
"step": 10950
},
{
"epoch": 54.26,
"learning_rate": 5.317198386505318e-07,
"loss": 0.8152,
"step": 10960
},
{
"epoch": 54.31,
"learning_rate": 5.271360469380272e-07,
"loss": 0.7896,
"step": 10970
},
{
"epoch": 54.36,
"learning_rate": 5.225522552255226e-07,
"loss": 0.8023,
"step": 10980
},
{
"epoch": 54.41,
"learning_rate": 5.17968463513018e-07,
"loss": 0.7844,
"step": 10990
},
{
"epoch": 54.46,
"learning_rate": 5.133846718005135e-07,
"loss": 0.796,
"step": 11000
},
{
"epoch": 54.5,
"learning_rate": 5.088008800880089e-07,
"loss": 0.8383,
"step": 11010
},
{
"epoch": 54.55,
"learning_rate": 5.042170883755042e-07,
"loss": 0.8616,
"step": 11020
},
{
"epoch": 54.6,
"learning_rate": 4.996332966629996e-07,
"loss": 0.8329,
"step": 11030
},
{
"epoch": 54.65,
"learning_rate": 4.950495049504951e-07,
"loss": 0.7927,
"step": 11040
},
{
"epoch": 54.7,
"learning_rate": 4.904657132379905e-07,
"loss": 0.8107,
"step": 11050
},
{
"epoch": 54.75,
"learning_rate": 4.858819215254859e-07,
"loss": 0.8191,
"step": 11060
},
{
"epoch": 54.8,
"learning_rate": 4.812981298129813e-07,
"loss": 0.7835,
"step": 11070
},
{
"epoch": 54.85,
"learning_rate": 4.767143381004768e-07,
"loss": 0.7889,
"step": 11080
},
{
"epoch": 54.9,
"learning_rate": 4.7213054638797217e-07,
"loss": 0.8122,
"step": 11090
},
{
"epoch": 54.95,
"learning_rate": 4.675467546754676e-07,
"loss": 0.7858,
"step": 11100
},
{
"epoch": 55.0,
"learning_rate": 4.6296296296296297e-07,
"loss": 0.8611,
"step": 11110
},
{
"epoch": 55.0,
"eval_accuracy": 0.7091605712295368,
"eval_loss": 0.8092777132987976,
"eval_runtime": 37.9093,
"eval_samples_per_second": 75.733,
"eval_steps_per_second": 2.374,
"step": 11110
},
{
"epoch": 55.05,
"learning_rate": 4.5837917125045845e-07,
"loss": 0.7974,
"step": 11120
},
{
"epoch": 55.1,
"learning_rate": 4.537953795379538e-07,
"loss": 0.8413,
"step": 11130
},
{
"epoch": 55.15,
"learning_rate": 4.4921158782544925e-07,
"loss": 0.8022,
"step": 11140
},
{
"epoch": 55.2,
"learning_rate": 4.446277961129446e-07,
"loss": 0.8098,
"step": 11150
},
{
"epoch": 55.25,
"learning_rate": 4.400440044004401e-07,
"loss": 0.8127,
"step": 11160
},
{
"epoch": 55.3,
"learning_rate": 4.3546021268793553e-07,
"loss": 0.7874,
"step": 11170
},
{
"epoch": 55.35,
"learning_rate": 4.308764209754309e-07,
"loss": 0.7934,
"step": 11180
},
{
"epoch": 55.4,
"learning_rate": 4.2629262926292633e-07,
"loss": 0.8165,
"step": 11190
},
{
"epoch": 55.45,
"learning_rate": 4.2170883755042175e-07,
"loss": 0.8315,
"step": 11200
},
{
"epoch": 55.5,
"learning_rate": 4.171250458379172e-07,
"loss": 0.8293,
"step": 11210
},
{
"epoch": 55.54,
"learning_rate": 4.1254125412541255e-07,
"loss": 0.7952,
"step": 11220
},
{
"epoch": 55.59,
"learning_rate": 4.07957462412908e-07,
"loss": 0.8268,
"step": 11230
},
{
"epoch": 55.64,
"learning_rate": 4.0337367070040346e-07,
"loss": 0.7734,
"step": 11240
},
{
"epoch": 55.69,
"learning_rate": 3.9878987898789883e-07,
"loss": 0.7453,
"step": 11250
},
{
"epoch": 55.74,
"learning_rate": 3.9420608727539426e-07,
"loss": 0.8319,
"step": 11260
},
{
"epoch": 55.79,
"learning_rate": 3.8962229556288964e-07,
"loss": 0.7978,
"step": 11270
},
{
"epoch": 55.84,
"learning_rate": 3.850385038503851e-07,
"loss": 0.8549,
"step": 11280
},
{
"epoch": 55.89,
"learning_rate": 3.804547121378805e-07,
"loss": 0.8052,
"step": 11290
},
{
"epoch": 55.94,
"learning_rate": 3.758709204253759e-07,
"loss": 0.8086,
"step": 11300
},
{
"epoch": 55.99,
"learning_rate": 3.712871287128713e-07,
"loss": 0.8886,
"step": 11310
},
{
"epoch": 56.0,
"eval_accuracy": 0.7091605712295368,
"eval_loss": 0.8099872469902039,
"eval_runtime": 37.9807,
"eval_samples_per_second": 75.591,
"eval_steps_per_second": 2.37,
"step": 11312
},
{
"epoch": 56.04,
"learning_rate": 3.667033370003667e-07,
"loss": 0.7899,
"step": 11320
},
{
"epoch": 56.09,
"learning_rate": 3.6211954528786214e-07,
"loss": 0.8107,
"step": 11330
},
{
"epoch": 56.14,
"learning_rate": 3.5753575357535757e-07,
"loss": 0.8012,
"step": 11340
},
{
"epoch": 56.19,
"learning_rate": 3.5295196186285294e-07,
"loss": 0.7763,
"step": 11350
},
{
"epoch": 56.24,
"learning_rate": 3.4836817015034837e-07,
"loss": 0.7733,
"step": 11360
},
{
"epoch": 56.29,
"learning_rate": 3.4378437843784385e-07,
"loss": 0.7821,
"step": 11370
},
{
"epoch": 56.34,
"learning_rate": 3.392005867253392e-07,
"loss": 0.8309,
"step": 11380
},
{
"epoch": 56.39,
"learning_rate": 3.3461679501283465e-07,
"loss": 0.842,
"step": 11390
},
{
"epoch": 56.44,
"learning_rate": 3.3003300330033e-07,
"loss": 0.7914,
"step": 11400
},
{
"epoch": 56.49,
"learning_rate": 3.254492115878255e-07,
"loss": 0.7616,
"step": 11410
},
{
"epoch": 56.53,
"learning_rate": 3.208654198753209e-07,
"loss": 0.7778,
"step": 11420
},
{
"epoch": 56.58,
"learning_rate": 3.162816281628163e-07,
"loss": 0.8547,
"step": 11430
},
{
"epoch": 56.63,
"learning_rate": 3.1169783645031173e-07,
"loss": 0.8007,
"step": 11440
},
{
"epoch": 56.68,
"learning_rate": 3.071140447378071e-07,
"loss": 0.8262,
"step": 11450
},
{
"epoch": 56.73,
"learning_rate": 3.025302530253026e-07,
"loss": 0.8248,
"step": 11460
},
{
"epoch": 56.78,
"learning_rate": 2.9794646131279796e-07,
"loss": 0.8365,
"step": 11470
},
{
"epoch": 56.83,
"learning_rate": 2.933626696002934e-07,
"loss": 0.7722,
"step": 11480
},
{
"epoch": 56.88,
"learning_rate": 2.887788778877888e-07,
"loss": 0.8469,
"step": 11490
},
{
"epoch": 56.93,
"learning_rate": 2.8419508617528424e-07,
"loss": 0.7565,
"step": 11500
},
{
"epoch": 56.98,
"learning_rate": 2.796112944627796e-07,
"loss": 0.7857,
"step": 11510
},
{
"epoch": 57.0,
"eval_accuracy": 0.7133402995471961,
"eval_loss": 0.8085740208625793,
"eval_runtime": 37.9493,
"eval_samples_per_second": 75.654,
"eval_steps_per_second": 2.372,
"step": 11514
},
{
"epoch": 57.03,
"learning_rate": 2.7502750275027504e-07,
"loss": 0.7953,
"step": 11520
},
{
"epoch": 57.08,
"learning_rate": 2.7044371103777046e-07,
"loss": 0.8295,
"step": 11530
},
{
"epoch": 57.13,
"learning_rate": 2.658599193252659e-07,
"loss": 0.7976,
"step": 11540
},
{
"epoch": 57.18,
"learning_rate": 2.612761276127613e-07,
"loss": 0.8533,
"step": 11550
},
{
"epoch": 57.23,
"learning_rate": 2.5669233590025674e-07,
"loss": 0.8084,
"step": 11560
},
{
"epoch": 57.28,
"learning_rate": 2.521085441877521e-07,
"loss": 0.8624,
"step": 11570
},
{
"epoch": 57.33,
"learning_rate": 2.4752475247524754e-07,
"loss": 0.7803,
"step": 11580
},
{
"epoch": 57.38,
"learning_rate": 2.4294096076274297e-07,
"loss": 0.8188,
"step": 11590
},
{
"epoch": 57.43,
"learning_rate": 2.383571690502384e-07,
"loss": 0.7965,
"step": 11600
},
{
"epoch": 57.48,
"learning_rate": 2.337733773377338e-07,
"loss": 0.8207,
"step": 11610
},
{
"epoch": 57.52,
"learning_rate": 2.2918958562522922e-07,
"loss": 0.7905,
"step": 11620
},
{
"epoch": 57.57,
"learning_rate": 2.2460579391272462e-07,
"loss": 0.8254,
"step": 11630
},
{
"epoch": 57.62,
"learning_rate": 2.2002200220022005e-07,
"loss": 0.8399,
"step": 11640
},
{
"epoch": 57.67,
"learning_rate": 2.1543821048771545e-07,
"loss": 0.7487,
"step": 11650
},
{
"epoch": 57.72,
"learning_rate": 2.1085441877521088e-07,
"loss": 0.8066,
"step": 11660
},
{
"epoch": 57.77,
"learning_rate": 2.0627062706270628e-07,
"loss": 0.8546,
"step": 11670
},
{
"epoch": 57.82,
"learning_rate": 2.0168683535020173e-07,
"loss": 0.8128,
"step": 11680
},
{
"epoch": 57.87,
"learning_rate": 1.9710304363769713e-07,
"loss": 0.8101,
"step": 11690
},
{
"epoch": 57.92,
"learning_rate": 1.9251925192519256e-07,
"loss": 0.8032,
"step": 11700
},
{
"epoch": 57.97,
"learning_rate": 1.8793546021268796e-07,
"loss": 0.8467,
"step": 11710
},
{
"epoch": 58.0,
"eval_accuracy": 0.711947056774643,
"eval_loss": 0.8083097338676453,
"eval_runtime": 37.9449,
"eval_samples_per_second": 75.662,
"eval_steps_per_second": 2.372,
"step": 11716
},
{
"epoch": 58.02,
"learning_rate": 1.8335166850018336e-07,
"loss": 0.8067,
"step": 11720
},
{
"epoch": 58.07,
"learning_rate": 1.7876787678767878e-07,
"loss": 0.7722,
"step": 11730
},
{
"epoch": 58.12,
"learning_rate": 1.7418408507517418e-07,
"loss": 0.809,
"step": 11740
},
{
"epoch": 58.17,
"learning_rate": 1.696002933626696e-07,
"loss": 0.8205,
"step": 11750
},
{
"epoch": 58.22,
"learning_rate": 1.65016501650165e-07,
"loss": 0.7859,
"step": 11760
},
{
"epoch": 58.27,
"learning_rate": 1.6043270993766044e-07,
"loss": 0.7905,
"step": 11770
},
{
"epoch": 58.32,
"learning_rate": 1.5584891822515586e-07,
"loss": 0.7877,
"step": 11780
},
{
"epoch": 58.37,
"learning_rate": 1.512651265126513e-07,
"loss": 0.8101,
"step": 11790
},
{
"epoch": 58.42,
"learning_rate": 1.466813348001467e-07,
"loss": 0.8343,
"step": 11800
},
{
"epoch": 58.47,
"learning_rate": 1.4209754308764212e-07,
"loss": 0.813,
"step": 11810
},
{
"epoch": 58.51,
"learning_rate": 1.3751375137513752e-07,
"loss": 0.8187,
"step": 11820
},
{
"epoch": 58.56,
"learning_rate": 1.3292995966263294e-07,
"loss": 0.8228,
"step": 11830
},
{
"epoch": 58.61,
"learning_rate": 1.2834616795012837e-07,
"loss": 0.7594,
"step": 11840
},
{
"epoch": 58.66,
"learning_rate": 1.2376237623762377e-07,
"loss": 0.8163,
"step": 11850
},
{
"epoch": 58.71,
"learning_rate": 1.191785845251192e-07,
"loss": 0.7826,
"step": 11860
},
{
"epoch": 58.76,
"learning_rate": 1.1459479281261461e-07,
"loss": 0.764,
"step": 11870
},
{
"epoch": 58.81,
"learning_rate": 1.1001100110011003e-07,
"loss": 0.8094,
"step": 11880
},
{
"epoch": 58.86,
"learning_rate": 1.0542720938760544e-07,
"loss": 0.8254,
"step": 11890
},
{
"epoch": 58.91,
"learning_rate": 1.0084341767510087e-07,
"loss": 0.8663,
"step": 11900
},
{
"epoch": 58.96,
"learning_rate": 9.625962596259628e-08,
"loss": 0.795,
"step": 11910
},
{
"epoch": 59.0,
"eval_accuracy": 0.711947056774643,
"eval_loss": 0.8083323240280151,
"eval_runtime": 37.6073,
"eval_samples_per_second": 76.342,
"eval_steps_per_second": 2.393,
"step": 11918
},
{
"epoch": 59.01,
"learning_rate": 9.167583425009168e-08,
"loss": 0.8674,
"step": 11920
},
{
"epoch": 59.06,
"learning_rate": 8.709204253758709e-08,
"loss": 0.7984,
"step": 11930
},
{
"epoch": 59.11,
"learning_rate": 8.25082508250825e-08,
"loss": 0.8149,
"step": 11940
},
{
"epoch": 59.16,
"learning_rate": 7.792445911257793e-08,
"loss": 0.8072,
"step": 11950
},
{
"epoch": 59.21,
"learning_rate": 7.334066740007335e-08,
"loss": 0.8066,
"step": 11960
},
{
"epoch": 59.26,
"learning_rate": 6.875687568756876e-08,
"loss": 0.7986,
"step": 11970
},
{
"epoch": 59.31,
"learning_rate": 6.417308397506419e-08,
"loss": 0.8466,
"step": 11980
},
{
"epoch": 59.36,
"learning_rate": 5.95892922625596e-08,
"loss": 0.8068,
"step": 11990
},
{
"epoch": 59.41,
"learning_rate": 5.500550055005501e-08,
"loss": 0.7913,
"step": 12000
},
{
"epoch": 59.46,
"learning_rate": 5.042170883755043e-08,
"loss": 0.8158,
"step": 12010
},
{
"epoch": 59.5,
"learning_rate": 4.583791712504584e-08,
"loss": 0.8054,
"step": 12020
},
{
"epoch": 59.55,
"learning_rate": 4.125412541254125e-08,
"loss": 0.7698,
"step": 12030
},
{
"epoch": 59.6,
"learning_rate": 3.667033370003667e-08,
"loss": 0.8143,
"step": 12040
},
{
"epoch": 59.65,
"learning_rate": 3.208654198753209e-08,
"loss": 0.8176,
"step": 12050
},
{
"epoch": 59.7,
"learning_rate": 2.7502750275027506e-08,
"loss": 0.8113,
"step": 12060
},
{
"epoch": 59.75,
"learning_rate": 2.291895856252292e-08,
"loss": 0.7801,
"step": 12070
},
{
"epoch": 59.8,
"learning_rate": 1.8335166850018336e-08,
"loss": 0.8079,
"step": 12080
},
{
"epoch": 59.85,
"learning_rate": 1.3751375137513753e-08,
"loss": 0.8231,
"step": 12090
},
{
"epoch": 59.9,
"learning_rate": 9.167583425009168e-09,
"loss": 0.77,
"step": 12100
},
{
"epoch": 59.95,
"learning_rate": 4.583791712504584e-09,
"loss": 0.7914,
"step": 12110
},
{
"epoch": 60.0,
"learning_rate": 0.0,
"loss": 0.7975,
"step": 12120
},
{
"epoch": 60.0,
"eval_accuracy": 0.7133402995471961,
"eval_loss": 0.8079430460929871,
"eval_runtime": 37.8041,
"eval_samples_per_second": 75.944,
"eval_steps_per_second": 2.381,
"step": 12120
},
{
"epoch": 60.0,
"step": 12120,
"total_flos": 1.2008831849948586e+20,
"train_loss": 0.9543137445308194,
"train_runtime": 57078.0116,
"train_samples_per_second": 27.161,
"train_steps_per_second": 0.212
}
],
"logging_steps": 10,
"max_steps": 12120,
"num_train_epochs": 60,
"save_steps": 500,
"total_flos": 1.2008831849948586e+20,
"trial_name": null,
"trial_params": null
}