gpt2-medium-emailgen / trainer_state.json
pszemraj's picture
adding model files
de4b817
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.9998415967052114,
"global_step": 2367,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.00010416666666666667,
"loss": 5.6655,
"step": 5
},
{
"epoch": 0.01,
"learning_rate": 0.00020833333333333335,
"loss": 4.5516,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 0.0003125,
"loss": 3.7337,
"step": 15
},
{
"epoch": 0.03,
"learning_rate": 0.0004166666666666667,
"loss": 3.2268,
"step": 20
},
{
"epoch": 0.03,
"learning_rate": 0.0005208333333333334,
"loss": 2.9287,
"step": 25
},
{
"epoch": 0.04,
"learning_rate": 0.000625,
"loss": 2.8609,
"step": 30
},
{
"epoch": 0.04,
"learning_rate": 0.0007291666666666666,
"loss": 2.7533,
"step": 35
},
{
"epoch": 0.05,
"learning_rate": 0.0008333333333333334,
"loss": 2.7291,
"step": 40
},
{
"epoch": 0.06,
"learning_rate": 0.0009375,
"loss": 2.5916,
"step": 45
},
{
"epoch": 0.06,
"learning_rate": 0.0009999981647383803,
"loss": 2.605,
"step": 50
},
{
"epoch": 0.07,
"learning_rate": 0.0009999775181998842,
"loss": 2.6466,
"step": 55
},
{
"epoch": 0.08,
"learning_rate": 0.0009999339319963169,
"loss": 2.5633,
"step": 60
},
{
"epoch": 0.08,
"learning_rate": 0.000999867408127474,
"loss": 2.628,
"step": 65
},
{
"epoch": 0.09,
"learning_rate": 0.0009997779496455639,
"loss": 2.5335,
"step": 70
},
{
"epoch": 0.1,
"learning_rate": 0.0009996655606550656,
"loss": 2.5589,
"step": 75
},
{
"epoch": 0.1,
"learning_rate": 0.000999530246312543,
"loss": 2.5707,
"step": 80
},
{
"epoch": 0.11,
"learning_rate": 0.0009993720128264065,
"loss": 2.428,
"step": 85
},
{
"epoch": 0.11,
"learning_rate": 0.000999190867456629,
"loss": 2.4371,
"step": 90
},
{
"epoch": 0.12,
"learning_rate": 0.0009989868185144122,
"loss": 2.4955,
"step": 95
},
{
"epoch": 0.13,
"learning_rate": 0.0009987598753618061,
"loss": 2.4295,
"step": 100
},
{
"epoch": 0.13,
"learning_rate": 0.0009985100484112787,
"loss": 2.3623,
"step": 105
},
{
"epoch": 0.14,
"learning_rate": 0.0009982373491252382,
"loss": 2.3422,
"step": 110
},
{
"epoch": 0.15,
"learning_rate": 0.0009979417900155081,
"loss": 2.3134,
"step": 115
},
{
"epoch": 0.15,
"learning_rate": 0.0009976233846427521,
"loss": 2.4091,
"step": 120
},
{
"epoch": 0.16,
"learning_rate": 0.000997282147615852,
"loss": 2.4004,
"step": 125
},
{
"epoch": 0.16,
"learning_rate": 0.0009969180945912381,
"loss": 2.3233,
"step": 130
},
{
"epoch": 0.17,
"learning_rate": 0.0009965312422721704,
"loss": 2.3183,
"step": 135
},
{
"epoch": 0.18,
"learning_rate": 0.0009961216084079724,
"loss": 2.3771,
"step": 140
},
{
"epoch": 0.18,
"learning_rate": 0.0009956892117932161,
"loss": 2.2779,
"step": 145
},
{
"epoch": 0.19,
"learning_rate": 0.000995234072266861,
"loss": 2.303,
"step": 150
},
{
"epoch": 0.2,
"learning_rate": 0.0009947562107113423,
"loss": 2.3452,
"step": 155
},
{
"epoch": 0.2,
"learning_rate": 0.000994255649051614,
"loss": 2.2872,
"step": 160
},
{
"epoch": 0.21,
"learning_rate": 0.0009937324102541423,
"loss": 2.3187,
"step": 165
},
{
"epoch": 0.22,
"learning_rate": 0.0009931865183258524,
"loss": 2.2837,
"step": 170
},
{
"epoch": 0.22,
"learning_rate": 0.0009926179983130263,
"loss": 2.4024,
"step": 175
},
{
"epoch": 0.23,
"learning_rate": 0.0009920268763001542,
"loss": 2.347,
"step": 180
},
{
"epoch": 0.23,
"learning_rate": 0.0009914131794087377,
"loss": 2.3126,
"step": 185
},
{
"epoch": 0.24,
"learning_rate": 0.0009907769357960449,
"loss": 2.2042,
"step": 190
},
{
"epoch": 0.25,
"learning_rate": 0.0009901181746538195,
"loss": 2.1674,
"step": 195
},
{
"epoch": 0.25,
"learning_rate": 0.0009894369262069401,
"loss": 2.1963,
"step": 200
},
{
"epoch": 0.26,
"learning_rate": 0.0009887332217120347,
"loss": 2.2971,
"step": 205
},
{
"epoch": 0.27,
"learning_rate": 0.0009880070934560458,
"loss": 2.1949,
"step": 210
},
{
"epoch": 0.27,
"learning_rate": 0.0009872585747547494,
"loss": 2.1544,
"step": 215
},
{
"epoch": 0.28,
"learning_rate": 0.0009864876999512264,
"loss": 2.1866,
"step": 220
},
{
"epoch": 0.29,
"learning_rate": 0.0009856945044142864,
"loss": 2.198,
"step": 225
},
{
"epoch": 0.29,
"learning_rate": 0.000984879024536846,
"loss": 2.2507,
"step": 230
},
{
"epoch": 0.3,
"learning_rate": 0.0009840412977342582,
"loss": 2.1326,
"step": 235
},
{
"epoch": 0.3,
"learning_rate": 0.000983181362442595,
"loss": 2.204,
"step": 240
},
{
"epoch": 0.31,
"learning_rate": 0.0009822992581168867,
"loss": 2.2197,
"step": 245
},
{
"epoch": 0.32,
"learning_rate": 0.0009813950252293075,
"loss": 2.1562,
"step": 250
},
{
"epoch": 0.32,
"learning_rate": 0.0009804687052673228,
"loss": 2.2193,
"step": 255
},
{
"epoch": 0.33,
"learning_rate": 0.0009795203407317828,
"loss": 2.2668,
"step": 260
},
{
"epoch": 0.34,
"learning_rate": 0.0009785499751349732,
"loss": 2.2434,
"step": 265
},
{
"epoch": 0.34,
"learning_rate": 0.0009775576529986198,
"loss": 2.1776,
"step": 270
},
{
"epoch": 0.35,
"learning_rate": 0.0009765434198518448,
"loss": 2.2592,
"step": 275
},
{
"epoch": 0.35,
"learning_rate": 0.0009755073222290775,
"loss": 2.1072,
"step": 280
},
{
"epoch": 0.36,
"learning_rate": 0.0009744494076679204,
"loss": 2.0784,
"step": 285
},
{
"epoch": 0.37,
"learning_rate": 0.0009733697247069677,
"loss": 2.1776,
"step": 290
},
{
"epoch": 0.37,
"learning_rate": 0.0009722683228835774,
"loss": 2.1752,
"step": 295
},
{
"epoch": 0.38,
"learning_rate": 0.0009711452527315997,
"loss": 2.0958,
"step": 300
},
{
"epoch": 0.39,
"learning_rate": 0.0009700005657790578,
"loss": 2.1055,
"step": 305
},
{
"epoch": 0.39,
"learning_rate": 0.0009688343145457837,
"loss": 2.1135,
"step": 310
},
{
"epoch": 0.4,
"learning_rate": 0.0009676465525410088,
"loss": 2.0275,
"step": 315
},
{
"epoch": 0.41,
"learning_rate": 0.0009664373342609086,
"loss": 2.0031,
"step": 320
},
{
"epoch": 0.41,
"learning_rate": 0.0009652067151861023,
"loss": 2.1489,
"step": 325
},
{
"epoch": 0.42,
"learning_rate": 0.0009639547517791077,
"loss": 2.1305,
"step": 330
},
{
"epoch": 0.42,
"learning_rate": 0.0009626815014817496,
"loss": 2.0894,
"step": 335
},
{
"epoch": 0.43,
"learning_rate": 0.0009613870227125259,
"loss": 2.0822,
"step": 340
},
{
"epoch": 0.44,
"learning_rate": 0.0009600713748639258,
"loss": 2.1499,
"step": 345
},
{
"epoch": 0.44,
"learning_rate": 0.0009587346182997054,
"loss": 2.0848,
"step": 350
},
{
"epoch": 0.45,
"learning_rate": 0.0009573768143521182,
"loss": 2.0754,
"step": 355
},
{
"epoch": 0.46,
"learning_rate": 0.000955998025319101,
"loss": 2.1364,
"step": 360
},
{
"epoch": 0.46,
"learning_rate": 0.0009545983144614152,
"loss": 2.066,
"step": 365
},
{
"epoch": 0.47,
"learning_rate": 0.0009531777459997453,
"loss": 2.1016,
"step": 370
},
{
"epoch": 0.48,
"learning_rate": 0.0009517363851117511,
"loss": 2.0479,
"step": 375
},
{
"epoch": 0.48,
"learning_rate": 0.0009502742979290782,
"loss": 2.0646,
"step": 380
},
{
"epoch": 0.49,
"learning_rate": 0.0009487915515343235,
"loss": 2.1756,
"step": 385
},
{
"epoch": 0.49,
"learning_rate": 0.0009472882139579572,
"loss": 2.0339,
"step": 390
},
{
"epoch": 0.5,
"learning_rate": 0.0009457643541752017,
"loss": 2.1112,
"step": 395
},
{
"epoch": 0.51,
"learning_rate": 0.0009442200421028666,
"loss": 2.1327,
"step": 400
},
{
"epoch": 0.51,
"learning_rate": 0.0009426553485961416,
"loss": 2.0274,
"step": 405
},
{
"epoch": 0.52,
"learning_rate": 0.0009410703454453442,
"loss": 1.9823,
"step": 410
},
{
"epoch": 0.53,
"learning_rate": 0.0009394651053726273,
"loss": 1.9665,
"step": 415
},
{
"epoch": 0.53,
"learning_rate": 0.0009378397020286417,
"loss": 2.0468,
"step": 420
},
{
"epoch": 0.54,
"learning_rate": 0.0009361942099891571,
"loss": 1.9778,
"step": 425
},
{
"epoch": 0.54,
"learning_rate": 0.0009345287047516411,
"loss": 2.0264,
"step": 430
},
{
"epoch": 0.55,
"learning_rate": 0.0009328432627317937,
"loss": 2.1288,
"step": 435
},
{
"epoch": 0.56,
"learning_rate": 0.0009311379612600432,
"loss": 1.9488,
"step": 440
},
{
"epoch": 0.56,
"learning_rate": 0.0009294128785779969,
"loss": 1.9984,
"step": 445
},
{
"epoch": 0.57,
"learning_rate": 0.0009276680938348512,
"loss": 2.0063,
"step": 450
},
{
"epoch": 0.58,
"learning_rate": 0.000925903687083761,
"loss": 2.052,
"step": 455
},
{
"epoch": 0.58,
"learning_rate": 0.0009241197392781662,
"loss": 2.0739,
"step": 460
},
{
"epoch": 0.59,
"learning_rate": 0.000922316332268077,
"loss": 1.9291,
"step": 465
},
{
"epoch": 0.6,
"learning_rate": 0.00092049354879632,
"loss": 2.0575,
"step": 470
},
{
"epoch": 0.6,
"learning_rate": 0.0009186514724947399,
"loss": 1.9736,
"step": 475
},
{
"epoch": 0.61,
"learning_rate": 0.0009167901878803637,
"loss": 2.019,
"step": 480
},
{
"epoch": 0.61,
"learning_rate": 0.0009149097803515225,
"loss": 1.8767,
"step": 485
},
{
"epoch": 0.62,
"learning_rate": 0.0009130103361839337,
"loss": 2.144,
"step": 490
},
{
"epoch": 0.63,
"learning_rate": 0.0009110919425267414,
"loss": 1.9369,
"step": 495
},
{
"epoch": 0.63,
"learning_rate": 0.0009091546873985196,
"loss": 2.0787,
"step": 500
},
{
"epoch": 0.64,
"learning_rate": 0.0009071986596832321,
"loss": 1.8462,
"step": 505
},
{
"epoch": 0.65,
"learning_rate": 0.0009052239491261558,
"loss": 1.9782,
"step": 510
},
{
"epoch": 0.65,
"learning_rate": 0.0009032306463297619,
"loss": 1.912,
"step": 515
},
{
"epoch": 0.66,
"learning_rate": 0.0009012188427495597,
"loss": 2.0624,
"step": 520
},
{
"epoch": 0.67,
"learning_rate": 0.0008991886306899002,
"loss": 1.9532,
"step": 525
},
{
"epoch": 0.67,
"learning_rate": 0.0008971401032997409,
"loss": 2.0872,
"step": 530
},
{
"epoch": 0.68,
"learning_rate": 0.0008950733545683725,
"loss": 2.0329,
"step": 535
},
{
"epoch": 0.68,
"learning_rate": 0.0008929884793211061,
"loss": 1.9024,
"step": 540
},
{
"epoch": 0.69,
"learning_rate": 0.0008908855732149224,
"loss": 1.9682,
"step": 545
},
{
"epoch": 0.7,
"learning_rate": 0.0008887647327340832,
"loss": 1.9982,
"step": 550
},
{
"epoch": 0.7,
"learning_rate": 0.0008866260551857045,
"loss": 1.9342,
"step": 555
},
{
"epoch": 0.71,
"learning_rate": 0.0008844696386952916,
"loss": 1.8963,
"step": 560
},
{
"epoch": 0.72,
"learning_rate": 0.0008822955822022372,
"loss": 1.9586,
"step": 565
},
{
"epoch": 0.72,
"learning_rate": 0.0008801039854552822,
"loss": 1.8984,
"step": 570
},
{
"epoch": 0.73,
"learning_rate": 0.0008778949490079383,
"loss": 1.8707,
"step": 575
},
{
"epoch": 0.73,
"learning_rate": 0.0008756685742138751,
"loss": 1.9667,
"step": 580
},
{
"epoch": 0.74,
"learning_rate": 0.0008734249632222702,
"loss": 1.931,
"step": 585
},
{
"epoch": 0.75,
"learning_rate": 0.0008711642189731211,
"loss": 1.9109,
"step": 590
},
{
"epoch": 0.75,
"learning_rate": 0.0008688864451925238,
"loss": 1.8908,
"step": 595
},
{
"epoch": 0.76,
"learning_rate": 0.0008665917463879124,
"loss": 2.0963,
"step": 600
},
{
"epoch": 0.77,
"learning_rate": 0.0008642802278432649,
"loss": 1.9331,
"step": 605
},
{
"epoch": 0.77,
"learning_rate": 0.0008619519956142725,
"loss": 2.0053,
"step": 610
},
{
"epoch": 0.78,
"learning_rate": 0.0008596071565234733,
"loss": 1.9626,
"step": 615
},
{
"epoch": 0.79,
"learning_rate": 0.0008572458181553517,
"loss": 1.9638,
"step": 620
},
{
"epoch": 0.79,
"learning_rate": 0.0008548680888514013,
"loss": 1.8846,
"step": 625
},
{
"epoch": 0.8,
"learning_rate": 0.0008524740777051554,
"loss": 2.0264,
"step": 630
},
{
"epoch": 0.8,
"learning_rate": 0.0008500638945571804,
"loss": 1.9709,
"step": 635
},
{
"epoch": 0.81,
"learning_rate": 0.0008476376499900369,
"loss": 1.8799,
"step": 640
},
{
"epoch": 0.82,
"learning_rate": 0.0008451954553232055,
"loss": 1.9257,
"step": 645
},
{
"epoch": 0.82,
"learning_rate": 0.0008427374226079803,
"loss": 1.9897,
"step": 650
},
{
"epoch": 0.83,
"learning_rate": 0.0008402636646223262,
"loss": 1.9573,
"step": 655
},
{
"epoch": 0.84,
"learning_rate": 0.000837774294865706,
"loss": 1.9529,
"step": 660
},
{
"epoch": 0.84,
"learning_rate": 0.0008352694275538723,
"loss": 2.0161,
"step": 665
},
{
"epoch": 0.85,
"learning_rate": 0.0008327491776136267,
"loss": 1.942,
"step": 670
},
{
"epoch": 0.86,
"learning_rate": 0.0008302136606775479,
"loss": 1.8917,
"step": 675
},
{
"epoch": 0.86,
"learning_rate": 0.000827662993078685,
"loss": 1.9157,
"step": 680
},
{
"epoch": 0.87,
"learning_rate": 0.0008250972918452207,
"loss": 1.9969,
"step": 685
},
{
"epoch": 0.87,
"learning_rate": 0.0008225166746951022,
"loss": 1.8957,
"step": 690
},
{
"epoch": 0.88,
"learning_rate": 0.0008199212600306396,
"loss": 1.8494,
"step": 695
},
{
"epoch": 0.89,
"learning_rate": 0.0008173111669330733,
"loss": 1.8495,
"step": 700
},
{
"epoch": 0.89,
"learning_rate": 0.0008146865151571108,
"loss": 1.8407,
"step": 705
},
{
"epoch": 0.9,
"learning_rate": 0.0008120474251254319,
"loss": 1.7461,
"step": 710
},
{
"epoch": 0.91,
"learning_rate": 0.0008093940179231643,
"loss": 1.8608,
"step": 715
},
{
"epoch": 0.91,
"learning_rate": 0.0008067264152923268,
"loss": 1.9029,
"step": 720
},
{
"epoch": 0.92,
"learning_rate": 0.0008040447396262442,
"loss": 1.8156,
"step": 725
},
{
"epoch": 0.93,
"learning_rate": 0.0008013491139639324,
"loss": 1.8412,
"step": 730
},
{
"epoch": 0.93,
"learning_rate": 0.0007986396619844518,
"loss": 1.8522,
"step": 735
},
{
"epoch": 0.94,
"learning_rate": 0.0007959165080012341,
"loss": 1.9613,
"step": 740
},
{
"epoch": 0.94,
"learning_rate": 0.0007931797769563777,
"loss": 1.917,
"step": 745
},
{
"epoch": 0.95,
"learning_rate": 0.0007904295944149156,
"loss": 1.8676,
"step": 750
},
{
"epoch": 0.96,
"learning_rate": 0.0007876660865590539,
"loss": 1.839,
"step": 755
},
{
"epoch": 0.96,
"learning_rate": 0.0007848893801823833,
"loss": 1.8689,
"step": 760
},
{
"epoch": 0.97,
"learning_rate": 0.0007820996026840606,
"loss": 1.9667,
"step": 765
},
{
"epoch": 0.98,
"learning_rate": 0.000779296882062964,
"loss": 1.8947,
"step": 770
},
{
"epoch": 0.98,
"learning_rate": 0.0007764813469118201,
"loss": 1.8329,
"step": 775
},
{
"epoch": 0.99,
"learning_rate": 0.0007736531264113041,
"loss": 1.7263,
"step": 780
},
{
"epoch": 0.99,
"learning_rate": 0.0007708123503241124,
"loss": 1.8701,
"step": 785
},
{
"epoch": 1.0,
"eval_loss": 1.8378170728683472,
"eval_runtime": 367.2627,
"eval_samples_per_second": 34.874,
"eval_steps_per_second": 2.181,
"step": 789
},
{
"epoch": 1.0,
"learning_rate": 0.0007679591489890098,
"loss": 1.8124,
"step": 790
},
{
"epoch": 1.01,
"learning_rate": 0.0007650936533148485,
"loss": 1.7062,
"step": 795
},
{
"epoch": 1.01,
"learning_rate": 0.0007622159947745617,
"loss": 1.6682,
"step": 800
},
{
"epoch": 1.02,
"learning_rate": 0.0007593263053991325,
"loss": 1.6572,
"step": 805
},
{
"epoch": 1.03,
"learning_rate": 0.0007564247177715349,
"loss": 1.6605,
"step": 810
},
{
"epoch": 1.03,
"learning_rate": 0.0007535113650206517,
"loss": 1.7364,
"step": 815
},
{
"epoch": 1.04,
"learning_rate": 0.0007505863808151661,
"loss": 1.628,
"step": 820
},
{
"epoch": 1.05,
"learning_rate": 0.0007476498993574277,
"loss": 1.5975,
"step": 825
},
{
"epoch": 1.05,
"learning_rate": 0.0007447020553772973,
"loss": 1.6411,
"step": 830
},
{
"epoch": 1.06,
"learning_rate": 0.0007417429841259631,
"loss": 1.6513,
"step": 835
},
{
"epoch": 1.06,
"learning_rate": 0.0007387728213697366,
"loss": 1.6971,
"step": 840
},
{
"epoch": 1.07,
"learning_rate": 0.0007357917033838228,
"loss": 1.6577,
"step": 845
},
{
"epoch": 1.08,
"learning_rate": 0.0007327997669460682,
"loss": 1.6068,
"step": 850
},
{
"epoch": 1.08,
"learning_rate": 0.0007297971493306848,
"loss": 1.5742,
"step": 855
},
{
"epoch": 1.09,
"learning_rate": 0.0007267839883019515,
"loss": 1.6666,
"step": 860
},
{
"epoch": 1.1,
"learning_rate": 0.0007237604221078942,
"loss": 1.7017,
"step": 865
},
{
"epoch": 1.1,
"learning_rate": 0.000720726589473942,
"loss": 1.6573,
"step": 870
},
{
"epoch": 1.11,
"learning_rate": 0.000717682629596563,
"loss": 1.4819,
"step": 875
},
{
"epoch": 1.12,
"learning_rate": 0.0007146286821368767,
"loss": 1.6235,
"step": 880
},
{
"epoch": 1.12,
"learning_rate": 0.0007115648872142474,
"loss": 1.6736,
"step": 885
},
{
"epoch": 1.13,
"learning_rate": 0.0007084913853998542,
"loss": 1.6477,
"step": 890
},
{
"epoch": 1.13,
"learning_rate": 0.0007054083177102423,
"loss": 1.6538,
"step": 895
},
{
"epoch": 1.14,
"learning_rate": 0.0007023158256008521,
"loss": 1.5688,
"step": 900
},
{
"epoch": 1.15,
"learning_rate": 0.0006992140509595303,
"loss": 1.5525,
"step": 905
},
{
"epoch": 1.15,
"learning_rate": 0.0006961031361000184,
"loss": 1.7425,
"step": 910
},
{
"epoch": 1.16,
"learning_rate": 0.0006929832237554241,
"loss": 1.559,
"step": 915
},
{
"epoch": 1.17,
"learning_rate": 0.0006898544570716722,
"loss": 1.5379,
"step": 920
},
{
"epoch": 1.17,
"learning_rate": 0.0006867169796009369,
"loss": 1.586,
"step": 925
},
{
"epoch": 1.18,
"learning_rate": 0.0006835709352950558,
"loss": 1.6424,
"step": 930
},
{
"epoch": 1.19,
"learning_rate": 0.000680416468498924,
"loss": 1.6002,
"step": 935
},
{
"epoch": 1.19,
"learning_rate": 0.0006772537239438732,
"loss": 1.5361,
"step": 940
},
{
"epoch": 1.2,
"learning_rate": 0.0006740828467410294,
"loss": 1.5436,
"step": 945
},
{
"epoch": 1.2,
"learning_rate": 0.0006709039823746564,
"loss": 1.5845,
"step": 950
},
{
"epoch": 1.21,
"learning_rate": 0.0006677172766954794,
"loss": 1.5275,
"step": 955
},
{
"epoch": 1.22,
"learning_rate": 0.0006645228759139949,
"loss": 1.5879,
"step": 960
},
{
"epoch": 1.22,
"learning_rate": 0.0006613209265937611,
"loss": 1.5809,
"step": 965
},
{
"epoch": 1.23,
"learning_rate": 0.0006581115756446733,
"loss": 1.6111,
"step": 970
},
{
"epoch": 1.24,
"learning_rate": 0.000654894970316224,
"loss": 1.5794,
"step": 975
},
{
"epoch": 1.24,
"learning_rate": 0.0006516712581907471,
"loss": 1.5756,
"step": 980
},
{
"epoch": 1.25,
"learning_rate": 0.000648440587176646,
"loss": 1.5913,
"step": 985
},
{
"epoch": 1.25,
"learning_rate": 0.0006452031055016072,
"loss": 1.615,
"step": 990
},
{
"epoch": 1.26,
"learning_rate": 0.0006419589617058008,
"loss": 1.6578,
"step": 995
},
{
"epoch": 1.27,
"learning_rate": 0.000638708304635063,
"loss": 1.6285,
"step": 1000
},
{
"epoch": 1.27,
"learning_rate": 0.0006354512834340694,
"loss": 1.5911,
"step": 1005
},
{
"epoch": 1.28,
"learning_rate": 0.0006321880475394899,
"loss": 1.6383,
"step": 1010
},
{
"epoch": 1.29,
"learning_rate": 0.0006289187466731334,
"loss": 1.5337,
"step": 1015
},
{
"epoch": 1.29,
"learning_rate": 0.0006256435308350785,
"loss": 1.6334,
"step": 1020
},
{
"epoch": 1.3,
"learning_rate": 0.0006223625502967903,
"loss": 1.7418,
"step": 1025
},
{
"epoch": 1.31,
"learning_rate": 0.000619075955594227,
"loss": 1.5987,
"step": 1030
},
{
"epoch": 1.31,
"learning_rate": 0.0006157838975209322,
"loss": 1.6512,
"step": 1035
},
{
"epoch": 1.32,
"learning_rate": 0.0006124865271211165,
"loss": 1.68,
"step": 1040
},
{
"epoch": 1.32,
"learning_rate": 0.0006091839956827278,
"loss": 1.5891,
"step": 1045
},
{
"epoch": 1.33,
"learning_rate": 0.0006058764547305088,
"loss": 1.6131,
"step": 1050
},
{
"epoch": 1.34,
"learning_rate": 0.0006025640560190467,
"loss": 1.6289,
"step": 1055
},
{
"epoch": 1.34,
"learning_rate": 0.0005992469515258089,
"loss": 1.5907,
"step": 1060
},
{
"epoch": 1.35,
"learning_rate": 0.0005959252934441706,
"loss": 1.6156,
"step": 1065
},
{
"epoch": 1.36,
"learning_rate": 0.0005925992341764323,
"loss": 1.5184,
"step": 1070
},
{
"epoch": 1.36,
"learning_rate": 0.000589268926326827,
"loss": 1.5729,
"step": 1075
},
{
"epoch": 1.37,
"learning_rate": 0.0005859345226945177,
"loss": 1.5053,
"step": 1080
},
{
"epoch": 1.38,
"learning_rate": 0.000582596176266589,
"loss": 1.6205,
"step": 1085
},
{
"epoch": 1.38,
"learning_rate": 0.0005792540402110257,
"loss": 1.5363,
"step": 1090
},
{
"epoch": 1.39,
"learning_rate": 0.0005759082678696857,
"loss": 1.6992,
"step": 1095
},
{
"epoch": 1.39,
"learning_rate": 0.0005725590127512657,
"loss": 1.5543,
"step": 1100
},
{
"epoch": 1.4,
"learning_rate": 0.0005692064285242558,
"loss": 1.6408,
"step": 1105
},
{
"epoch": 1.41,
"learning_rate": 0.0005658506690098916,
"loss": 1.6324,
"step": 1110
},
{
"epoch": 1.41,
"learning_rate": 0.0005624918881750943,
"loss": 1.5604,
"step": 1115
},
{
"epoch": 1.42,
"learning_rate": 0.0005591302401254076,
"loss": 1.5888,
"step": 1120
},
{
"epoch": 1.43,
"learning_rate": 0.000555765879097928,
"loss": 1.661,
"step": 1125
},
{
"epoch": 1.43,
"learning_rate": 0.0005523989594542258,
"loss": 1.6155,
"step": 1130
},
{
"epoch": 1.44,
"learning_rate": 0.0005490296356732649,
"loss": 1.5069,
"step": 1135
},
{
"epoch": 1.44,
"learning_rate": 0.0005456580623443145,
"loss": 1.4833,
"step": 1140
},
{
"epoch": 1.45,
"learning_rate": 0.000542284394159856,
"loss": 1.4966,
"step": 1145
},
{
"epoch": 1.46,
"learning_rate": 0.0005389087859084854,
"loss": 1.6364,
"step": 1150
},
{
"epoch": 1.46,
"learning_rate": 0.0005355313924678123,
"loss": 1.6311,
"step": 1155
},
{
"epoch": 1.47,
"learning_rate": 0.0005321523687973526,
"loss": 1.5597,
"step": 1160
},
{
"epoch": 1.48,
"learning_rate": 0.00052877186993142,
"loss": 1.6759,
"step": 1165
},
{
"epoch": 1.48,
"learning_rate": 0.0005253900509720118,
"loss": 1.5734,
"step": 1170
},
{
"epoch": 1.49,
"learning_rate": 0.0005220070670816932,
"loss": 1.6767,
"step": 1175
},
{
"epoch": 1.5,
"learning_rate": 0.0005186230734764782,
"loss": 1.603,
"step": 1180
},
{
"epoch": 1.5,
"learning_rate": 0.0005152382254187076,
"loss": 1.5121,
"step": 1185
},
{
"epoch": 1.51,
"learning_rate": 0.0005118526782099258,
"loss": 1.5978,
"step": 1190
},
{
"epoch": 1.51,
"learning_rate": 0.0005084665871837553,
"loss": 1.4273,
"step": 1195
},
{
"epoch": 1.52,
"learning_rate": 0.0005050801076987699,
"loss": 1.5823,
"step": 1200
},
{
"epoch": 1.53,
"learning_rate": 0.0005016933951313659,
"loss": 1.6582,
"step": 1205
},
{
"epoch": 1.53,
"learning_rate": 0.0004983066048686342,
"loss": 1.5263,
"step": 1210
},
{
"epoch": 1.54,
"learning_rate": 0.0004949198923012302,
"loss": 1.6287,
"step": 1215
},
{
"epoch": 1.55,
"learning_rate": 0.0004915334128162448,
"loss": 1.5244,
"step": 1220
},
{
"epoch": 1.55,
"learning_rate": 0.00048814732179007443,
"loss": 1.5054,
"step": 1225
},
{
"epoch": 1.56,
"learning_rate": 0.0004847617745812925,
"loss": 1.5065,
"step": 1230
},
{
"epoch": 1.57,
"learning_rate": 0.00048137692652352196,
"loss": 1.649,
"step": 1235
},
{
"epoch": 1.57,
"learning_rate": 0.0004779929329183068,
"loss": 1.5417,
"step": 1240
},
{
"epoch": 1.58,
"learning_rate": 0.0004746099490279883,
"loss": 1.4152,
"step": 1245
},
{
"epoch": 1.58,
"learning_rate": 0.00047122813006858017,
"loss": 1.5171,
"step": 1250
},
{
"epoch": 1.59,
"learning_rate": 0.0004678476312026475,
"loss": 1.5013,
"step": 1255
},
{
"epoch": 1.6,
"learning_rate": 0.00046446860753218797,
"loss": 1.5518,
"step": 1260
},
{
"epoch": 1.6,
"learning_rate": 0.0004610912140915146,
"loss": 1.5121,
"step": 1265
},
{
"epoch": 1.61,
"learning_rate": 0.00045771560584014414,
"loss": 1.4661,
"step": 1270
},
{
"epoch": 1.62,
"learning_rate": 0.0004543419376556855,
"loss": 1.5079,
"step": 1275
},
{
"epoch": 1.62,
"learning_rate": 0.00045097036432673515,
"loss": 1.5807,
"step": 1280
},
{
"epoch": 1.63,
"learning_rate": 0.0004476010405457744,
"loss": 1.5803,
"step": 1285
},
{
"epoch": 1.63,
"learning_rate": 0.00044423412090207216,
"loss": 1.5011,
"step": 1290
},
{
"epoch": 1.64,
"learning_rate": 0.0004408697598745924,
"loss": 1.5691,
"step": 1295
},
{
"epoch": 1.65,
"learning_rate": 0.0004375081118249058,
"loss": 1.5332,
"step": 1300
},
{
"epoch": 1.65,
"learning_rate": 0.0004341493309901085,
"loss": 1.5385,
"step": 1305
},
{
"epoch": 1.66,
"learning_rate": 0.00043079357147574434,
"loss": 1.6153,
"step": 1310
},
{
"epoch": 1.67,
"learning_rate": 0.0004274409872487345,
"loss": 1.6695,
"step": 1315
},
{
"epoch": 1.67,
"learning_rate": 0.0004240917321303143,
"loss": 1.5654,
"step": 1320
},
{
"epoch": 1.68,
"learning_rate": 0.0004207459597889744,
"loss": 1.5585,
"step": 1325
},
{
"epoch": 1.69,
"learning_rate": 0.000417403823733411,
"loss": 1.5072,
"step": 1330
},
{
"epoch": 1.69,
"learning_rate": 0.0004140654773054824,
"loss": 1.5723,
"step": 1335
},
{
"epoch": 1.7,
"learning_rate": 0.00041073107367317315,
"loss": 1.6242,
"step": 1340
},
{
"epoch": 1.7,
"learning_rate": 0.0004074007658235678,
"loss": 1.5305,
"step": 1345
},
{
"epoch": 1.71,
"learning_rate": 0.00040407470655582934,
"loss": 1.5084,
"step": 1350
},
{
"epoch": 1.72,
"learning_rate": 0.00040075304847419114,
"loss": 1.5424,
"step": 1355
},
{
"epoch": 1.72,
"learning_rate": 0.0003974359439809534,
"loss": 1.5136,
"step": 1360
},
{
"epoch": 1.73,
"learning_rate": 0.0003941235452694913,
"loss": 1.5349,
"step": 1365
},
{
"epoch": 1.74,
"learning_rate": 0.0003908160043172725,
"loss": 1.4194,
"step": 1370
},
{
"epoch": 1.74,
"learning_rate": 0.0003875134728788834,
"loss": 1.6139,
"step": 1375
},
{
"epoch": 1.75,
"learning_rate": 0.0003842161024790679,
"loss": 1.4876,
"step": 1380
},
{
"epoch": 1.76,
"learning_rate": 0.00038092404440577315,
"loss": 1.5042,
"step": 1385
},
{
"epoch": 1.76,
"learning_rate": 0.0003776374497032097,
"loss": 1.5229,
"step": 1390
},
{
"epoch": 1.77,
"learning_rate": 0.0003743564691649216,
"loss": 1.5647,
"step": 1395
},
{
"epoch": 1.77,
"learning_rate": 0.0003710812533268666,
"loss": 1.5142,
"step": 1400
},
{
"epoch": 1.78,
"learning_rate": 0.0003678119524605102,
"loss": 1.5012,
"step": 1405
},
{
"epoch": 1.79,
"learning_rate": 0.0003645487165659305,
"loss": 1.4997,
"step": 1410
},
{
"epoch": 1.79,
"learning_rate": 0.000361291695364937,
"loss": 1.3816,
"step": 1415
},
{
"epoch": 1.8,
"learning_rate": 0.00035804103829419943,
"loss": 1.4572,
"step": 1420
},
{
"epoch": 1.81,
"learning_rate": 0.0003547968944983927,
"loss": 1.5515,
"step": 1425
},
{
"epoch": 1.81,
"learning_rate": 0.00035155941282335415,
"loss": 1.6266,
"step": 1430
},
{
"epoch": 1.82,
"learning_rate": 0.0003483287418092528,
"loss": 1.4554,
"step": 1435
},
{
"epoch": 1.82,
"learning_rate": 0.000345105029683776,
"loss": 1.4924,
"step": 1440
},
{
"epoch": 1.83,
"learning_rate": 0.00034188842435532686,
"loss": 1.4861,
"step": 1445
},
{
"epoch": 1.84,
"learning_rate": 0.000338679073406239,
"loss": 1.4455,
"step": 1450
},
{
"epoch": 1.84,
"learning_rate": 0.0003354771240860052,
"loss": 1.5319,
"step": 1455
},
{
"epoch": 1.85,
"learning_rate": 0.0003322827233045206,
"loss": 1.5121,
"step": 1460
},
{
"epoch": 1.86,
"learning_rate": 0.0003290960176253438,
"loss": 1.4594,
"step": 1465
},
{
"epoch": 1.86,
"learning_rate": 0.0003259171532589707,
"loss": 1.5755,
"step": 1470
},
{
"epoch": 1.87,
"learning_rate": 0.00032274627605612685,
"loss": 1.6141,
"step": 1475
},
{
"epoch": 1.88,
"learning_rate": 0.00031958353150107597,
"loss": 1.4925,
"step": 1480
},
{
"epoch": 1.88,
"learning_rate": 0.0003164290647049443,
"loss": 1.5114,
"step": 1485
},
{
"epoch": 1.89,
"learning_rate": 0.0003132830203990631,
"loss": 1.4687,
"step": 1490
},
{
"epoch": 1.89,
"learning_rate": 0.00031014554292832795,
"loss": 1.392,
"step": 1495
},
{
"epoch": 1.9,
"learning_rate": 0.0003070167762445759,
"loss": 1.4322,
"step": 1500
},
{
"epoch": 1.91,
"learning_rate": 0.0003038968638999816,
"loss": 1.5359,
"step": 1505
},
{
"epoch": 1.91,
"learning_rate": 0.00030078594904046967,
"loss": 1.5745,
"step": 1510
},
{
"epoch": 1.92,
"learning_rate": 0.0002976841743991479,
"loss": 1.4865,
"step": 1515
},
{
"epoch": 1.93,
"learning_rate": 0.0002945916822897579,
"loss": 1.4958,
"step": 1520
},
{
"epoch": 1.93,
"learning_rate": 0.0002915086146001458,
"loss": 1.4678,
"step": 1525
},
{
"epoch": 1.94,
"learning_rate": 0.0002884351127857526,
"loss": 1.4629,
"step": 1530
},
{
"epoch": 1.95,
"learning_rate": 0.00028537131786312333,
"loss": 1.5381,
"step": 1535
},
{
"epoch": 1.95,
"learning_rate": 0.00028231737040343717,
"loss": 1.5322,
"step": 1540
},
{
"epoch": 1.96,
"learning_rate": 0.000279273410526058,
"loss": 1.4523,
"step": 1545
},
{
"epoch": 1.96,
"learning_rate": 0.000276239577892106,
"loss": 1.552,
"step": 1550
},
{
"epoch": 1.97,
"learning_rate": 0.00027321601169804873,
"loss": 1.4431,
"step": 1555
},
{
"epoch": 1.98,
"learning_rate": 0.00027020285066931525,
"loss": 1.5036,
"step": 1560
},
{
"epoch": 1.98,
"learning_rate": 0.0002672002330539318,
"loss": 1.5313,
"step": 1565
},
{
"epoch": 1.99,
"learning_rate": 0.0002642082966161772,
"loss": 1.5092,
"step": 1570
},
{
"epoch": 2.0,
"learning_rate": 0.0002612271786302636,
"loss": 1.5065,
"step": 1575
},
{
"epoch": 2.0,
"eval_loss": 1.6175580024719238,
"eval_runtime": 366.4829,
"eval_samples_per_second": 34.948,
"eval_steps_per_second": 2.186,
"step": 1578
},
{
"epoch": 2.0,
"learning_rate": 0.0002582570158740372,
"loss": 1.5297,
"step": 1580
},
{
"epoch": 2.01,
"learning_rate": 0.00025529794462270285,
"loss": 1.3664,
"step": 1585
},
{
"epoch": 2.02,
"learning_rate": 0.0002523501006425724,
"loss": 1.2522,
"step": 1590
},
{
"epoch": 2.02,
"learning_rate": 0.000249413619184834,
"loss": 1.2119,
"step": 1595
},
{
"epoch": 2.03,
"learning_rate": 0.00024648863497934824,
"loss": 1.3337,
"step": 1600
},
{
"epoch": 2.03,
"learning_rate": 0.00024357528222846515,
"loss": 1.2604,
"step": 1605
},
{
"epoch": 2.04,
"learning_rate": 0.00024067369460086769,
"loss": 1.2815,
"step": 1610
},
{
"epoch": 2.05,
"learning_rate": 0.00023778400522543846,
"loss": 1.2383,
"step": 1615
},
{
"epoch": 2.05,
"learning_rate": 0.00023490634668515154,
"loss": 1.2959,
"step": 1620
},
{
"epoch": 2.06,
"learning_rate": 0.00023204085101099015,
"loss": 1.3136,
"step": 1625
},
{
"epoch": 2.07,
"learning_rate": 0.00022918764967588763,
"loss": 1.2596,
"step": 1630
},
{
"epoch": 2.07,
"learning_rate": 0.00022634687358869595,
"loss": 1.272,
"step": 1635
},
{
"epoch": 2.08,
"learning_rate": 0.00022351865308817991,
"loss": 1.218,
"step": 1640
},
{
"epoch": 2.08,
"learning_rate": 0.00022070311793703608,
"loss": 1.3847,
"step": 1645
},
{
"epoch": 2.09,
"learning_rate": 0.00021790039731593946,
"loss": 1.2601,
"step": 1650
},
{
"epoch": 2.1,
"learning_rate": 0.00021511061981761666,
"loss": 1.3791,
"step": 1655
},
{
"epoch": 2.1,
"learning_rate": 0.0002123339134409461,
"loss": 1.2843,
"step": 1660
},
{
"epoch": 2.11,
"learning_rate": 0.0002095704055850846,
"loss": 1.2707,
"step": 1665
},
{
"epoch": 2.12,
"learning_rate": 0.00020682022304362226,
"loss": 1.2781,
"step": 1670
},
{
"epoch": 2.12,
"learning_rate": 0.00020408349199876587,
"loss": 1.3632,
"step": 1675
},
{
"epoch": 2.13,
"learning_rate": 0.0002013603380155482,
"loss": 1.2773,
"step": 1680
},
{
"epoch": 2.14,
"learning_rate": 0.00019865088603606773,
"loss": 1.2757,
"step": 1685
},
{
"epoch": 2.14,
"learning_rate": 0.00019595526037375588,
"loss": 1.299,
"step": 1690
},
{
"epoch": 2.15,
"learning_rate": 0.00019327358470767325,
"loss": 1.2752,
"step": 1695
},
{
"epoch": 2.15,
"learning_rate": 0.0001906059820768357,
"loss": 1.3311,
"step": 1700
},
{
"epoch": 2.16,
"learning_rate": 0.00018795257487456797,
"loss": 1.2696,
"step": 1705
},
{
"epoch": 2.17,
"learning_rate": 0.00018531348484288925,
"loss": 1.2492,
"step": 1710
},
{
"epoch": 2.17,
"learning_rate": 0.00018268883306692674,
"loss": 1.3153,
"step": 1715
},
{
"epoch": 2.18,
"learning_rate": 0.0001800787399693604,
"loss": 1.274,
"step": 1720
},
{
"epoch": 2.19,
"learning_rate": 0.0001774833253048978,
"loss": 1.3302,
"step": 1725
},
{
"epoch": 2.19,
"learning_rate": 0.0001749027081547792,
"loss": 1.1726,
"step": 1730
},
{
"epoch": 2.2,
"learning_rate": 0.0001723370069213151,
"loss": 1.2367,
"step": 1735
},
{
"epoch": 2.21,
"learning_rate": 0.0001697863393224522,
"loss": 1.2647,
"step": 1740
},
{
"epoch": 2.21,
"learning_rate": 0.0001672508223863732,
"loss": 1.2689,
"step": 1745
},
{
"epoch": 2.22,
"learning_rate": 0.00016473057244612778,
"loss": 1.2523,
"step": 1750
},
{
"epoch": 2.22,
"learning_rate": 0.00016222570513429403,
"loss": 1.2597,
"step": 1755
},
{
"epoch": 2.23,
"learning_rate": 0.00015973633537767396,
"loss": 1.2528,
"step": 1760
},
{
"epoch": 2.24,
"learning_rate": 0.00015726257739201994,
"loss": 1.2704,
"step": 1765
},
{
"epoch": 2.24,
"learning_rate": 0.0001548045446767945,
"loss": 1.1525,
"step": 1770
},
{
"epoch": 2.25,
"learning_rate": 0.0001523623500099633,
"loss": 1.2283,
"step": 1775
},
{
"epoch": 2.26,
"learning_rate": 0.0001499361054428196,
"loss": 1.3046,
"step": 1780
},
{
"epoch": 2.26,
"learning_rate": 0.00014752592229484463,
"loss": 1.3047,
"step": 1785
},
{
"epoch": 2.27,
"learning_rate": 0.00014513191114859869,
"loss": 1.2188,
"step": 1790
},
{
"epoch": 2.27,
"learning_rate": 0.0001427541818446484,
"loss": 1.2769,
"step": 1795
},
{
"epoch": 2.28,
"learning_rate": 0.0001403928434765267,
"loss": 1.2688,
"step": 1800
},
{
"epoch": 2.29,
"learning_rate": 0.00013804800438572745,
"loss": 1.2727,
"step": 1805
},
{
"epoch": 2.29,
"learning_rate": 0.00013571977215673508,
"loss": 1.1562,
"step": 1810
},
{
"epoch": 2.3,
"learning_rate": 0.00013340825361208758,
"loss": 1.3305,
"step": 1815
},
{
"epoch": 2.31,
"learning_rate": 0.00013111355480747622,
"loss": 1.2663,
"step": 1820
},
{
"epoch": 2.31,
"learning_rate": 0.0001288357810268791,
"loss": 1.2736,
"step": 1825
},
{
"epoch": 2.32,
"learning_rate": 0.00012657503677772992,
"loss": 1.2877,
"step": 1830
},
{
"epoch": 2.33,
"learning_rate": 0.00012433142578612493,
"loss": 1.3585,
"step": 1835
},
{
"epoch": 2.33,
"learning_rate": 0.00012210505099206177,
"loss": 1.3242,
"step": 1840
},
{
"epoch": 2.34,
"learning_rate": 0.00011989601454471788,
"loss": 1.3037,
"step": 1845
},
{
"epoch": 2.34,
"learning_rate": 0.00011770441779776281,
"loss": 1.2969,
"step": 1850
},
{
"epoch": 2.35,
"learning_rate": 0.0001155303613047084,
"loss": 1.2783,
"step": 1855
},
{
"epoch": 2.36,
"learning_rate": 0.00011337394481429563,
"loss": 1.2409,
"step": 1860
},
{
"epoch": 2.36,
"learning_rate": 0.00011123526726591682,
"loss": 1.2276,
"step": 1865
},
{
"epoch": 2.37,
"learning_rate": 0.00010911442678507771,
"loss": 1.261,
"step": 1870
},
{
"epoch": 2.38,
"learning_rate": 0.00010701152067889408,
"loss": 1.2741,
"step": 1875
},
{
"epoch": 2.38,
"learning_rate": 0.0001049266454316275,
"loss": 1.2337,
"step": 1880
},
{
"epoch": 2.39,
"learning_rate": 0.00010285989670025914,
"loss": 1.2259,
"step": 1885
},
{
"epoch": 2.4,
"learning_rate": 0.00010081136931009982,
"loss": 1.3068,
"step": 1890
},
{
"epoch": 2.4,
"learning_rate": 9.878115725044045e-05,
"loss": 1.2444,
"step": 1895
},
{
"epoch": 2.41,
"learning_rate": 9.676935367023826e-05,
"loss": 1.2301,
"step": 1900
},
{
"epoch": 2.41,
"learning_rate": 9.477605087384428e-05,
"loss": 1.2882,
"step": 1905
},
{
"epoch": 2.42,
"learning_rate": 9.280134031676795e-05,
"loss": 1.2423,
"step": 1910
},
{
"epoch": 2.43,
"learning_rate": 9.084531260148043e-05,
"loss": 1.2471,
"step": 1915
},
{
"epoch": 2.43,
"learning_rate": 8.890805747325864e-05,
"loss": 1.2215,
"step": 1920
},
{
"epoch": 2.44,
"learning_rate": 8.698966381606633e-05,
"loss": 1.359,
"step": 1925
},
{
"epoch": 2.45,
"learning_rate": 8.509021964847752e-05,
"loss": 1.2103,
"step": 1930
},
{
"epoch": 2.45,
"learning_rate": 8.320981211963647e-05,
"loss": 1.291,
"step": 1935
},
{
"epoch": 2.46,
"learning_rate": 8.134852750526017e-05,
"loss": 1.2588,
"step": 1940
},
{
"epoch": 2.47,
"learning_rate": 7.950645120368011e-05,
"loss": 1.3012,
"step": 1945
},
{
"epoch": 2.47,
"learning_rate": 7.768366773192286e-05,
"loss": 1.2732,
"step": 1950
},
{
"epoch": 2.48,
"learning_rate": 7.58802607218339e-05,
"loss": 1.2364,
"step": 1955
},
{
"epoch": 2.48,
"learning_rate": 7.409631291623903e-05,
"loss": 1.3049,
"step": 1960
},
{
"epoch": 2.49,
"learning_rate": 7.23319061651489e-05,
"loss": 1.334,
"step": 1965
},
{
"epoch": 2.5,
"learning_rate": 7.058712142200324e-05,
"loss": 1.1297,
"step": 1970
},
{
"epoch": 2.5,
"learning_rate": 6.886203873995672e-05,
"loss": 1.3076,
"step": 1975
},
{
"epoch": 2.51,
"learning_rate": 6.715673726820626e-05,
"loss": 1.2343,
"step": 1980
},
{
"epoch": 2.52,
"learning_rate": 6.547129524835904e-05,
"loss": 1.2474,
"step": 1985
},
{
"epoch": 2.52,
"learning_rate": 6.38057900108428e-05,
"loss": 1.2312,
"step": 1990
},
{
"epoch": 2.53,
"learning_rate": 6.216029797135842e-05,
"loss": 1.1307,
"step": 1995
},
{
"epoch": 2.53,
"learning_rate": 6.053489462737283e-05,
"loss": 1.2532,
"step": 2000
},
{
"epoch": 2.54,
"learning_rate": 5.8929654554655985e-05,
"loss": 1.2598,
"step": 2005
},
{
"epoch": 2.55,
"learning_rate": 5.734465140385864e-05,
"loss": 1.1858,
"step": 2010
},
{
"epoch": 2.55,
"learning_rate": 5.5779957897133415e-05,
"loss": 1.225,
"step": 2015
},
{
"epoch": 2.56,
"learning_rate": 5.423564582479845e-05,
"loss": 1.2459,
"step": 2020
},
{
"epoch": 2.57,
"learning_rate": 5.2711786042042854e-05,
"loss": 1.1665,
"step": 2025
},
{
"epoch": 2.57,
"learning_rate": 5.120844846567657e-05,
"loss": 1.2943,
"step": 2030
},
{
"epoch": 2.58,
"learning_rate": 4.972570207092186e-05,
"loss": 1.3287,
"step": 2035
},
{
"epoch": 2.59,
"learning_rate": 4.826361488824898e-05,
"loss": 1.2245,
"step": 2040
},
{
"epoch": 2.59,
"learning_rate": 4.68222540002548e-05,
"loss": 1.1462,
"step": 2045
},
{
"epoch": 2.6,
"learning_rate": 4.5401685538584756e-05,
"loss": 1.2929,
"step": 2050
},
{
"epoch": 2.6,
"learning_rate": 4.400197468089906e-05,
"loss": 1.2585,
"step": 2055
},
{
"epoch": 2.61,
"learning_rate": 4.26231856478817e-05,
"loss": 1.1936,
"step": 2060
},
{
"epoch": 2.62,
"learning_rate": 4.126538170029453e-05,
"loss": 1.3289,
"step": 2065
},
{
"epoch": 2.62,
"learning_rate": 3.99286251360742e-05,
"loss": 1.2575,
"step": 2070
},
{
"epoch": 2.63,
"learning_rate": 3.8612977287474093e-05,
"loss": 1.2051,
"step": 2075
},
{
"epoch": 2.64,
"learning_rate": 3.731849851825042e-05,
"loss": 1.265,
"step": 2080
},
{
"epoch": 2.64,
"learning_rate": 3.604524822089245e-05,
"loss": 1.273,
"step": 2085
},
{
"epoch": 2.65,
"learning_rate": 3.479328481389771e-05,
"loss": 1.2193,
"step": 2090
},
{
"epoch": 2.66,
"learning_rate": 3.35626657390915e-05,
"loss": 1.3077,
"step": 2095
},
{
"epoch": 2.66,
"learning_rate": 3.235344745899116e-05,
"loss": 1.177,
"step": 2100
},
{
"epoch": 2.67,
"learning_rate": 3.1165685454216333e-05,
"loss": 1.317,
"step": 2105
},
{
"epoch": 2.67,
"learning_rate": 2.9999434220942255e-05,
"loss": 1.2496,
"step": 2110
},
{
"epoch": 2.68,
"learning_rate": 2.8854747268400318e-05,
"loss": 1.2356,
"step": 2115
},
{
"epoch": 2.69,
"learning_rate": 2.773167711642266e-05,
"loss": 1.2738,
"step": 2120
},
{
"epoch": 2.69,
"learning_rate": 2.663027529303236e-05,
"loss": 1.2312,
"step": 2125
},
{
"epoch": 2.7,
"learning_rate": 2.5550592332079515e-05,
"loss": 1.2528,
"step": 2130
},
{
"epoch": 2.71,
"learning_rate": 2.449267777092251e-05,
"loss": 1.1745,
"step": 2135
},
{
"epoch": 2.71,
"learning_rate": 2.3456580148155272e-05,
"loss": 1.2588,
"step": 2140
},
{
"epoch": 2.72,
"learning_rate": 2.2442347001380148e-05,
"loss": 1.1721,
"step": 2145
},
{
"epoch": 2.72,
"learning_rate": 2.145002486502684e-05,
"loss": 1.2337,
"step": 2150
},
{
"epoch": 2.73,
"learning_rate": 2.0479659268217378e-05,
"loss": 1.2546,
"step": 2155
},
{
"epoch": 2.74,
"learning_rate": 1.953129473267723e-05,
"loss": 1.2842,
"step": 2160
},
{
"epoch": 2.74,
"learning_rate": 1.8604974770692508e-05,
"loss": 1.1871,
"step": 2165
},
{
"epoch": 2.75,
"learning_rate": 1.770074188311349e-05,
"loss": 1.1609,
"step": 2170
},
{
"epoch": 2.76,
"learning_rate": 1.681863755740487e-05,
"loss": 1.1607,
"step": 2175
},
{
"epoch": 2.76,
"learning_rate": 1.5958702265741977e-05,
"loss": 1.2254,
"step": 2180
},
{
"epoch": 2.77,
"learning_rate": 1.512097546315394e-05,
"loss": 1.2322,
"step": 2185
},
{
"epoch": 2.78,
"learning_rate": 1.430549558571359e-05,
"loss": 1.1937,
"step": 2190
},
{
"epoch": 2.78,
"learning_rate": 1.3512300048773685e-05,
"loss": 1.2344,
"step": 2195
},
{
"epoch": 2.79,
"learning_rate": 1.2741425245250626e-05,
"loss": 1.2383,
"step": 2200
},
{
"epoch": 2.79,
"learning_rate": 1.199290654395424e-05,
"loss": 1.2553,
"step": 2205
},
{
"epoch": 2.8,
"learning_rate": 1.1266778287965297e-05,
"loss": 1.381,
"step": 2210
},
{
"epoch": 2.81,
"learning_rate": 1.056307379305993e-05,
"loss": 1.1926,
"step": 2215
},
{
"epoch": 2.81,
"learning_rate": 9.88182534618054e-06,
"loss": 1.1419,
"step": 2220
},
{
"epoch": 2.82,
"learning_rate": 9.223064203955078e-06,
"loss": 1.2016,
"step": 2225
},
{
"epoch": 2.83,
"learning_rate": 8.586820591262367e-06,
"loss": 1.2364,
"step": 2230
},
{
"epoch": 2.83,
"learning_rate": 7.973123699845819e-06,
"loss": 1.2936,
"step": 2235
},
{
"epoch": 2.84,
"learning_rate": 7.382001686973782e-06,
"loss": 1.2675,
"step": 2240
},
{
"epoch": 2.85,
"learning_rate": 6.8134816741476364e-06,
"loss": 1.2742,
"step": 2245
},
{
"epoch": 2.85,
"learning_rate": 6.267589745857727e-06,
"loss": 1.2404,
"step": 2250
},
{
"epoch": 2.86,
"learning_rate": 5.744350948386101e-06,
"loss": 1.311,
"step": 2255
},
{
"epoch": 2.86,
"learning_rate": 5.243789288657818e-06,
"loss": 1.2043,
"step": 2260
},
{
"epoch": 2.87,
"learning_rate": 4.765927733139108e-06,
"loss": 1.2024,
"step": 2265
},
{
"epoch": 2.88,
"learning_rate": 4.310788206783822e-06,
"loss": 1.3395,
"step": 2270
},
{
"epoch": 2.88,
"learning_rate": 3.87839159202763e-06,
"loss": 1.2397,
"step": 2275
},
{
"epoch": 2.89,
"learning_rate": 3.4687577278295635e-06,
"loss": 1.2176,
"step": 2280
},
{
"epoch": 2.9,
"learning_rate": 3.0819054087619093e-06,
"loss": 1.1944,
"step": 2285
},
{
"epoch": 2.9,
"learning_rate": 2.7178523841481227e-06,
"loss": 1.2135,
"step": 2290
},
{
"epoch": 2.91,
"learning_rate": 2.3766153572480353e-06,
"loss": 1.259,
"step": 2295
},
{
"epoch": 2.91,
"learning_rate": 2.05820998449191e-06,
"loss": 1.1943,
"step": 2300
},
{
"epoch": 2.92,
"learning_rate": 1.7626508747617954e-06,
"loss": 1.2961,
"step": 2305
},
{
"epoch": 2.93,
"learning_rate": 1.4899515887213943e-06,
"loss": 1.157,
"step": 2310
},
{
"epoch": 2.93,
"learning_rate": 1.2401246381938958e-06,
"loss": 1.1454,
"step": 2315
},
{
"epoch": 2.94,
"learning_rate": 1.0131814855877663e-06,
"loss": 1.1584,
"step": 2320
},
{
"epoch": 2.95,
"learning_rate": 8.091325433710606e-07,
"loss": 1.1784,
"step": 2325
},
{
"epoch": 2.95,
"learning_rate": 6.27987173593525e-07,
"loss": 1.2977,
"step": 2330
},
{
"epoch": 2.96,
"learning_rate": 4.6975368745705296e-07,
"loss": 1.1467,
"step": 2335
},
{
"epoch": 2.97,
"learning_rate": 3.3443934493443407e-07,
"loss": 1.2271,
"step": 2340
},
{
"epoch": 2.97,
"learning_rate": 2.2205035443623178e-07,
"loss": 1.2055,
"step": 2345
},
{
"epoch": 2.98,
"learning_rate": 1.325918725258446e-07,
"loss": 1.166,
"step": 2350
},
{
"epoch": 2.98,
"learning_rate": 6.60680036831396e-08,
"loss": 1.2394,
"step": 2355
},
{
"epoch": 2.99,
"learning_rate": 2.248180011588108e-08,
"loss": 1.2422,
"step": 2360
},
{
"epoch": 3.0,
"learning_rate": 1.8352616197314652e-09,
"loss": 1.1873,
"step": 2365
},
{
"epoch": 3.0,
"eval_loss": 1.5839784145355225,
"eval_runtime": 366.1985,
"eval_samples_per_second": 34.976,
"eval_steps_per_second": 2.187,
"step": 2367
},
{
"epoch": 3.0,
"step": 2367,
"total_flos": 5.627889061063557e+17,
"train_loss": 1.6624892393546513,
"train_runtime": 33680.2242,
"train_samples_per_second": 8.997,
"train_steps_per_second": 0.07
}
],
"max_steps": 2367,
"num_train_epochs": 3,
"total_flos": 5.627889061063557e+17,
"trial_name": null,
"trial_params": null
}