ZeroUniqueness's picture
Training in progress, step 7500
7b2562e
raw
history blame
37.6 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.908103916246607,
"global_step": 7500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 0.0001999867761371633,
"loss": 1.0435,
"step": 50
},
{
"epoch": 0.04,
"learning_rate": 0.00019993306018843102,
"loss": 0.8918,
"step": 100
},
{
"epoch": 0.06,
"learning_rate": 0.00019983804784290833,
"loss": 0.8874,
"step": 150
},
{
"epoch": 0.08,
"learning_rate": 0.00019970177836355307,
"loss": 0.8839,
"step": 200
},
{
"epoch": 0.09,
"learning_rate": 0.00019961818913082012,
"loss": 0.8801,
"step": 225
},
{
"epoch": 0.1,
"learning_rate": 0.00019952430806244534,
"loss": 0.8753,
"step": 250
},
{
"epoch": 0.11,
"learning_rate": 0.00019942014485754635,
"loss": 0.8754,
"step": 275
},
{
"epoch": 0.12,
"learning_rate": 0.00019930571027751713,
"loss": 0.8751,
"step": 300
},
{
"epoch": 0.13,
"learning_rate": 0.0001991810161449164,
"loss": 0.8819,
"step": 325
},
{
"epoch": 0.14,
"learning_rate": 0.00019904607534224612,
"loss": 0.8744,
"step": 350
},
{
"epoch": 0.15,
"learning_rate": 0.00019890090181062063,
"loss": 0.8735,
"step": 375
},
{
"epoch": 0.16,
"learning_rate": 0.00019874551054832625,
"loss": 0.8703,
"step": 400
},
{
"epoch": 0.16,
"learning_rate": 0.00019857991760927193,
"loss": 0.8715,
"step": 425
},
{
"epoch": 0.17,
"learning_rate": 0.00019840414010133045,
"loss": 0.8714,
"step": 450
},
{
"epoch": 0.18,
"learning_rate": 0.00019821819618457114,
"loss": 0.8653,
"step": 475
},
{
"epoch": 0.19,
"learning_rate": 0.0001980221050693837,
"loss": 0.8716,
"step": 500
},
{
"epoch": 0.2,
"learning_rate": 0.00019781588701449338,
"loss": 0.8695,
"step": 525
},
{
"epoch": 0.21,
"learning_rate": 0.0001975995633248682,
"loss": 0.8746,
"step": 550
},
{
"epoch": 0.22,
"learning_rate": 0.00019737315634951762,
"loss": 0.8731,
"step": 575
},
{
"epoch": 0.23,
"learning_rate": 0.00019713668947918386,
"loss": 0.867,
"step": 600
},
{
"epoch": 0.24,
"learning_rate": 0.0001968901871439252,
"loss": 0.8706,
"step": 625
},
{
"epoch": 0.25,
"learning_rate": 0.000196633674810592,
"loss": 0.8595,
"step": 650
},
{
"epoch": 0.26,
"learning_rate": 0.0001963671789801958,
"loss": 0.8627,
"step": 675
},
{
"epoch": 0.27,
"learning_rate": 0.0001960907271851712,
"loss": 0.8607,
"step": 700
},
{
"epoch": 0.28,
"learning_rate": 0.00019580434798653173,
"loss": 0.858,
"step": 725
},
{
"epoch": 0.29,
"learning_rate": 0.00019550807097091876,
"loss": 0.8589,
"step": 750
},
{
"epoch": 0.3,
"learning_rate": 0.00019520192674754515,
"loss": 0.8561,
"step": 775
},
{
"epoch": 0.31,
"learning_rate": 0.00019488594694503264,
"loss": 0.8576,
"step": 800
},
{
"epoch": 0.32,
"learning_rate": 0.00019456016420814446,
"loss": 0.8597,
"step": 825
},
{
"epoch": 0.33,
"learning_rate": 0.00019422461219441254,
"loss": 0.862,
"step": 850
},
{
"epoch": 0.34,
"learning_rate": 0.00019387932557066035,
"loss": 0.8577,
"step": 875
},
{
"epoch": 0.35,
"learning_rate": 0.00019352434000942127,
"loss": 0.8632,
"step": 900
},
{
"epoch": 0.36,
"learning_rate": 0.00019315969218525333,
"loss": 0.8567,
"step": 925
},
{
"epoch": 0.37,
"learning_rate": 0.00019278541977095005,
"loss": 0.8501,
"step": 950
},
{
"epoch": 0.38,
"learning_rate": 0.00019240156143364844,
"loss": 0.8596,
"step": 975
},
{
"epoch": 0.39,
"learning_rate": 0.00019200815683083434,
"loss": 0.8556,
"step": 1000
},
{
"epoch": 0.39,
"eval_loss": 0.8521950244903564,
"eval_runtime": 59.8838,
"eval_samples_per_second": 12.19,
"eval_steps_per_second": 0.885,
"step": 1000
},
{
"epoch": 0.4,
"learning_rate": 0.00019160524660624505,
"loss": 0.8531,
"step": 1025
},
{
"epoch": 0.41,
"learning_rate": 0.00019119287238567045,
"loss": 0.8513,
"step": 1050
},
{
"epoch": 0.42,
"learning_rate": 0.00019077107677265253,
"loss": 0.8502,
"step": 1075
},
{
"epoch": 0.43,
"learning_rate": 0.00019033990334408384,
"loss": 0.8469,
"step": 1100
},
{
"epoch": 0.44,
"learning_rate": 0.00018989939664570545,
"loss": 0.8495,
"step": 1125
},
{
"epoch": 0.45,
"learning_rate": 0.00018944960218750484,
"loss": 0.8485,
"step": 1150
},
{
"epoch": 0.46,
"learning_rate": 0.00018899056643901404,
"loss": 0.8534,
"step": 1175
},
{
"epoch": 0.47,
"learning_rate": 0.00018852233682450893,
"loss": 0.8531,
"step": 1200
},
{
"epoch": 0.47,
"learning_rate": 0.00018804496171810948,
"loss": 0.8509,
"step": 1225
},
{
"epoch": 0.48,
"learning_rate": 0.00018755849043878222,
"loss": 0.8445,
"step": 1250
},
{
"epoch": 0.49,
"learning_rate": 0.0001870629732452449,
"loss": 0.8548,
"step": 1275
},
{
"epoch": 0.5,
"learning_rate": 0.00018655846133077417,
"loss": 0.8441,
"step": 1300
},
{
"epoch": 0.51,
"learning_rate": 0.00018604500681791656,
"loss": 0.8533,
"step": 1325
},
{
"epoch": 0.52,
"learning_rate": 0.00018552266275310373,
"loss": 0.8505,
"step": 1350
},
{
"epoch": 0.53,
"learning_rate": 0.0001849914831011719,
"loss": 0.8544,
"step": 1375
},
{
"epoch": 0.54,
"learning_rate": 0.00018445152273978668,
"loss": 0.845,
"step": 1400
},
{
"epoch": 0.55,
"learning_rate": 0.00018390283745377354,
"loss": 0.8376,
"step": 1425
},
{
"epoch": 0.56,
"learning_rate": 0.0001833454839293545,
"loss": 0.847,
"step": 1450
},
{
"epoch": 0.57,
"learning_rate": 0.00018277951974829163,
"loss": 0.8473,
"step": 1475
},
{
"epoch": 0.58,
"learning_rate": 0.0001822050033819382,
"loss": 0.8438,
"step": 1500
},
{
"epoch": 0.59,
"learning_rate": 0.00018162199418519785,
"loss": 0.8418,
"step": 1525
},
{
"epoch": 0.6,
"learning_rate": 0.00018103055239039243,
"loss": 0.842,
"step": 1550
},
{
"epoch": 0.61,
"learning_rate": 0.0001804307391010393,
"loss": 0.8435,
"step": 1575
},
{
"epoch": 0.62,
"learning_rate": 0.00017982261628553842,
"loss": 0.8349,
"step": 1600
},
{
"epoch": 0.63,
"learning_rate": 0.0001792062467707703,
"loss": 0.8483,
"step": 1625
},
{
"epoch": 0.64,
"learning_rate": 0.0001785816942356052,
"loss": 0.8387,
"step": 1650
},
{
"epoch": 0.65,
"learning_rate": 0.00017794902320432429,
"loss": 0.843,
"step": 1675
},
{
"epoch": 0.66,
"learning_rate": 0.00017730829903995333,
"loss": 0.8424,
"step": 1700
},
{
"epoch": 0.67,
"learning_rate": 0.00017665958793751006,
"loss": 0.8418,
"step": 1725
},
{
"epoch": 0.68,
"learning_rate": 0.00017600295691716522,
"loss": 0.8384,
"step": 1750
},
{
"epoch": 0.69,
"learning_rate": 0.00017533847381731856,
"loss": 0.8445,
"step": 1775
},
{
"epoch": 0.7,
"learning_rate": 0.00017466620728759033,
"loss": 0.8446,
"step": 1800
},
{
"epoch": 0.71,
"learning_rate": 0.00017398622678172878,
"loss": 0.838,
"step": 1825
},
{
"epoch": 0.72,
"learning_rate": 0.0001732986025504348,
"loss": 0.8415,
"step": 1850
},
{
"epoch": 0.73,
"learning_rate": 0.000172603405634104,
"loss": 0.8357,
"step": 1875
},
{
"epoch": 0.74,
"learning_rate": 0.00017190070785548755,
"loss": 0.8311,
"step": 1900
},
{
"epoch": 0.75,
"learning_rate": 0.0001711905818122717,
"loss": 0.8333,
"step": 1925
},
{
"epoch": 0.76,
"learning_rate": 0.0001704731008695777,
"loss": 0.8387,
"step": 1950
},
{
"epoch": 0.77,
"learning_rate": 0.0001697483391523821,
"loss": 0.8442,
"step": 1975
},
{
"epoch": 0.78,
"learning_rate": 0.00016901637153785885,
"loss": 0.8399,
"step": 2000
},
{
"epoch": 0.78,
"eval_loss": 0.8339959383010864,
"eval_runtime": 58.5829,
"eval_samples_per_second": 12.461,
"eval_steps_per_second": 0.905,
"step": 2000
},
{
"epoch": 0.79,
"learning_rate": 0.0001682772736476434,
"loss": 0.8334,
"step": 2025
},
{
"epoch": 0.79,
"learning_rate": 0.0001675311218400201,
"loss": 0.835,
"step": 2050
},
{
"epoch": 0.8,
"learning_rate": 0.00016677799320203332,
"loss": 0.8368,
"step": 2075
},
{
"epoch": 0.81,
"learning_rate": 0.00016601796554152344,
"loss": 0.8278,
"step": 2100
},
{
"epoch": 0.82,
"learning_rate": 0.00016525111737908827,
"loss": 0.8334,
"step": 2125
},
{
"epoch": 0.83,
"learning_rate": 0.00016447752793997096,
"loss": 0.8416,
"step": 2150
},
{
"epoch": 0.84,
"learning_rate": 0.00016369727714587483,
"loss": 0.8297,
"step": 2175
},
{
"epoch": 0.85,
"learning_rate": 0.0001629104456067066,
"loss": 0.8327,
"step": 2200
},
{
"epoch": 0.86,
"learning_rate": 0.00016211711461224825,
"loss": 0.8324,
"step": 2225
},
{
"epoch": 0.87,
"learning_rate": 0.0001613173661237589,
"loss": 0.8313,
"step": 2250
},
{
"epoch": 0.88,
"learning_rate": 0.0001605112827655069,
"loss": 0.8292,
"step": 2275
},
{
"epoch": 0.89,
"learning_rate": 0.0001596989478162339,
"loss": 0.8334,
"step": 2300
},
{
"epoch": 0.9,
"learning_rate": 0.00015888044520055106,
"loss": 0.8352,
"step": 2325
},
{
"epoch": 0.91,
"learning_rate": 0.00015805585948026852,
"loss": 0.823,
"step": 2350
},
{
"epoch": 0.92,
"learning_rate": 0.000157225275845659,
"loss": 0.8293,
"step": 2375
},
{
"epoch": 0.93,
"learning_rate": 0.00015638878010665672,
"loss": 0.8289,
"step": 2400
},
{
"epoch": 0.94,
"learning_rate": 0.00015554645868399205,
"loss": 0.832,
"step": 2425
},
{
"epoch": 0.95,
"learning_rate": 0.00015469839860026308,
"loss": 0.8294,
"step": 2450
},
{
"epoch": 0.96,
"learning_rate": 0.0001538446874709452,
"loss": 0.8281,
"step": 2475
},
{
"epoch": 0.97,
"learning_rate": 0.00015298541349533925,
"loss": 0.8314,
"step": 2500
},
{
"epoch": 0.98,
"learning_rate": 0.00015212066544745926,
"loss": 0.831,
"step": 2525
},
{
"epoch": 0.99,
"learning_rate": 0.00015125053266686124,
"loss": 0.8319,
"step": 2550
},
{
"epoch": 1.0,
"learning_rate": 0.00015037510504941303,
"loss": 0.8259,
"step": 2575
},
{
"epoch": 1.01,
"learning_rate": 0.00014949447303800695,
"loss": 0.8133,
"step": 2600
},
{
"epoch": 1.02,
"learning_rate": 0.00014860872761321593,
"loss": 0.8139,
"step": 2625
},
{
"epoch": 1.03,
"learning_rate": 0.00014771796028389405,
"loss": 0.804,
"step": 2650
},
{
"epoch": 1.04,
"learning_rate": 0.0001468222630777225,
"loss": 0.8011,
"step": 2675
},
{
"epoch": 1.05,
"learning_rate": 0.00014592172853170193,
"loss": 0.8037,
"step": 2700
},
{
"epoch": 1.06,
"learning_rate": 0.00014501644968259212,
"loss": 0.8063,
"step": 2725
},
{
"epoch": 1.07,
"learning_rate": 0.00014410652005730025,
"loss": 0.8155,
"step": 2750
},
{
"epoch": 1.08,
"learning_rate": 0.00014319203366321826,
"loss": 0.8066,
"step": 2775
},
{
"epoch": 1.09,
"learning_rate": 0.0001422730849785107,
"loss": 0.8091,
"step": 2800
},
{
"epoch": 1.1,
"learning_rate": 0.0001413497689423539,
"loss": 0.8067,
"step": 2825
},
{
"epoch": 1.11,
"learning_rate": 0.00014042218094512755,
"loss": 0.8046,
"step": 2850
},
{
"epoch": 1.11,
"learning_rate": 0.00013949041681855985,
"loss": 0.8053,
"step": 2875
},
{
"epoch": 1.12,
"learning_rate": 0.0001385545728258264,
"loss": 0.8075,
"step": 2900
},
{
"epoch": 1.13,
"learning_rate": 0.0001376147456516055,
"loss": 0.8015,
"step": 2925
},
{
"epoch": 1.14,
"learning_rate": 0.00013667103239208903,
"loss": 0.8016,
"step": 2950
},
{
"epoch": 1.15,
"learning_rate": 0.00013572353054495126,
"loss": 0.8029,
"step": 2975
},
{
"epoch": 1.16,
"learning_rate": 0.0001347723379992762,
"loss": 0.8017,
"step": 3000
},
{
"epoch": 1.16,
"eval_loss": 0.8229297995567322,
"eval_runtime": 59.3398,
"eval_samples_per_second": 12.302,
"eval_steps_per_second": 0.893,
"step": 3000
},
{
"epoch": 1.17,
"learning_rate": 0.0001338175530254443,
"loss": 0.8049,
"step": 3025
},
{
"epoch": 1.18,
"learning_rate": 0.00013285927426497985,
"loss": 0.8027,
"step": 3050
},
{
"epoch": 1.19,
"learning_rate": 0.00013189760072036008,
"loss": 0.8028,
"step": 3075
},
{
"epoch": 1.2,
"learning_rate": 0.0001309326317447869,
"loss": 0.8021,
"step": 3100
},
{
"epoch": 1.21,
"learning_rate": 0.00012996446703192257,
"loss": 0.8033,
"step": 3125
},
{
"epoch": 1.22,
"learning_rate": 0.00012899320660558986,
"loss": 0.8016,
"step": 3150
},
{
"epoch": 1.23,
"learning_rate": 0.00012801895080943846,
"loss": 0.7995,
"step": 3175
},
{
"epoch": 1.24,
"learning_rate": 0.0001270418002965782,
"loss": 0.799,
"step": 3200
},
{
"epoch": 1.25,
"learning_rate": 0.0001260618560191802,
"loss": 0.8002,
"step": 3225
},
{
"epoch": 1.26,
"learning_rate": 0.00012507921921804717,
"loss": 0.8068,
"step": 3250
},
{
"epoch": 1.27,
"learning_rate": 0.00012409399141215423,
"loss": 0.8041,
"step": 3275
},
{
"epoch": 1.28,
"learning_rate": 0.0001231062743881603,
"loss": 0.7999,
"step": 3300
},
{
"epoch": 1.29,
"learning_rate": 0.0001221161701898926,
"loss": 0.7995,
"step": 3325
},
{
"epoch": 1.3,
"learning_rate": 0.00012112378110780391,
"loss": 0.7959,
"step": 3350
},
{
"epoch": 1.31,
"learning_rate": 0.00012012920966840486,
"loss": 0.7999,
"step": 3375
},
{
"epoch": 1.32,
"learning_rate": 0.00011913255862367151,
"loss": 0.8016,
"step": 3400
},
{
"epoch": 1.33,
"learning_rate": 0.00011813393094042993,
"loss": 0.7944,
"step": 3425
},
{
"epoch": 1.34,
"learning_rate": 0.0001171334297897181,
"loss": 0.8026,
"step": 3450
},
{
"epoch": 1.35,
"learning_rate": 0.00011613115853612734,
"loss": 0.8004,
"step": 3475
},
{
"epoch": 1.36,
"learning_rate": 0.00011512722072712321,
"loss": 0.7992,
"step": 3500
},
{
"epoch": 1.37,
"learning_rate": 0.00011412172008234785,
"loss": 0.8004,
"step": 3525
},
{
"epoch": 1.38,
"learning_rate": 0.0001131147604829043,
"loss": 0.8009,
"step": 3550
},
{
"epoch": 1.39,
"learning_rate": 0.00011210644596062439,
"loss": 0.7993,
"step": 3575
},
{
"epoch": 1.4,
"learning_rate": 0.00011109688068732081,
"loss": 0.7965,
"step": 3600
},
{
"epoch": 1.41,
"learning_rate": 0.00011008616896402482,
"loss": 0.7991,
"step": 3625
},
{
"epoch": 1.42,
"learning_rate": 0.00010907441521021072,
"loss": 0.8026,
"step": 3650
},
{
"epoch": 1.42,
"learning_rate": 0.00010806172395300789,
"loss": 0.7941,
"step": 3675
},
{
"epoch": 1.43,
"learning_rate": 0.00010704819981640186,
"loss": 0.7989,
"step": 3700
},
{
"epoch": 1.44,
"learning_rate": 0.00010603394751042522,
"loss": 0.7981,
"step": 3725
},
{
"epoch": 1.45,
"learning_rate": 0.00010501907182033979,
"loss": 0.7985,
"step": 3750
},
{
"epoch": 1.46,
"learning_rate": 0.000104003677595811,
"loss": 0.7921,
"step": 3775
},
{
"epoch": 1.47,
"learning_rate": 0.00010298786974007555,
"loss": 0.8012,
"step": 3800
},
{
"epoch": 1.48,
"learning_rate": 0.00010197175319910343,
"loss": 0.7906,
"step": 3825
},
{
"epoch": 1.49,
"learning_rate": 0.00010095543295075593,
"loss": 0.7928,
"step": 3850
},
{
"epoch": 1.5,
"learning_rate": 9.993901399393979e-05,
"loss": 0.8018,
"step": 3875
},
{
"epoch": 1.51,
"learning_rate": 9.892260133775968e-05,
"loss": 0.7991,
"step": 3900
},
{
"epoch": 1.52,
"learning_rate": 9.79062999906693e-05,
"loss": 0.795,
"step": 3925
},
{
"epoch": 1.53,
"learning_rate": 9.68902149496227e-05,
"loss": 0.7977,
"step": 3950
},
{
"epoch": 1.54,
"learning_rate": 9.587445118922674e-05,
"loss": 0.8013,
"step": 3975
},
{
"epoch": 1.55,
"learning_rate": 9.485911365089589e-05,
"loss": 0.7978,
"step": 4000
},
{
"epoch": 1.55,
"eval_loss": 0.8142631649971008,
"eval_runtime": 59.4108,
"eval_samples_per_second": 12.287,
"eval_steps_per_second": 0.892,
"step": 4000
},
{
"epoch": 1.56,
"learning_rate": 9.384430723201036e-05,
"loss": 0.7912,
"step": 4025
},
{
"epoch": 1.57,
"learning_rate": 9.283013677507902e-05,
"loss": 0.7919,
"step": 4050
},
{
"epoch": 1.58,
"learning_rate": 9.181670705690761e-05,
"loss": 0.7919,
"step": 4075
},
{
"epoch": 1.59,
"learning_rate": 9.080412277777413e-05,
"loss": 0.8018,
"step": 4100
},
{
"epoch": 1.6,
"learning_rate": 8.979248855061188e-05,
"loss": 0.7811,
"step": 4125
},
{
"epoch": 1.61,
"learning_rate": 8.878190889020159e-05,
"loss": 0.7919,
"step": 4150
},
{
"epoch": 1.62,
"learning_rate": 8.777248820237376e-05,
"loss": 0.7994,
"step": 4175
},
{
"epoch": 1.63,
"learning_rate": 8.676433077322215e-05,
"loss": 0.7956,
"step": 4200
},
{
"epoch": 1.64,
"learning_rate": 8.575754075832973e-05,
"loss": 0.7968,
"step": 4225
},
{
"epoch": 1.65,
"learning_rate": 8.475222217200801e-05,
"loss": 0.7905,
"step": 4250
},
{
"epoch": 1.66,
"learning_rate": 8.374847887655112e-05,
"loss": 0.7889,
"step": 4275
},
{
"epoch": 1.67,
"learning_rate": 8.274641457150543e-05,
"loss": 0.7988,
"step": 4300
},
{
"epoch": 1.68,
"learning_rate": 8.174613278295608e-05,
"loss": 0.7947,
"step": 4325
},
{
"epoch": 1.69,
"learning_rate": 8.074773685283137e-05,
"loss": 0.7929,
"step": 4350
},
{
"epoch": 1.7,
"learning_rate": 7.97513299282264e-05,
"loss": 0.7949,
"step": 4375
},
{
"epoch": 1.71,
"learning_rate": 7.875701495074638e-05,
"loss": 0.7925,
"step": 4400
},
{
"epoch": 1.72,
"learning_rate": 7.776489464587158e-05,
"loss": 0.7917,
"step": 4425
},
{
"epoch": 1.73,
"learning_rate": 7.677507151234448e-05,
"loss": 0.7905,
"step": 4450
},
{
"epoch": 1.74,
"learning_rate": 7.578764781158034e-05,
"loss": 0.7912,
"step": 4475
},
{
"epoch": 1.74,
"learning_rate": 7.480272555710227e-05,
"loss": 0.8006,
"step": 4500
},
{
"epoch": 1.75,
"learning_rate": 7.382040650400185e-05,
"loss": 0.7937,
"step": 4525
},
{
"epoch": 1.76,
"learning_rate": 7.28407921384267e-05,
"loss": 0.794,
"step": 4550
},
{
"epoch": 1.77,
"learning_rate": 7.186398366709545e-05,
"loss": 0.7931,
"step": 4575
},
{
"epoch": 1.78,
"learning_rate": 7.089008200684197e-05,
"loss": 0.7982,
"step": 4600
},
{
"epoch": 1.79,
"learning_rate": 6.991918777418928e-05,
"loss": 0.7916,
"step": 4625
},
{
"epoch": 1.8,
"learning_rate": 6.895140127495455e-05,
"loss": 0.7919,
"step": 4650
},
{
"epoch": 1.81,
"learning_rate": 6.798682249388631e-05,
"loss": 0.7863,
"step": 4675
},
{
"epoch": 1.82,
"learning_rate": 6.702555108433461e-05,
"loss": 0.789,
"step": 4700
},
{
"epoch": 1.83,
"learning_rate": 6.606768635795574e-05,
"loss": 0.7902,
"step": 4725
},
{
"epoch": 1.84,
"learning_rate": 6.511332727445191e-05,
"loss": 0.7924,
"step": 4750
},
{
"epoch": 1.85,
"learning_rate": 6.416257243134747e-05,
"loss": 0.7957,
"step": 4775
},
{
"epoch": 1.86,
"learning_rate": 6.321552005380256e-05,
"loss": 0.7916,
"step": 4800
},
{
"epoch": 1.87,
"learning_rate": 6.22722679844652e-05,
"loss": 0.7867,
"step": 4825
},
{
"epoch": 1.88,
"learning_rate": 6.133291367336284e-05,
"loss": 0.7944,
"step": 4850
},
{
"epoch": 1.89,
"learning_rate": 6.039755416783457e-05,
"loss": 0.7982,
"step": 4875
},
{
"epoch": 1.9,
"learning_rate": 5.946628610250484e-05,
"loss": 0.7918,
"step": 4900
},
{
"epoch": 1.91,
"learning_rate": 5.853920568929996e-05,
"loss": 0.7921,
"step": 4925
},
{
"epoch": 1.92,
"learning_rate": 5.761640870750799e-05,
"loss": 0.7878,
"step": 4950
},
{
"epoch": 1.93,
"learning_rate": 5.669799049388375e-05,
"loss": 0.7901,
"step": 4975
},
{
"epoch": 1.94,
"learning_rate": 5.578404593279911e-05,
"loss": 0.7858,
"step": 5000
},
{
"epoch": 1.94,
"eval_loss": 0.807844877243042,
"eval_runtime": 59.586,
"eval_samples_per_second": 12.251,
"eval_steps_per_second": 0.889,
"step": 5000
},
{
"epoch": 1.95,
"learning_rate": 5.487466944644033e-05,
"loss": 0.7902,
"step": 5025
},
{
"epoch": 1.96,
"learning_rate": 5.3969954985052996e-05,
"loss": 0.7979,
"step": 5050
},
{
"epoch": 1.97,
"learning_rate": 5.306999601723579e-05,
"loss": 0.7931,
"step": 5075
},
{
"epoch": 1.98,
"learning_rate": 5.21748855202839e-05,
"loss": 0.7868,
"step": 5100
},
{
"epoch": 1.99,
"learning_rate": 5.128471597058342e-05,
"loss": 0.7993,
"step": 5125
},
{
"epoch": 2.0,
"learning_rate": 5.03995793340572e-05,
"loss": 0.7892,
"step": 5150
},
{
"epoch": 2.01,
"learning_rate": 4.9519567056663694e-05,
"loss": 0.7788,
"step": 5175
},
{
"epoch": 2.02,
"learning_rate": 4.864477005494938e-05,
"loss": 0.7654,
"step": 5200
},
{
"epoch": 2.03,
"learning_rate": 4.777527870665592e-05,
"loss": 0.7468,
"step": 5225
},
{
"epoch": 2.04,
"learning_rate": 4.691118284138296e-05,
"loss": 0.7359,
"step": 5250
},
{
"epoch": 2.05,
"learning_rate": 4.605257173130763e-05,
"loss": 0.7422,
"step": 5275
},
{
"epoch": 2.06,
"learning_rate": 4.519953408196152e-05,
"loss": 0.7424,
"step": 5300
},
{
"epoch": 2.06,
"learning_rate": 4.435215802306635e-05,
"loss": 0.7521,
"step": 5325
},
{
"epoch": 2.07,
"learning_rate": 4.351053109942894e-05,
"loss": 0.7477,
"step": 5350
},
{
"epoch": 2.08,
"learning_rate": 4.2674740261896776e-05,
"loss": 0.7456,
"step": 5375
},
{
"epoch": 2.09,
"learning_rate": 4.1844871858374844e-05,
"loss": 0.766,
"step": 5400
},
{
"epoch": 2.1,
"learning_rate": 4.1021011624904814e-05,
"loss": 0.7664,
"step": 5425
},
{
"epoch": 2.11,
"learning_rate": 4.0203244676807353e-05,
"loss": 0.7703,
"step": 5450
},
{
"epoch": 2.12,
"learning_rate": 3.939165549988873e-05,
"loss": 0.7674,
"step": 5475
},
{
"epoch": 2.13,
"learning_rate": 3.858632794171222e-05,
"loss": 0.7722,
"step": 5500
},
{
"epoch": 2.14,
"learning_rate": 3.778734520293562e-05,
"loss": 0.7716,
"step": 5525
},
{
"epoch": 2.15,
"learning_rate": 3.699478982871561e-05,
"loss": 0.7795,
"step": 5550
},
{
"epoch": 2.16,
"learning_rate": 3.62087437001797e-05,
"loss": 0.7728,
"step": 5575
},
{
"epoch": 2.17,
"learning_rate": 3.5429288025966944e-05,
"loss": 0.7709,
"step": 5600
},
{
"epoch": 2.18,
"learning_rate": 3.4656503333837956e-05,
"loss": 0.7682,
"step": 5625
},
{
"epoch": 2.19,
"learning_rate": 3.389046946235542e-05,
"loss": 0.7734,
"step": 5650
},
{
"epoch": 2.2,
"learning_rate": 3.313126555263576e-05,
"loss": 0.7716,
"step": 5675
},
{
"epoch": 2.21,
"learning_rate": 3.237897004017276e-05,
"loss": 0.7716,
"step": 5700
},
{
"epoch": 2.22,
"learning_rate": 3.163366064673427e-05,
"loss": 0.7721,
"step": 5725
},
{
"epoch": 2.23,
"learning_rate": 3.089541437233252e-05,
"loss": 0.7658,
"step": 5750
},
{
"epoch": 2.24,
"learning_rate": 3.0164307487268996e-05,
"loss": 0.7716,
"step": 5775
},
{
"epoch": 2.25,
"learning_rate": 2.944041552425475e-05,
"loss": 0.7687,
"step": 5800
},
{
"epoch": 2.26,
"learning_rate": 2.8723813270606982e-05,
"loss": 0.7698,
"step": 5825
},
{
"epoch": 2.27,
"learning_rate": 2.8014574760522416e-05,
"loss": 0.7641,
"step": 5850
},
{
"epoch": 2.28,
"learning_rate": 2.731277326742876e-05,
"loss": 0.7746,
"step": 5875
},
{
"epoch": 2.29,
"learning_rate": 2.6618481296414522e-05,
"loss": 0.7722,
"step": 5900
},
{
"epoch": 2.3,
"learning_rate": 2.5931770576738313e-05,
"loss": 0.7698,
"step": 5925
},
{
"epoch": 2.31,
"learning_rate": 2.525271205441837e-05,
"loss": 0.7751,
"step": 5950
},
{
"epoch": 2.32,
"learning_rate": 2.45813758849028e-05,
"loss": 0.766,
"step": 5975
},
{
"epoch": 2.33,
"learning_rate": 2.3917831425821824e-05,
"loss": 0.7673,
"step": 6000
},
{
"epoch": 2.33,
"eval_loss": 0.806900680065155,
"eval_runtime": 58.3254,
"eval_samples_per_second": 12.516,
"eval_steps_per_second": 0.909,
"step": 6000
},
{
"epoch": 2.34,
"learning_rate": 2.3262147229821984e-05,
"loss": 0.7679,
"step": 6025
},
{
"epoch": 2.35,
"learning_rate": 2.2614391037483983e-05,
"loss": 0.7704,
"step": 6050
},
{
"epoch": 2.36,
"learning_rate": 2.1974629770324106e-05,
"loss": 0.7661,
"step": 6075
},
{
"epoch": 2.37,
"learning_rate": 2.1342929523880416e-05,
"loss": 0.7652,
"step": 6100
},
{
"epoch": 2.37,
"learning_rate": 2.0719355560884246e-05,
"loss": 0.765,
"step": 6125
},
{
"epoch": 2.38,
"learning_rate": 2.010397230451766e-05,
"loss": 0.7704,
"step": 6150
},
{
"epoch": 2.39,
"learning_rate": 1.9496843331757784e-05,
"loss": 0.767,
"step": 6175
},
{
"epoch": 2.4,
"learning_rate": 1.8898031366808467e-05,
"loss": 0.7654,
"step": 6200
},
{
"epoch": 2.41,
"learning_rate": 1.830759827462004e-05,
"loss": 0.7753,
"step": 6225
},
{
"epoch": 2.42,
"learning_rate": 1.7725605054497906e-05,
"loss": 0.7725,
"step": 6250
},
{
"epoch": 2.43,
"learning_rate": 1.7152111833800522e-05,
"loss": 0.7698,
"step": 6275
},
{
"epoch": 2.44,
"learning_rate": 1.6587177861727454e-05,
"loss": 0.7703,
"step": 6300
},
{
"epoch": 2.45,
"learning_rate": 1.6030861503198204e-05,
"loss": 0.7658,
"step": 6325
},
{
"epoch": 2.46,
"learning_rate": 1.548322023282235e-05,
"loss": 0.7677,
"step": 6350
},
{
"epoch": 2.47,
"learning_rate": 1.4944310628961666e-05,
"loss": 0.7694,
"step": 6375
},
{
"epoch": 2.48,
"learning_rate": 1.4414188367884907e-05,
"loss": 0.7668,
"step": 6400
},
{
"epoch": 2.49,
"learning_rate": 1.3892908218015654e-05,
"loss": 0.7662,
"step": 6425
},
{
"epoch": 2.5,
"learning_rate": 1.3380524034274122e-05,
"loss": 0.7689,
"step": 6450
},
{
"epoch": 2.51,
"learning_rate": 1.2877088752513189e-05,
"loss": 0.7694,
"step": 6475
},
{
"epoch": 2.52,
"learning_rate": 1.2382654384049475e-05,
"loss": 0.7714,
"step": 6500
},
{
"epoch": 2.53,
"learning_rate": 1.1897272010289884e-05,
"loss": 0.7701,
"step": 6525
},
{
"epoch": 2.54,
"learning_rate": 1.1420991777454315e-05,
"loss": 0.7628,
"step": 6550
},
{
"epoch": 2.55,
"learning_rate": 1.0953862891394795e-05,
"loss": 0.7661,
"step": 6575
},
{
"epoch": 2.56,
"learning_rate": 1.0495933612511976e-05,
"loss": 0.7729,
"step": 6600
},
{
"epoch": 2.57,
"learning_rate": 1.0047251250769175e-05,
"loss": 0.772,
"step": 6625
},
{
"epoch": 2.58,
"learning_rate": 9.60786216080466e-06,
"loss": 0.7702,
"step": 6650
},
{
"epoch": 2.59,
"learning_rate": 9.177811737142627e-06,
"loss": 0.7711,
"step": 6675
},
{
"epoch": 2.6,
"learning_rate": 8.757144409503359e-06,
"loss": 0.765,
"step": 6700
},
{
"epoch": 2.61,
"learning_rate": 8.34590363821306e-06,
"loss": 0.7713,
"step": 6725
},
{
"epoch": 2.62,
"learning_rate": 7.944131909713859e-06,
"loss": 0.7631,
"step": 6750
},
{
"epoch": 2.63,
"learning_rate": 7.551870732174416e-06,
"loss": 0.767,
"step": 6775
},
{
"epoch": 2.64,
"learning_rate": 7.169160631201566e-06,
"loss": 0.7692,
"step": 6800
},
{
"epoch": 2.65,
"learning_rate": 6.796041145653553e-06,
"loss": 0.7677,
"step": 6825
},
{
"epoch": 2.66,
"learning_rate": 6.432550823555128e-06,
"loss": 0.7706,
"step": 6850
},
{
"epoch": 2.67,
"learning_rate": 6.078727218115043e-06,
"loss": 0.7678,
"step": 6875
},
{
"epoch": 2.68,
"learning_rate": 5.734606883846338e-06,
"loss": 0.7717,
"step": 6900
},
{
"epoch": 2.69,
"learning_rate": 5.40022537278978e-06,
"loss": 0.7701,
"step": 6925
},
{
"epoch": 2.69,
"learning_rate": 5.07561723084089e-06,
"loss": 0.7694,
"step": 6950
},
{
"epoch": 2.7,
"learning_rate": 4.7608159941809e-06,
"loss": 0.7659,
"step": 6975
},
{
"epoch": 2.71,
"learning_rate": 4.455854185812047e-06,
"loss": 0.7639,
"step": 7000
},
{
"epoch": 2.71,
"eval_loss": 0.8055068850517273,
"eval_runtime": 58.7443,
"eval_samples_per_second": 12.427,
"eval_steps_per_second": 0.902,
"step": 7000
},
{
"epoch": 2.72,
"learning_rate": 4.160763312197513e-06,
"loss": 0.7724,
"step": 7025
},
{
"epoch": 2.73,
"learning_rate": 3.875573860006421e-06,
"loss": 0.7696,
"step": 7050
},
{
"epoch": 2.74,
"learning_rate": 3.6003152929641624e-06,
"loss": 0.7625,
"step": 7075
},
{
"epoch": 2.75,
"learning_rate": 3.335016048808437e-06,
"loss": 0.7733,
"step": 7100
},
{
"epoch": 2.76,
"learning_rate": 3.0797035363512193e-06,
"loss": 0.7685,
"step": 7125
},
{
"epoch": 2.77,
"learning_rate": 2.834404132647128e-06,
"loss": 0.769,
"step": 7150
},
{
"epoch": 2.78,
"learning_rate": 2.5991431802683262e-06,
"loss": 0.7647,
"step": 7175
},
{
"epoch": 2.79,
"learning_rate": 2.3739449846862826e-06,
"loss": 0.7634,
"step": 7200
},
{
"epoch": 2.8,
"learning_rate": 2.158832811760736e-06,
"loss": 0.7617,
"step": 7225
},
{
"epoch": 2.81,
"learning_rate": 1.95382888533604e-06,
"loss": 0.768,
"step": 7250
},
{
"epoch": 2.82,
"learning_rate": 1.7589543849450996e-06,
"loss": 0.7712,
"step": 7275
},
{
"epoch": 2.83,
"learning_rate": 1.5742294436213223e-06,
"loss": 0.7703,
"step": 7300
},
{
"epoch": 2.84,
"learning_rate": 1.3996731458185697e-06,
"loss": 0.7618,
"step": 7325
},
{
"epoch": 2.85,
"learning_rate": 1.2353035254395352e-06,
"loss": 0.7767,
"step": 7350
},
{
"epoch": 2.86,
"learning_rate": 1.0811375639725341e-06,
"loss": 0.7659,
"step": 7375
},
{
"epoch": 2.87,
"learning_rate": 9.371911887371965e-07,
"loss": 0.774,
"step": 7400
},
{
"epoch": 2.88,
"learning_rate": 8.034792712388828e-07,
"loss": 0.7658,
"step": 7425
},
{
"epoch": 2.89,
"learning_rate": 6.800156256323243e-07,
"loss": 0.7626,
"step": 7450
},
{
"epoch": 2.9,
"learning_rate": 5.6681300729442e-07,
"loss": 0.7744,
"step": 7475
},
{
"epoch": 2.91,
"learning_rate": 4.6388311150644683e-07,
"loss": 0.7768,
"step": 7500
}
],
"max_steps": 7737,
"num_train_epochs": 3,
"total_flos": 3.2299438278321373e+19,
"trial_name": null,
"trial_params": null
}