ASM-FT / trainer_state.json
Weiyun1025's picture
Upload folder using huggingface_hub
a78c29a verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.8600301010535368,
"global_step": 2000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 7.163323782234957e-07,
"loss": 2.0323,
"step": 10,
"train_LM": 0.9931640625
},
{
"epoch": 0.01,
"learning_rate": 1.4326647564469915e-06,
"loss": 2.0619,
"step": 20,
"train_LM": 1.0081787109375
},
{
"epoch": 0.01,
"learning_rate": 2.1489971346704872e-06,
"loss": 2.0231,
"step": 30,
"train_LM": 0.9273681640625
},
{
"epoch": 0.02,
"learning_rate": 2.865329512893983e-06,
"loss": 1.9714,
"step": 40,
"train_LM": 1.0142822265625
},
{
"epoch": 0.02,
"learning_rate": 3.5816618911174783e-06,
"loss": 1.8703,
"step": 50,
"train_LM": 0.8978271484375
},
{
"epoch": 0.03,
"learning_rate": 4.2979942693409744e-06,
"loss": 1.7548,
"step": 60,
"train_LM": 0.8167724609375
},
{
"epoch": 0.03,
"learning_rate": 5.01432664756447e-06,
"loss": 1.6451,
"step": 70,
"train_LM": 0.801025390625
},
{
"epoch": 0.03,
"learning_rate": 5.730659025787966e-06,
"loss": 1.5975,
"step": 80,
"train_LM": 0.773193359375
},
{
"epoch": 0.04,
"learning_rate": 6.446991404011461e-06,
"loss": 1.5418,
"step": 90,
"train_LM": 0.7550048828125
},
{
"epoch": 0.04,
"learning_rate": 7.1633237822349565e-06,
"loss": 1.519,
"step": 100,
"train_LM": 0.7457275390625
},
{
"epoch": 0.05,
"learning_rate": 7.879656160458452e-06,
"loss": 1.4836,
"step": 110,
"train_LM": 0.7720947265625
},
{
"epoch": 0.05,
"learning_rate": 8.595988538681949e-06,
"loss": 1.4816,
"step": 120,
"train_LM": 0.7650146484375
},
{
"epoch": 0.06,
"learning_rate": 9.312320916905444e-06,
"loss": 1.4378,
"step": 130,
"train_LM": 0.6661376953125
},
{
"epoch": 0.06,
"learning_rate": 1.002865329512894e-05,
"loss": 1.4387,
"step": 140,
"train_LM": 0.7376708984375
},
{
"epoch": 0.06,
"learning_rate": 1.0744985673352435e-05,
"loss": 1.4177,
"step": 150,
"train_LM": 0.724609375
},
{
"epoch": 0.07,
"learning_rate": 1.1461318051575932e-05,
"loss": 1.3805,
"step": 160,
"train_LM": 0.70050048828125
},
{
"epoch": 0.07,
"learning_rate": 1.2177650429799429e-05,
"loss": 1.3812,
"step": 170,
"train_LM": 0.7005615234375
},
{
"epoch": 0.08,
"learning_rate": 1.2893982808022922e-05,
"loss": 1.3465,
"step": 180,
"train_LM": 0.6685791015625
},
{
"epoch": 0.08,
"learning_rate": 1.361031518624642e-05,
"loss": 1.3491,
"step": 190,
"train_LM": 0.677490234375
},
{
"epoch": 0.09,
"learning_rate": 1.4326647564469913e-05,
"loss": 1.3211,
"step": 200,
"train_LM": 0.664306640625
},
{
"epoch": 0.09,
"learning_rate": 1.5042979942693412e-05,
"loss": 1.2896,
"step": 210,
"train_LM": 0.65985107421875
},
{
"epoch": 0.09,
"learning_rate": 1.5759312320916904e-05,
"loss": 1.2866,
"step": 220,
"train_LM": 0.65362548828125
},
{
"epoch": 0.1,
"learning_rate": 1.64756446991404e-05,
"loss": 1.2578,
"step": 230,
"train_LM": 0.5946044921875
},
{
"epoch": 0.1,
"learning_rate": 1.7191977077363898e-05,
"loss": 1.2582,
"step": 240,
"train_LM": 0.61859130859375
},
{
"epoch": 0.11,
"learning_rate": 1.7908309455587395e-05,
"loss": 1.2398,
"step": 250,
"train_LM": 0.613525390625
},
{
"epoch": 0.11,
"learning_rate": 1.862464183381089e-05,
"loss": 1.2373,
"step": 260,
"train_LM": 0.6136474609375
},
{
"epoch": 0.12,
"learning_rate": 1.9340974212034385e-05,
"loss": 1.2273,
"step": 270,
"train_LM": 0.61920166015625
},
{
"epoch": 0.12,
"learning_rate": 2.005730659025788e-05,
"loss": 1.226,
"step": 280,
"train_LM": 0.62518310546875
},
{
"epoch": 0.12,
"learning_rate": 2.0773638968481376e-05,
"loss": 1.2234,
"step": 290,
"train_LM": 0.6243896484375
},
{
"epoch": 0.13,
"learning_rate": 2.148997134670487e-05,
"loss": 1.2205,
"step": 300,
"train_LM": 0.5906982421875
},
{
"epoch": 0.13,
"learning_rate": 2.2206303724928367e-05,
"loss": 1.2122,
"step": 310,
"train_LM": 0.61639404296875
},
{
"epoch": 0.14,
"learning_rate": 2.2922636103151864e-05,
"loss": 1.203,
"step": 320,
"train_LM": 0.5921630859375
},
{
"epoch": 0.14,
"learning_rate": 2.363896848137536e-05,
"loss": 1.2039,
"step": 330,
"train_LM": 0.60321044921875
},
{
"epoch": 0.15,
"learning_rate": 2.4355300859598858e-05,
"loss": 1.1911,
"step": 340,
"train_LM": 0.60760498046875
},
{
"epoch": 0.15,
"learning_rate": 2.507163323782235e-05,
"loss": 1.1849,
"step": 350,
"train_LM": 0.6004638671875
},
{
"epoch": 0.15,
"learning_rate": 2.5787965616045845e-05,
"loss": 1.1938,
"step": 360,
"train_LM": 0.6033935546875
},
{
"epoch": 0.16,
"learning_rate": 2.6504297994269345e-05,
"loss": 1.1869,
"step": 370,
"train_LM": 0.5823974609375
},
{
"epoch": 0.16,
"learning_rate": 2.722063037249284e-05,
"loss": 1.1832,
"step": 380,
"train_LM": 0.58441162109375
},
{
"epoch": 0.17,
"learning_rate": 2.7936962750716332e-05,
"loss": 1.1731,
"step": 390,
"train_LM": 0.5772705078125
},
{
"epoch": 0.17,
"learning_rate": 2.8653295128939826e-05,
"loss": 1.1723,
"step": 400,
"train_LM": 0.58673095703125
},
{
"epoch": 0.18,
"learning_rate": 2.9369627507163327e-05,
"loss": 1.1723,
"step": 410,
"train_LM": 0.5994873046875
},
{
"epoch": 0.18,
"learning_rate": 3.0085959885386824e-05,
"loss": 1.1728,
"step": 420,
"train_LM": 0.57855224609375
},
{
"epoch": 0.18,
"learning_rate": 3.0802292263610314e-05,
"loss": 1.165,
"step": 430,
"train_LM": 0.5885009765625
},
{
"epoch": 0.19,
"learning_rate": 3.151862464183381e-05,
"loss": 1.1695,
"step": 440,
"train_LM": 0.57763671875
},
{
"epoch": 0.19,
"learning_rate": 3.223495702005731e-05,
"loss": 1.1596,
"step": 450,
"train_LM": 0.56146240234375
},
{
"epoch": 0.2,
"learning_rate": 3.29512893982808e-05,
"loss": 1.1488,
"step": 460,
"train_LM": 0.57391357421875
},
{
"epoch": 0.2,
"learning_rate": 3.36676217765043e-05,
"loss": 1.1643,
"step": 470,
"train_LM": 0.56817626953125
},
{
"epoch": 0.21,
"learning_rate": 3.4383954154727795e-05,
"loss": 1.1438,
"step": 480,
"train_LM": 0.56756591796875
},
{
"epoch": 0.21,
"learning_rate": 3.5100286532951296e-05,
"loss": 1.1518,
"step": 490,
"train_LM": 0.57366943359375
},
{
"epoch": 0.22,
"learning_rate": 3.581661891117479e-05,
"loss": 1.1613,
"step": 500,
"train_LM": 0.59564208984375
},
{
"epoch": 0.22,
"learning_rate": 3.653295128939828e-05,
"loss": 1.1456,
"step": 510,
"train_LM": 0.5662841796875
},
{
"epoch": 0.22,
"learning_rate": 3.724928366762178e-05,
"loss": 1.1426,
"step": 520,
"train_LM": 0.5601806640625
},
{
"epoch": 0.23,
"learning_rate": 3.796561604584528e-05,
"loss": 1.1473,
"step": 530,
"train_LM": 0.5787353515625
},
{
"epoch": 0.23,
"learning_rate": 3.868194842406877e-05,
"loss": 1.1421,
"step": 540,
"train_LM": 0.574462890625
},
{
"epoch": 0.24,
"learning_rate": 3.9398280802292264e-05,
"loss": 1.1396,
"step": 550,
"train_LM": 0.57293701171875
},
{
"epoch": 0.24,
"learning_rate": 4.011461318051576e-05,
"loss": 1.1366,
"step": 560,
"train_LM": 0.576904296875
},
{
"epoch": 0.25,
"learning_rate": 4.083094555873926e-05,
"loss": 1.1338,
"step": 570,
"train_LM": 0.5560302734375
},
{
"epoch": 0.25,
"learning_rate": 4.154727793696275e-05,
"loss": 1.1359,
"step": 580,
"train_LM": 0.5733642578125
},
{
"epoch": 0.25,
"learning_rate": 4.2263610315186246e-05,
"loss": 1.1333,
"step": 590,
"train_LM": 0.57745361328125
},
{
"epoch": 0.26,
"learning_rate": 4.297994269340974e-05,
"loss": 1.1396,
"step": 600,
"train_LM": 0.5357666015625
},
{
"epoch": 0.26,
"learning_rate": 4.369627507163324e-05,
"loss": 1.1312,
"step": 610,
"train_LM": 0.58441162109375
},
{
"epoch": 0.27,
"learning_rate": 4.441260744985673e-05,
"loss": 1.137,
"step": 620,
"train_LM": 0.56988525390625
},
{
"epoch": 0.27,
"learning_rate": 4.512893982808023e-05,
"loss": 1.1236,
"step": 630,
"train_LM": 0.5614013671875
},
{
"epoch": 0.28,
"learning_rate": 4.584527220630373e-05,
"loss": 1.111,
"step": 640,
"train_LM": 0.5447998046875
},
{
"epoch": 0.28,
"learning_rate": 4.656160458452722e-05,
"loss": 1.1196,
"step": 650,
"train_LM": 0.5562744140625
},
{
"epoch": 0.28,
"learning_rate": 4.727793696275072e-05,
"loss": 1.124,
"step": 660,
"train_LM": 0.55029296875
},
{
"epoch": 0.29,
"learning_rate": 4.7994269340974215e-05,
"loss": 1.1239,
"step": 670,
"train_LM": 0.55340576171875
},
{
"epoch": 0.29,
"learning_rate": 4.8710601719197715e-05,
"loss": 1.1119,
"step": 680,
"train_LM": 0.54693603515625
},
{
"epoch": 0.3,
"learning_rate": 4.942693409742121e-05,
"loss": 1.119,
"step": 690,
"train_LM": 0.5472412109375
},
{
"epoch": 0.3,
"learning_rate": 4.9999987475354104e-05,
"loss": 1.11,
"step": 700,
"train_LM": 0.550048828125
},
{
"epoch": 0.31,
"learning_rate": 4.9999549114065355e-05,
"loss": 1.1024,
"step": 710,
"train_LM": 0.531005859375
},
{
"epoch": 0.31,
"learning_rate": 4.999848453303098e-05,
"loss": 1.1101,
"step": 720,
"train_LM": 0.5552978515625
},
{
"epoch": 0.31,
"learning_rate": 4.9996793758917936e-05,
"loss": 1.0939,
"step": 730,
"train_LM": 0.5531005859375
},
{
"epoch": 0.32,
"learning_rate": 4.999447683407884e-05,
"loss": 1.1049,
"step": 740,
"train_LM": 0.5413818359375
},
{
"epoch": 0.32,
"learning_rate": 4.9991533816550875e-05,
"loss": 1.1092,
"step": 750,
"train_LM": 0.5496826171875
},
{
"epoch": 0.33,
"learning_rate": 4.998796478005443e-05,
"loss": 1.1103,
"step": 760,
"train_LM": 0.5521240234375
},
{
"epoch": 0.33,
"learning_rate": 4.998376981399114e-05,
"loss": 1.0911,
"step": 770,
"train_LM": 0.52960205078125
},
{
"epoch": 0.34,
"learning_rate": 4.9978949023441736e-05,
"loss": 1.1009,
"step": 780,
"train_LM": 0.54736328125
},
{
"epoch": 0.34,
"learning_rate": 4.997350252916335e-05,
"loss": 1.1047,
"step": 790,
"train_LM": 0.566162109375
},
{
"epoch": 0.34,
"learning_rate": 4.9967430467586555e-05,
"loss": 1.1017,
"step": 800,
"train_LM": 0.55645751953125
},
{
"epoch": 0.35,
"learning_rate": 4.9960732990811876e-05,
"loss": 1.0986,
"step": 810,
"train_LM": 0.54345703125
},
{
"epoch": 0.35,
"learning_rate": 4.995341026660603e-05,
"loss": 1.0976,
"step": 820,
"train_LM": 0.5579833984375
},
{
"epoch": 0.36,
"learning_rate": 4.994546247839769e-05,
"loss": 1.1027,
"step": 830,
"train_LM": 0.53839111328125
},
{
"epoch": 0.36,
"learning_rate": 4.9936889825272945e-05,
"loss": 1.0909,
"step": 840,
"train_LM": 0.53472900390625
},
{
"epoch": 0.37,
"learning_rate": 4.9927692521970235e-05,
"loss": 1.0878,
"step": 850,
"train_LM": 0.5250244140625
},
{
"epoch": 0.37,
"learning_rate": 4.9917870798875055e-05,
"loss": 1.0945,
"step": 860,
"train_LM": 0.54498291015625
},
{
"epoch": 0.37,
"learning_rate": 4.99074249020141e-05,
"loss": 1.0837,
"step": 870,
"train_LM": 0.54376220703125
},
{
"epoch": 0.38,
"learning_rate": 4.9896355093049174e-05,
"loss": 1.094,
"step": 880,
"train_LM": 0.558349609375
},
{
"epoch": 0.38,
"learning_rate": 4.9884661649270595e-05,
"loss": 1.0913,
"step": 890,
"train_LM": 0.5499267578125
},
{
"epoch": 0.39,
"learning_rate": 4.987234486359025e-05,
"loss": 1.0946,
"step": 900,
"train_LM": 0.5506591796875
},
{
"epoch": 0.39,
"learning_rate": 4.98594050445343e-05,
"loss": 1.0881,
"step": 910,
"train_LM": 0.531005859375
},
{
"epoch": 0.4,
"learning_rate": 4.984584251623539e-05,
"loss": 1.0968,
"step": 920,
"train_LM": 0.55133056640625
},
{
"epoch": 0.4,
"learning_rate": 4.983165761842456e-05,
"loss": 1.087,
"step": 930,
"train_LM": 0.5438232421875
},
{
"epoch": 0.4,
"learning_rate": 4.981685070642274e-05,
"loss": 1.0843,
"step": 940,
"train_LM": 0.55621337890625
},
{
"epoch": 0.41,
"learning_rate": 4.980142215113186e-05,
"loss": 1.0778,
"step": 950,
"train_LM": 0.54248046875
},
{
"epoch": 0.41,
"learning_rate": 4.978537233902553e-05,
"loss": 1.0744,
"step": 960,
"train_LM": 0.53277587890625
},
{
"epoch": 0.42,
"learning_rate": 4.976870167213935e-05,
"loss": 1.078,
"step": 970,
"train_LM": 0.54443359375
},
{
"epoch": 0.42,
"learning_rate": 4.9751410568060905e-05,
"loss": 1.0804,
"step": 980,
"train_LM": 0.54437255859375
},
{
"epoch": 0.43,
"learning_rate": 4.973349945991923e-05,
"loss": 1.089,
"step": 990,
"train_LM": 0.53656005859375
},
{
"epoch": 0.43,
"learning_rate": 4.971496879637401e-05,
"loss": 1.0913,
"step": 1000,
"train_LM": 0.54193115234375
},
{
"epoch": 0.43,
"learning_rate": 4.9695819041604285e-05,
"loss": 1.0801,
"step": 1010,
"train_LM": 0.52960205078125
},
{
"epoch": 0.44,
"learning_rate": 4.967605067529692e-05,
"loss": 1.0743,
"step": 1020,
"train_LM": 0.51727294921875
},
{
"epoch": 0.44,
"learning_rate": 4.9655664192634484e-05,
"loss": 1.079,
"step": 1030,
"train_LM": 0.5628662109375
},
{
"epoch": 0.45,
"learning_rate": 4.963466010428291e-05,
"loss": 1.08,
"step": 1040,
"train_LM": 0.53753662109375
},
{
"epoch": 0.45,
"learning_rate": 4.961303893637867e-05,
"loss": 1.069,
"step": 1050,
"train_LM": 0.56597900390625
},
{
"epoch": 0.46,
"learning_rate": 4.9590801230515635e-05,
"loss": 1.0711,
"step": 1060,
"train_LM": 0.53118896484375
},
{
"epoch": 0.46,
"learning_rate": 4.956794754373148e-05,
"loss": 1.0853,
"step": 1070,
"train_LM": 0.540771484375
},
{
"epoch": 0.46,
"learning_rate": 4.954447844849371e-05,
"loss": 1.0756,
"step": 1080,
"train_LM": 0.5364990234375
},
{
"epoch": 0.47,
"learning_rate": 4.9520394532685364e-05,
"loss": 1.0706,
"step": 1090,
"train_LM": 0.5113525390625
},
{
"epoch": 0.47,
"learning_rate": 4.949569639959028e-05,
"loss": 1.0856,
"step": 1100,
"train_LM": 0.54327392578125
},
{
"epoch": 0.48,
"learning_rate": 4.9470384667877947e-05,
"loss": 1.0617,
"step": 1110,
"train_LM": 0.5179443359375
},
{
"epoch": 0.48,
"learning_rate": 4.944445997158805e-05,
"loss": 1.0779,
"step": 1120,
"train_LM": 0.5509033203125
},
{
"epoch": 0.49,
"learning_rate": 4.9417922960114583e-05,
"loss": 1.0668,
"step": 1130,
"train_LM": 0.538330078125
},
{
"epoch": 0.49,
"learning_rate": 4.9390774298189544e-05,
"loss": 1.0653,
"step": 1140,
"train_LM": 0.52734375
},
{
"epoch": 0.49,
"learning_rate": 4.936301466586633e-05,
"loss": 1.0694,
"step": 1150,
"train_LM": 0.51678466796875
},
{
"epoch": 0.5,
"learning_rate": 4.933464475850267e-05,
"loss": 1.0747,
"step": 1160,
"train_LM": 0.5343017578125
},
{
"epoch": 0.5,
"learning_rate": 4.930566528674323e-05,
"loss": 1.0688,
"step": 1170,
"train_LM": 0.5302734375
},
{
"epoch": 0.51,
"learning_rate": 4.927607697650182e-05,
"loss": 1.0663,
"step": 1180,
"train_LM": 0.51226806640625
},
{
"epoch": 0.51,
"learning_rate": 4.9245880568943134e-05,
"loss": 1.0716,
"step": 1190,
"train_LM": 0.5389404296875
},
{
"epoch": 0.52,
"learning_rate": 4.921507682046432e-05,
"loss": 1.0654,
"step": 1200,
"train_LM": 0.53076171875
},
{
"epoch": 0.52,
"learning_rate": 4.9183666502675885e-05,
"loss": 1.0718,
"step": 1210,
"train_LM": 0.521728515625
},
{
"epoch": 0.52,
"learning_rate": 4.915165040238249e-05,
"loss": 1.0618,
"step": 1220,
"train_LM": 0.53070068359375
},
{
"epoch": 0.53,
"learning_rate": 4.911902932156315e-05,
"loss": 1.0549,
"step": 1230,
"train_LM": 0.5350341796875
},
{
"epoch": 0.53,
"learning_rate": 4.9085804077351206e-05,
"loss": 1.0609,
"step": 1240,
"train_LM": 0.4913330078125
},
{
"epoch": 0.54,
"learning_rate": 4.905197550201384e-05,
"loss": 1.0628,
"step": 1250,
"train_LM": 0.5445556640625
},
{
"epoch": 0.54,
"learning_rate": 4.901754444293118e-05,
"loss": 1.0682,
"step": 1260,
"train_LM": 0.521484375
},
{
"epoch": 0.55,
"learning_rate": 4.898251176257517e-05,
"loss": 1.0526,
"step": 1270,
"train_LM": 0.51763916015625
},
{
"epoch": 0.55,
"learning_rate": 4.894687833848787e-05,
"loss": 1.0571,
"step": 1280,
"train_LM": 0.52374267578125
},
{
"epoch": 0.55,
"learning_rate": 4.891064506325953e-05,
"loss": 1.0637,
"step": 1290,
"train_LM": 0.55963134765625
},
{
"epoch": 0.56,
"learning_rate": 4.887381284450622e-05,
"loss": 1.0653,
"step": 1300,
"train_LM": 0.522216796875
},
{
"epoch": 0.56,
"learning_rate": 4.883638260484709e-05,
"loss": 1.0611,
"step": 1310,
"train_LM": 0.5406494140625
},
{
"epoch": 0.57,
"learning_rate": 4.8798355281881235e-05,
"loss": 1.068,
"step": 1320,
"train_LM": 0.5301513671875
},
{
"epoch": 0.57,
"learning_rate": 4.8759731828164284e-05,
"loss": 1.0563,
"step": 1330,
"train_LM": 0.52178955078125
},
{
"epoch": 0.58,
"learning_rate": 4.872051321118444e-05,
"loss": 1.0508,
"step": 1340,
"train_LM": 0.5125732421875
},
{
"epoch": 0.58,
"learning_rate": 4.868070041333833e-05,
"loss": 1.0569,
"step": 1350,
"train_LM": 0.53240966796875
},
{
"epoch": 0.58,
"learning_rate": 4.864029443190633e-05,
"loss": 1.0549,
"step": 1360,
"train_LM": 0.5390625
},
{
"epoch": 0.59,
"learning_rate": 4.859929627902765e-05,
"loss": 1.0572,
"step": 1370,
"train_LM": 0.536376953125
},
{
"epoch": 0.59,
"learning_rate": 4.8557706981674906e-05,
"loss": 1.0526,
"step": 1380,
"train_LM": 0.52813720703125
},
{
"epoch": 0.6,
"learning_rate": 4.851552758162847e-05,
"loss": 1.0554,
"step": 1390,
"train_LM": 0.5244140625
},
{
"epoch": 0.6,
"learning_rate": 4.847275913545032e-05,
"loss": 1.057,
"step": 1400,
"train_LM": 0.54168701171875
},
{
"epoch": 0.61,
"learning_rate": 4.8429402714457586e-05,
"loss": 1.0611,
"step": 1410,
"train_LM": 0.58660888671875
},
{
"epoch": 0.61,
"learning_rate": 4.8385459404695755e-05,
"loss": 1.0476,
"step": 1420,
"train_LM": 0.52166748046875
},
{
"epoch": 0.61,
"learning_rate": 4.834093030691139e-05,
"loss": 1.0513,
"step": 1430,
"train_LM": 0.509033203125
},
{
"epoch": 0.62,
"learning_rate": 4.829581653652463e-05,
"loss": 1.0501,
"step": 1440,
"train_LM": 0.517578125
},
{
"epoch": 0.62,
"learning_rate": 4.82501192236012e-05,
"loss": 1.0573,
"step": 1450,
"train_LM": 0.55438232421875
},
{
"epoch": 0.63,
"learning_rate": 4.8203839512824145e-05,
"loss": 1.0544,
"step": 1460,
"train_LM": 0.5068359375
},
{
"epoch": 0.63,
"learning_rate": 4.8156978563465114e-05,
"loss": 1.0505,
"step": 1470,
"train_LM": 0.5374755859375
},
{
"epoch": 0.64,
"learning_rate": 4.8109537549355346e-05,
"loss": 1.0478,
"step": 1480,
"train_LM": 0.5125732421875
},
{
"epoch": 0.64,
"learning_rate": 4.806151765885627e-05,
"loss": 1.0509,
"step": 1490,
"train_LM": 0.51953125
},
{
"epoch": 0.65,
"learning_rate": 4.801292009482972e-05,
"loss": 1.0453,
"step": 1500,
"train_LM": 0.54364013671875
},
{
"epoch": 0.65,
"learning_rate": 4.796374607460782e-05,
"loss": 1.0535,
"step": 1510,
"train_LM": 0.5399169921875
},
{
"epoch": 0.65,
"learning_rate": 4.7913996829962494e-05,
"loss": 1.0352,
"step": 1520,
"train_LM": 0.52886962890625
},
{
"epoch": 0.66,
"learning_rate": 4.786367360707458e-05,
"loss": 1.0477,
"step": 1530,
"train_LM": 0.5167236328125
},
{
"epoch": 0.66,
"learning_rate": 4.7812777666502634e-05,
"loss": 1.0496,
"step": 1540,
"train_LM": 0.51416015625
},
{
"epoch": 0.67,
"learning_rate": 4.776131028315139e-05,
"loss": 1.036,
"step": 1550,
"train_LM": 0.50091552734375
},
{
"epoch": 0.67,
"learning_rate": 4.770927274623975e-05,
"loss": 1.0462,
"step": 1560,
"train_LM": 0.557861328125
},
{
"epoch": 0.68,
"learning_rate": 4.765666635926857e-05,
"loss": 1.04,
"step": 1570,
"train_LM": 0.51849365234375
},
{
"epoch": 0.68,
"learning_rate": 4.760349243998793e-05,
"loss": 1.0457,
"step": 1580,
"train_LM": 0.51068115234375
},
{
"epoch": 0.68,
"learning_rate": 4.754975232036418e-05,
"loss": 1.048,
"step": 1590,
"train_LM": 0.53448486328125
},
{
"epoch": 0.69,
"learning_rate": 4.749544734654657e-05,
"loss": 1.0346,
"step": 1600,
"train_LM": 0.52642822265625
},
{
"epoch": 0.69,
"learning_rate": 4.74405788788335e-05,
"loss": 1.0532,
"step": 1610,
"train_LM": 0.53570556640625
},
{
"epoch": 0.7,
"learning_rate": 4.738514829163848e-05,
"loss": 1.0328,
"step": 1620,
"train_LM": 0.514404296875
},
{
"epoch": 0.7,
"learning_rate": 4.732915697345567e-05,
"loss": 1.0386,
"step": 1630,
"train_LM": 0.5050048828125
},
{
"epoch": 0.71,
"learning_rate": 4.7272606326825144e-05,
"loss": 1.0348,
"step": 1640,
"train_LM": 0.51141357421875
},
{
"epoch": 0.71,
"learning_rate": 4.72154977682977e-05,
"loss": 1.0445,
"step": 1650,
"train_LM": 0.53424072265625
},
{
"epoch": 0.71,
"learning_rate": 4.715783272839943e-05,
"loss": 1.0307,
"step": 1660,
"train_LM": 0.5203857421875
},
{
"epoch": 0.72,
"learning_rate": 4.709961265159583e-05,
"loss": 1.0361,
"step": 1670,
"train_LM": 0.51849365234375
},
{
"epoch": 0.72,
"learning_rate": 4.704083899625568e-05,
"loss": 1.0421,
"step": 1680,
"train_LM": 0.52880859375
},
{
"epoch": 0.73,
"learning_rate": 4.698151323461448e-05,
"loss": 1.0436,
"step": 1690,
"train_LM": 0.50469970703125
},
{
"epoch": 0.73,
"learning_rate": 4.692163685273756e-05,
"loss": 1.0332,
"step": 1700,
"train_LM": 0.51904296875
},
{
"epoch": 0.74,
"learning_rate": 4.686121135048287e-05,
"loss": 1.0395,
"step": 1710,
"train_LM": 0.51953125
},
{
"epoch": 0.74,
"learning_rate": 4.6800238241463415e-05,
"loss": 1.0391,
"step": 1720,
"train_LM": 0.5281982421875
},
{
"epoch": 0.74,
"learning_rate": 4.673871905300935e-05,
"loss": 1.0299,
"step": 1730,
"train_LM": 0.5076904296875
},
{
"epoch": 0.75,
"learning_rate": 4.667665532612967e-05,
"loss": 1.0351,
"step": 1740,
"train_LM": 0.49090576171875
},
{
"epoch": 0.75,
"learning_rate": 4.661404861547368e-05,
"loss": 1.0322,
"step": 1750,
"train_LM": 0.5260009765625
},
{
"epoch": 0.76,
"learning_rate": 4.6550900489291985e-05,
"loss": 1.0387,
"step": 1760,
"train_LM": 0.50994873046875
},
{
"epoch": 0.76,
"learning_rate": 4.648721252939727e-05,
"loss": 1.0296,
"step": 1770,
"train_LM": 0.50262451171875
},
{
"epoch": 0.77,
"learning_rate": 4.642298633112462e-05,
"loss": 1.0317,
"step": 1780,
"train_LM": 0.50982666015625
},
{
"epoch": 0.77,
"learning_rate": 4.635822350329159e-05,
"loss": 1.0305,
"step": 1790,
"train_LM": 0.52764892578125
},
{
"epoch": 0.77,
"learning_rate": 4.629292566815791e-05,
"loss": 1.0336,
"step": 1800,
"train_LM": 0.51715087890625
},
{
"epoch": 0.78,
"learning_rate": 4.622709446138482e-05,
"loss": 1.0357,
"step": 1810,
"train_LM": 0.4981689453125
},
{
"epoch": 0.78,
"learning_rate": 4.616073153199413e-05,
"loss": 1.0312,
"step": 1820,
"train_LM": 0.5146484375
},
{
"epoch": 0.79,
"learning_rate": 4.609383854232689e-05,
"loss": 1.0282,
"step": 1830,
"train_LM": 0.4881591796875
},
{
"epoch": 0.79,
"learning_rate": 4.602641716800176e-05,
"loss": 1.0285,
"step": 1840,
"train_LM": 0.5303955078125
},
{
"epoch": 0.8,
"learning_rate": 4.595846909787302e-05,
"loss": 1.036,
"step": 1850,
"train_LM": 0.5048828125
},
{
"epoch": 0.8,
"learning_rate": 4.5889996033988314e-05,
"loss": 1.0336,
"step": 1860,
"train_LM": 0.5347900390625
},
{
"epoch": 0.8,
"learning_rate": 4.582099969154596e-05,
"loss": 1.0266,
"step": 1870,
"train_LM": 0.51702880859375
},
{
"epoch": 0.81,
"learning_rate": 4.5751481798852e-05,
"loss": 1.0417,
"step": 1880,
"train_LM": 0.53302001953125
},
{
"epoch": 0.81,
"learning_rate": 4.568144409727693e-05,
"loss": 1.0201,
"step": 1890,
"train_LM": 0.53863525390625
},
{
"epoch": 0.82,
"learning_rate": 4.561088834121205e-05,
"loss": 1.0373,
"step": 1900,
"train_LM": 0.517333984375
},
{
"epoch": 0.82,
"learning_rate": 4.553981629802555e-05,
"loss": 1.0279,
"step": 1910,
"train_LM": 0.4990234375
},
{
"epoch": 0.83,
"learning_rate": 4.54682297480182e-05,
"loss": 1.0269,
"step": 1920,
"train_LM": 0.53338623046875
},
{
"epoch": 0.83,
"learning_rate": 4.53961304843788e-05,
"loss": 1.0265,
"step": 1930,
"train_LM": 0.49761962890625
},
{
"epoch": 0.83,
"learning_rate": 4.532352031313922e-05,
"loss": 1.023,
"step": 1940,
"train_LM": 0.50335693359375
},
{
"epoch": 0.84,
"learning_rate": 4.5250401053129165e-05,
"loss": 1.0333,
"step": 1950,
"train_LM": 0.5223388671875
},
{
"epoch": 0.84,
"learning_rate": 4.5176774535930675e-05,
"loss": 1.0349,
"step": 1960,
"train_LM": 0.4984130859375
},
{
"epoch": 0.85,
"learning_rate": 4.5102642605832136e-05,
"loss": 1.0307,
"step": 1970,
"train_LM": 0.504638671875
},
{
"epoch": 0.85,
"learning_rate": 4.50280071197822e-05,
"loss": 1.0163,
"step": 1980,
"train_LM": 0.5086669921875
},
{
"epoch": 0.86,
"learning_rate": 4.495286994734317e-05,
"loss": 1.0167,
"step": 1990,
"train_LM": 0.5035400390625
},
{
"epoch": 0.86,
"learning_rate": 4.4877232970644245e-05,
"loss": 1.0235,
"step": 2000,
"train_LM": 0.5247802734375
}
],
"max_steps": 6975,
"num_train_epochs": 3,
"total_flos": 0.0,
"trial_name": null,
"trial_params": null
}