gpt-web-bg / trainer_state.json
usmiva's picture
Upload 12 files
87e5da8
raw
history blame
186 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.5696761816173477,
"global_step": 756000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.998269757295396e-05,
"loss": 2.8529,
"step": 500
},
{
"epoch": 0.0,
"learning_rate": 4.996539514590791e-05,
"loss": 2.3953,
"step": 1000
},
{
"epoch": 0.0,
"learning_rate": 4.994809271886186e-05,
"loss": 2.0905,
"step": 1500
},
{
"epoch": 0.0,
"learning_rate": 4.993079029181581e-05,
"loss": 1.672,
"step": 2000
},
{
"epoch": 0.01,
"learning_rate": 4.991348786476977e-05,
"loss": 1.4671,
"step": 2500
},
{
"epoch": 0.01,
"learning_rate": 4.989618543772373e-05,
"loss": 1.3692,
"step": 3000
},
{
"epoch": 0.01,
"learning_rate": 4.987888301067767e-05,
"loss": 1.3064,
"step": 3500
},
{
"epoch": 0.01,
"learning_rate": 4.986158058363163e-05,
"loss": 1.2556,
"step": 4000
},
{
"epoch": 0.01,
"learning_rate": 4.984427815658558e-05,
"loss": 1.2133,
"step": 4500
},
{
"epoch": 0.01,
"learning_rate": 4.982697572953954e-05,
"loss": 1.1793,
"step": 5000
},
{
"epoch": 0.01,
"learning_rate": 4.9809673302493495e-05,
"loss": 1.1548,
"step": 5500
},
{
"epoch": 0.01,
"learning_rate": 4.979237087544744e-05,
"loss": 1.1329,
"step": 6000
},
{
"epoch": 0.01,
"learning_rate": 4.97750684484014e-05,
"loss": 1.1147,
"step": 6500
},
{
"epoch": 0.01,
"learning_rate": 4.9757766021355354e-05,
"loss": 1.0988,
"step": 7000
},
{
"epoch": 0.02,
"learning_rate": 4.9740463594309305e-05,
"loss": 1.0875,
"step": 7500
},
{
"epoch": 0.02,
"learning_rate": 4.9723161167263256e-05,
"loss": 1.074,
"step": 8000
},
{
"epoch": 0.02,
"learning_rate": 4.9705858740217207e-05,
"loss": 1.062,
"step": 8500
},
{
"epoch": 0.02,
"learning_rate": 4.9688556313171164e-05,
"loss": 1.0505,
"step": 9000
},
{
"epoch": 0.02,
"learning_rate": 4.967125388612512e-05,
"loss": 1.0386,
"step": 9500
},
{
"epoch": 0.02,
"learning_rate": 4.9653951459079066e-05,
"loss": 1.0334,
"step": 10000
},
{
"epoch": 0.02,
"learning_rate": 4.963664903203302e-05,
"loss": 1.0225,
"step": 10500
},
{
"epoch": 0.02,
"learning_rate": 4.9619346604986974e-05,
"loss": 1.0151,
"step": 11000
},
{
"epoch": 0.02,
"learning_rate": 4.960204417794093e-05,
"loss": 1.0073,
"step": 11500
},
{
"epoch": 0.02,
"learning_rate": 4.958474175089489e-05,
"loss": 0.9995,
"step": 12000
},
{
"epoch": 0.03,
"learning_rate": 4.956743932384883e-05,
"loss": 0.9931,
"step": 12500
},
{
"epoch": 0.03,
"learning_rate": 4.955013689680279e-05,
"loss": 0.987,
"step": 13000
},
{
"epoch": 0.03,
"learning_rate": 4.953283446975674e-05,
"loss": 0.9855,
"step": 13500
},
{
"epoch": 0.03,
"learning_rate": 4.95155320427107e-05,
"loss": 0.9781,
"step": 14000
},
{
"epoch": 0.03,
"learning_rate": 4.949822961566465e-05,
"loss": 0.975,
"step": 14500
},
{
"epoch": 0.03,
"learning_rate": 4.94809271886186e-05,
"loss": 0.9656,
"step": 15000
},
{
"epoch": 0.03,
"learning_rate": 4.946362476157256e-05,
"loss": 0.9622,
"step": 15500
},
{
"epoch": 0.03,
"learning_rate": 4.944632233452651e-05,
"loss": 0.9595,
"step": 16000
},
{
"epoch": 0.03,
"learning_rate": 4.942901990748047e-05,
"loss": 0.9548,
"step": 16500
},
{
"epoch": 0.04,
"learning_rate": 4.941171748043442e-05,
"loss": 0.9504,
"step": 17000
},
{
"epoch": 0.04,
"learning_rate": 4.939441505338837e-05,
"loss": 0.946,
"step": 17500
},
{
"epoch": 0.04,
"learning_rate": 4.9377112626342326e-05,
"loss": 0.9376,
"step": 18000
},
{
"epoch": 0.04,
"learning_rate": 4.9359810199296284e-05,
"loss": 0.9376,
"step": 18500
},
{
"epoch": 0.04,
"learning_rate": 4.934250777225023e-05,
"loss": 0.9326,
"step": 19000
},
{
"epoch": 0.04,
"learning_rate": 4.9325205345204185e-05,
"loss": 0.9279,
"step": 19500
},
{
"epoch": 0.04,
"learning_rate": 4.9307902918158136e-05,
"loss": 0.9285,
"step": 20000
},
{
"epoch": 0.04,
"learning_rate": 4.9290600491112093e-05,
"loss": 0.9256,
"step": 20500
},
{
"epoch": 0.04,
"learning_rate": 4.9273298064066044e-05,
"loss": 0.9209,
"step": 21000
},
{
"epoch": 0.04,
"learning_rate": 4.9255995637019995e-05,
"loss": 0.9163,
"step": 21500
},
{
"epoch": 0.05,
"learning_rate": 4.923869320997395e-05,
"loss": 0.9134,
"step": 22000
},
{
"epoch": 0.05,
"learning_rate": 4.9221390782927903e-05,
"loss": 0.9129,
"step": 22500
},
{
"epoch": 0.05,
"learning_rate": 4.920408835588186e-05,
"loss": 0.9094,
"step": 23000
},
{
"epoch": 0.05,
"learning_rate": 4.918678592883581e-05,
"loss": 0.9038,
"step": 23500
},
{
"epoch": 0.05,
"learning_rate": 4.916948350178976e-05,
"loss": 0.9096,
"step": 24000
},
{
"epoch": 0.05,
"learning_rate": 4.915218107474372e-05,
"loss": 0.9048,
"step": 24500
},
{
"epoch": 0.05,
"learning_rate": 4.913487864769767e-05,
"loss": 0.8989,
"step": 25000
},
{
"epoch": 0.05,
"learning_rate": 4.911757622065162e-05,
"loss": 0.8963,
"step": 25500
},
{
"epoch": 0.05,
"learning_rate": 4.910027379360558e-05,
"loss": 0.8994,
"step": 26000
},
{
"epoch": 0.06,
"learning_rate": 4.908297136655953e-05,
"loss": 0.8913,
"step": 26500
},
{
"epoch": 0.06,
"learning_rate": 4.906566893951349e-05,
"loss": 0.8912,
"step": 27000
},
{
"epoch": 0.06,
"learning_rate": 4.904836651246744e-05,
"loss": 0.8877,
"step": 27500
},
{
"epoch": 0.06,
"learning_rate": 4.903106408542139e-05,
"loss": 0.8891,
"step": 28000
},
{
"epoch": 0.06,
"learning_rate": 4.901376165837535e-05,
"loss": 0.8837,
"step": 28500
},
{
"epoch": 0.06,
"learning_rate": 4.89964592313293e-05,
"loss": 0.8786,
"step": 29000
},
{
"epoch": 0.06,
"learning_rate": 4.8979156804283255e-05,
"loss": 0.8785,
"step": 29500
},
{
"epoch": 0.06,
"learning_rate": 4.8961854377237206e-05,
"loss": 0.8798,
"step": 30000
},
{
"epoch": 0.06,
"learning_rate": 4.894455195019116e-05,
"loss": 0.8761,
"step": 30500
},
{
"epoch": 0.06,
"learning_rate": 4.8927249523145114e-05,
"loss": 0.8739,
"step": 31000
},
{
"epoch": 0.07,
"learning_rate": 4.8909947096099065e-05,
"loss": 0.8718,
"step": 31500
},
{
"epoch": 0.07,
"learning_rate": 4.8892644669053016e-05,
"loss": 0.8711,
"step": 32000
},
{
"epoch": 0.07,
"learning_rate": 4.8875342242006974e-05,
"loss": 0.8694,
"step": 32500
},
{
"epoch": 0.07,
"learning_rate": 4.8858039814960924e-05,
"loss": 0.8676,
"step": 33000
},
{
"epoch": 0.07,
"learning_rate": 4.884073738791488e-05,
"loss": 0.865,
"step": 33500
},
{
"epoch": 0.07,
"learning_rate": 4.882343496086883e-05,
"loss": 0.8607,
"step": 34000
},
{
"epoch": 0.07,
"learning_rate": 4.8806132533822784e-05,
"loss": 0.859,
"step": 34500
},
{
"epoch": 0.07,
"learning_rate": 4.878883010677674e-05,
"loss": 0.863,
"step": 35000
},
{
"epoch": 0.07,
"learning_rate": 4.877152767973069e-05,
"loss": 0.8618,
"step": 35500
},
{
"epoch": 0.07,
"learning_rate": 4.875422525268465e-05,
"loss": 0.8585,
"step": 36000
},
{
"epoch": 0.08,
"learning_rate": 4.87369228256386e-05,
"loss": 0.8588,
"step": 36500
},
{
"epoch": 0.08,
"learning_rate": 4.871962039859255e-05,
"loss": 0.8581,
"step": 37000
},
{
"epoch": 0.08,
"learning_rate": 4.870231797154651e-05,
"loss": 0.8541,
"step": 37500
},
{
"epoch": 0.08,
"learning_rate": 4.868501554450046e-05,
"loss": 0.8515,
"step": 38000
},
{
"epoch": 0.08,
"learning_rate": 4.866771311745442e-05,
"loss": 0.8512,
"step": 38500
},
{
"epoch": 0.08,
"learning_rate": 4.865041069040837e-05,
"loss": 0.8508,
"step": 39000
},
{
"epoch": 0.08,
"learning_rate": 4.863310826336232e-05,
"loss": 0.8493,
"step": 39500
},
{
"epoch": 0.08,
"learning_rate": 4.8615805836316276e-05,
"loss": 0.8456,
"step": 40000
},
{
"epoch": 0.08,
"learning_rate": 4.859850340927023e-05,
"loss": 0.845,
"step": 40500
},
{
"epoch": 0.09,
"learning_rate": 4.858120098222418e-05,
"loss": 0.8439,
"step": 41000
},
{
"epoch": 0.09,
"learning_rate": 4.8563898555178135e-05,
"loss": 0.843,
"step": 41500
},
{
"epoch": 0.09,
"learning_rate": 4.8546596128132086e-05,
"loss": 0.8414,
"step": 42000
},
{
"epoch": 0.09,
"learning_rate": 4.8529293701086044e-05,
"loss": 0.8401,
"step": 42500
},
{
"epoch": 0.09,
"learning_rate": 4.8511991274039995e-05,
"loss": 0.8395,
"step": 43000
},
{
"epoch": 0.09,
"learning_rate": 4.8494688846993945e-05,
"loss": 0.8404,
"step": 43500
},
{
"epoch": 0.09,
"learning_rate": 4.84773864199479e-05,
"loss": 0.8395,
"step": 44000
},
{
"epoch": 0.09,
"learning_rate": 4.8460083992901854e-05,
"loss": 0.8342,
"step": 44500
},
{
"epoch": 0.09,
"learning_rate": 4.844278156585581e-05,
"loss": 0.837,
"step": 45000
},
{
"epoch": 0.09,
"learning_rate": 4.842547913880976e-05,
"loss": 0.8376,
"step": 45500
},
{
"epoch": 0.1,
"learning_rate": 4.840817671176371e-05,
"loss": 0.8338,
"step": 46000
},
{
"epoch": 0.1,
"learning_rate": 4.839087428471767e-05,
"loss": 0.829,
"step": 46500
},
{
"epoch": 0.1,
"learning_rate": 4.837357185767162e-05,
"loss": 0.831,
"step": 47000
},
{
"epoch": 0.1,
"learning_rate": 4.835626943062557e-05,
"loss": 0.8312,
"step": 47500
},
{
"epoch": 0.1,
"learning_rate": 4.833896700357953e-05,
"loss": 0.8275,
"step": 48000
},
{
"epoch": 0.1,
"learning_rate": 4.832166457653348e-05,
"loss": 0.8284,
"step": 48500
},
{
"epoch": 0.1,
"learning_rate": 4.830436214948744e-05,
"loss": 0.8291,
"step": 49000
},
{
"epoch": 0.1,
"learning_rate": 4.828705972244139e-05,
"loss": 0.8278,
"step": 49500
},
{
"epoch": 0.1,
"learning_rate": 4.826975729539534e-05,
"loss": 0.8224,
"step": 50000
},
{
"epoch": 0.1,
"learning_rate": 4.82524548683493e-05,
"loss": 0.8266,
"step": 50500
},
{
"epoch": 0.11,
"learning_rate": 4.823515244130325e-05,
"loss": 0.8224,
"step": 51000
},
{
"epoch": 0.11,
"learning_rate": 4.8217850014257206e-05,
"loss": 0.8193,
"step": 51500
},
{
"epoch": 0.11,
"learning_rate": 4.8200547587211156e-05,
"loss": 0.8193,
"step": 52000
},
{
"epoch": 0.11,
"learning_rate": 4.818324516016511e-05,
"loss": 0.824,
"step": 52500
},
{
"epoch": 0.11,
"learning_rate": 4.8165942733119065e-05,
"loss": 0.8245,
"step": 53000
},
{
"epoch": 0.11,
"learning_rate": 4.8148640306073015e-05,
"loss": 0.8204,
"step": 53500
},
{
"epoch": 0.11,
"learning_rate": 4.8131337879026966e-05,
"loss": 0.8217,
"step": 54000
},
{
"epoch": 0.11,
"learning_rate": 4.8114035451980924e-05,
"loss": 0.8162,
"step": 54500
},
{
"epoch": 0.11,
"learning_rate": 4.8096733024934875e-05,
"loss": 0.8187,
"step": 55000
},
{
"epoch": 0.12,
"learning_rate": 4.807943059788883e-05,
"loss": 0.8161,
"step": 55500
},
{
"epoch": 0.12,
"learning_rate": 4.806212817084278e-05,
"loss": 0.8158,
"step": 56000
},
{
"epoch": 0.12,
"learning_rate": 4.8044825743796734e-05,
"loss": 0.815,
"step": 56500
},
{
"epoch": 0.12,
"learning_rate": 4.802752331675069e-05,
"loss": 0.8144,
"step": 57000
},
{
"epoch": 0.12,
"learning_rate": 4.801022088970464e-05,
"loss": 0.8111,
"step": 57500
},
{
"epoch": 0.12,
"learning_rate": 4.79929184626586e-05,
"loss": 0.8122,
"step": 58000
},
{
"epoch": 0.12,
"learning_rate": 4.797561603561255e-05,
"loss": 0.8077,
"step": 58500
},
{
"epoch": 0.12,
"learning_rate": 4.79583136085665e-05,
"loss": 0.8111,
"step": 59000
},
{
"epoch": 0.12,
"learning_rate": 4.794101118152046e-05,
"loss": 0.8113,
"step": 59500
},
{
"epoch": 0.12,
"learning_rate": 4.792370875447441e-05,
"loss": 0.81,
"step": 60000
},
{
"epoch": 0.13,
"learning_rate": 4.790640632742837e-05,
"loss": 0.8167,
"step": 60500
},
{
"epoch": 0.13,
"learning_rate": 4.788910390038232e-05,
"loss": 0.8092,
"step": 61000
},
{
"epoch": 0.13,
"learning_rate": 4.787180147333627e-05,
"loss": 0.8052,
"step": 61500
},
{
"epoch": 0.13,
"learning_rate": 4.7854499046290226e-05,
"loss": 0.8035,
"step": 62000
},
{
"epoch": 0.13,
"learning_rate": 4.783719661924418e-05,
"loss": 0.8066,
"step": 62500
},
{
"epoch": 0.13,
"learning_rate": 4.781989419219813e-05,
"loss": 0.8046,
"step": 63000
},
{
"epoch": 0.13,
"learning_rate": 4.7802591765152086e-05,
"loss": 0.8043,
"step": 63500
},
{
"epoch": 0.13,
"learning_rate": 4.7785289338106036e-05,
"loss": 0.8023,
"step": 64000
},
{
"epoch": 0.13,
"learning_rate": 4.7767986911059994e-05,
"loss": 0.8048,
"step": 64500
},
{
"epoch": 0.13,
"learning_rate": 4.775068448401394e-05,
"loss": 0.8039,
"step": 65000
},
{
"epoch": 0.14,
"learning_rate": 4.7733382056967896e-05,
"loss": 0.8056,
"step": 65500
},
{
"epoch": 0.14,
"learning_rate": 4.771607962992185e-05,
"loss": 0.801,
"step": 66000
},
{
"epoch": 0.14,
"learning_rate": 4.7698777202875804e-05,
"loss": 0.7974,
"step": 66500
},
{
"epoch": 0.14,
"learning_rate": 4.768147477582976e-05,
"loss": 0.7979,
"step": 67000
},
{
"epoch": 0.14,
"learning_rate": 4.7664172348783706e-05,
"loss": 0.7978,
"step": 67500
},
{
"epoch": 0.14,
"learning_rate": 4.764686992173766e-05,
"loss": 0.8001,
"step": 68000
},
{
"epoch": 0.14,
"learning_rate": 4.762956749469162e-05,
"loss": 0.7976,
"step": 68500
},
{
"epoch": 0.14,
"learning_rate": 4.761226506764557e-05,
"loss": 0.8022,
"step": 69000
},
{
"epoch": 0.14,
"learning_rate": 4.759496264059952e-05,
"loss": 0.7929,
"step": 69500
},
{
"epoch": 0.15,
"learning_rate": 4.757766021355348e-05,
"loss": 0.7953,
"step": 70000
},
{
"epoch": 0.15,
"learning_rate": 4.756035778650743e-05,
"loss": 0.7933,
"step": 70500
},
{
"epoch": 0.15,
"learning_rate": 4.754305535946139e-05,
"loss": 0.7926,
"step": 71000
},
{
"epoch": 0.15,
"learning_rate": 4.752575293241534e-05,
"loss": 0.7925,
"step": 71500
},
{
"epoch": 0.15,
"learning_rate": 4.750845050536929e-05,
"loss": 0.795,
"step": 72000
},
{
"epoch": 0.15,
"learning_rate": 4.749114807832325e-05,
"loss": 0.7901,
"step": 72500
},
{
"epoch": 0.15,
"learning_rate": 4.74738456512772e-05,
"loss": 0.7915,
"step": 73000
},
{
"epoch": 0.15,
"learning_rate": 4.7456543224231156e-05,
"loss": 0.7932,
"step": 73500
},
{
"epoch": 0.15,
"learning_rate": 4.74392407971851e-05,
"loss": 0.7913,
"step": 74000
},
{
"epoch": 0.15,
"learning_rate": 4.742193837013906e-05,
"loss": 0.7921,
"step": 74500
},
{
"epoch": 0.16,
"learning_rate": 4.7404635943093015e-05,
"loss": 0.7902,
"step": 75000
},
{
"epoch": 0.16,
"learning_rate": 4.7387333516046966e-05,
"loss": 0.7885,
"step": 75500
},
{
"epoch": 0.16,
"learning_rate": 4.737003108900092e-05,
"loss": 0.7925,
"step": 76000
},
{
"epoch": 0.16,
"learning_rate": 4.735272866195487e-05,
"loss": 0.7888,
"step": 76500
},
{
"epoch": 0.16,
"learning_rate": 4.7335426234908825e-05,
"loss": 0.7879,
"step": 77000
},
{
"epoch": 0.16,
"learning_rate": 4.731812380786278e-05,
"loss": 0.7894,
"step": 77500
},
{
"epoch": 0.16,
"learning_rate": 4.730082138081673e-05,
"loss": 0.787,
"step": 78000
},
{
"epoch": 0.16,
"learning_rate": 4.7283518953770684e-05,
"loss": 0.7846,
"step": 78500
},
{
"epoch": 0.16,
"learning_rate": 4.7266216526724635e-05,
"loss": 0.7878,
"step": 79000
},
{
"epoch": 0.17,
"learning_rate": 4.724891409967859e-05,
"loss": 0.7859,
"step": 79500
},
{
"epoch": 0.17,
"learning_rate": 4.723161167263255e-05,
"loss": 0.784,
"step": 80000
},
{
"epoch": 0.17,
"learning_rate": 4.7214309245586494e-05,
"loss": 0.7876,
"step": 80500
},
{
"epoch": 0.17,
"learning_rate": 4.719700681854045e-05,
"loss": 0.7856,
"step": 81000
},
{
"epoch": 0.17,
"learning_rate": 4.717970439149441e-05,
"loss": 0.785,
"step": 81500
},
{
"epoch": 0.17,
"learning_rate": 4.716240196444836e-05,
"loss": 0.7831,
"step": 82000
},
{
"epoch": 0.17,
"learning_rate": 4.714509953740232e-05,
"loss": 0.7856,
"step": 82500
},
{
"epoch": 0.17,
"learning_rate": 4.712779711035626e-05,
"loss": 0.7805,
"step": 83000
},
{
"epoch": 0.17,
"learning_rate": 4.711049468331022e-05,
"loss": 0.7826,
"step": 83500
},
{
"epoch": 0.17,
"learning_rate": 4.709319225626418e-05,
"loss": 0.7822,
"step": 84000
},
{
"epoch": 0.18,
"learning_rate": 4.707588982921813e-05,
"loss": 0.7811,
"step": 84500
},
{
"epoch": 0.18,
"learning_rate": 4.705858740217208e-05,
"loss": 0.781,
"step": 85000
},
{
"epoch": 0.18,
"learning_rate": 4.704128497512603e-05,
"loss": 0.7836,
"step": 85500
},
{
"epoch": 0.18,
"learning_rate": 4.702398254807999e-05,
"loss": 0.7795,
"step": 86000
},
{
"epoch": 0.18,
"learning_rate": 4.7006680121033944e-05,
"loss": 0.7805,
"step": 86500
},
{
"epoch": 0.18,
"learning_rate": 4.6989377693987895e-05,
"loss": 0.7783,
"step": 87000
},
{
"epoch": 0.18,
"learning_rate": 4.6972075266941846e-05,
"loss": 0.7777,
"step": 87500
},
{
"epoch": 0.18,
"learning_rate": 4.69547728398958e-05,
"loss": 0.7762,
"step": 88000
},
{
"epoch": 0.18,
"learning_rate": 4.6937470412849754e-05,
"loss": 0.778,
"step": 88500
},
{
"epoch": 0.18,
"learning_rate": 4.692016798580371e-05,
"loss": 0.7771,
"step": 89000
},
{
"epoch": 0.19,
"learning_rate": 4.6902865558757656e-05,
"loss": 0.7751,
"step": 89500
},
{
"epoch": 0.19,
"learning_rate": 4.6885563131711613e-05,
"loss": 0.7801,
"step": 90000
},
{
"epoch": 0.19,
"learning_rate": 4.6868260704665564e-05,
"loss": 0.7757,
"step": 90500
},
{
"epoch": 0.19,
"learning_rate": 4.685095827761952e-05,
"loss": 0.774,
"step": 91000
},
{
"epoch": 0.19,
"learning_rate": 4.683365585057347e-05,
"loss": 0.774,
"step": 91500
},
{
"epoch": 0.19,
"learning_rate": 4.681635342352742e-05,
"loss": 0.7757,
"step": 92000
},
{
"epoch": 0.19,
"learning_rate": 4.679905099648138e-05,
"loss": 0.7743,
"step": 92500
},
{
"epoch": 0.19,
"learning_rate": 4.678174856943534e-05,
"loss": 0.7753,
"step": 93000
},
{
"epoch": 0.19,
"learning_rate": 4.676444614238929e-05,
"loss": 0.7702,
"step": 93500
},
{
"epoch": 0.2,
"learning_rate": 4.674714371534324e-05,
"loss": 0.7765,
"step": 94000
},
{
"epoch": 0.2,
"learning_rate": 4.672984128829719e-05,
"loss": 0.7732,
"step": 94500
},
{
"epoch": 0.2,
"learning_rate": 4.671253886125115e-05,
"loss": 0.7707,
"step": 95000
},
{
"epoch": 0.2,
"learning_rate": 4.6695236434205106e-05,
"loss": 0.7707,
"step": 95500
},
{
"epoch": 0.2,
"learning_rate": 4.667793400715905e-05,
"loss": 0.7742,
"step": 96000
},
{
"epoch": 0.2,
"learning_rate": 4.666063158011301e-05,
"loss": 0.7722,
"step": 96500
},
{
"epoch": 0.2,
"learning_rate": 4.664332915306696e-05,
"loss": 0.771,
"step": 97000
},
{
"epoch": 0.2,
"learning_rate": 4.6626026726020916e-05,
"loss": 0.7725,
"step": 97500
},
{
"epoch": 0.2,
"learning_rate": 4.6608724298974874e-05,
"loss": 0.7682,
"step": 98000
},
{
"epoch": 0.2,
"learning_rate": 4.659142187192882e-05,
"loss": 0.7698,
"step": 98500
},
{
"epoch": 0.21,
"learning_rate": 4.6574119444882775e-05,
"loss": 0.7699,
"step": 99000
},
{
"epoch": 0.21,
"learning_rate": 4.6556817017836726e-05,
"loss": 0.7701,
"step": 99500
},
{
"epoch": 0.21,
"learning_rate": 4.6539514590790684e-05,
"loss": 0.7707,
"step": 100000
},
{
"epoch": 0.21,
"learning_rate": 4.6522212163744634e-05,
"loss": 0.7673,
"step": 100500
},
{
"epoch": 0.21,
"learning_rate": 4.6504909736698585e-05,
"loss": 0.7688,
"step": 101000
},
{
"epoch": 0.21,
"learning_rate": 4.648760730965254e-05,
"loss": 0.7683,
"step": 101500
},
{
"epoch": 0.21,
"learning_rate": 4.6470304882606494e-05,
"loss": 0.7664,
"step": 102000
},
{
"epoch": 0.21,
"learning_rate": 4.6453002455560444e-05,
"loss": 0.7686,
"step": 102500
},
{
"epoch": 0.21,
"learning_rate": 4.64357000285144e-05,
"loss": 0.7631,
"step": 103000
},
{
"epoch": 0.21,
"learning_rate": 4.641839760146835e-05,
"loss": 0.766,
"step": 103500
},
{
"epoch": 0.22,
"learning_rate": 4.640109517442231e-05,
"loss": 0.763,
"step": 104000
},
{
"epoch": 0.22,
"learning_rate": 4.638379274737627e-05,
"loss": 0.7652,
"step": 104500
},
{
"epoch": 0.22,
"learning_rate": 4.636649032033021e-05,
"loss": 0.7643,
"step": 105000
},
{
"epoch": 0.22,
"learning_rate": 4.634918789328417e-05,
"loss": 0.7684,
"step": 105500
},
{
"epoch": 0.22,
"learning_rate": 4.633188546623812e-05,
"loss": 0.7648,
"step": 106000
},
{
"epoch": 0.22,
"learning_rate": 4.631458303919208e-05,
"loss": 0.7646,
"step": 106500
},
{
"epoch": 0.22,
"learning_rate": 4.629728061214603e-05,
"loss": 0.7632,
"step": 107000
},
{
"epoch": 0.22,
"learning_rate": 4.627997818509998e-05,
"loss": 0.7637,
"step": 107500
},
{
"epoch": 0.22,
"learning_rate": 4.626267575805394e-05,
"loss": 0.7655,
"step": 108000
},
{
"epoch": 0.23,
"learning_rate": 4.624537333100789e-05,
"loss": 0.763,
"step": 108500
},
{
"epoch": 0.23,
"learning_rate": 4.6228070903961845e-05,
"loss": 0.7623,
"step": 109000
},
{
"epoch": 0.23,
"learning_rate": 4.6210768476915796e-05,
"loss": 0.7644,
"step": 109500
},
{
"epoch": 0.23,
"learning_rate": 4.619346604986975e-05,
"loss": 0.7602,
"step": 110000
},
{
"epoch": 0.23,
"learning_rate": 4.6176163622823704e-05,
"loss": 0.7603,
"step": 110500
},
{
"epoch": 0.23,
"learning_rate": 4.6158861195777655e-05,
"loss": 0.7602,
"step": 111000
},
{
"epoch": 0.23,
"learning_rate": 4.6141558768731606e-05,
"loss": 0.7619,
"step": 111500
},
{
"epoch": 0.23,
"learning_rate": 4.6124256341685564e-05,
"loss": 0.7615,
"step": 112000
},
{
"epoch": 0.23,
"learning_rate": 4.6106953914639514e-05,
"loss": 0.7613,
"step": 112500
},
{
"epoch": 0.23,
"learning_rate": 4.608965148759347e-05,
"loss": 0.758,
"step": 113000
},
{
"epoch": 0.24,
"learning_rate": 4.607234906054742e-05,
"loss": 0.7649,
"step": 113500
},
{
"epoch": 0.24,
"learning_rate": 4.6055046633501374e-05,
"loss": 0.7627,
"step": 114000
},
{
"epoch": 0.24,
"learning_rate": 4.603774420645533e-05,
"loss": 0.7607,
"step": 114500
},
{
"epoch": 0.24,
"learning_rate": 4.602044177940928e-05,
"loss": 0.7582,
"step": 115000
},
{
"epoch": 0.24,
"learning_rate": 4.600313935236324e-05,
"loss": 0.7613,
"step": 115500
},
{
"epoch": 0.24,
"learning_rate": 4.598583692531719e-05,
"loss": 0.7597,
"step": 116000
},
{
"epoch": 0.24,
"learning_rate": 4.596853449827114e-05,
"loss": 0.7553,
"step": 116500
},
{
"epoch": 0.24,
"learning_rate": 4.59512320712251e-05,
"loss": 0.759,
"step": 117000
},
{
"epoch": 0.24,
"learning_rate": 4.593392964417905e-05,
"loss": 0.7578,
"step": 117500
},
{
"epoch": 0.25,
"learning_rate": 4.5916627217133e-05,
"loss": 0.7563,
"step": 118000
},
{
"epoch": 0.25,
"learning_rate": 4.589932479008696e-05,
"loss": 0.7547,
"step": 118500
},
{
"epoch": 0.25,
"learning_rate": 4.588202236304091e-05,
"loss": 0.7567,
"step": 119000
},
{
"epoch": 0.25,
"learning_rate": 4.5864719935994866e-05,
"loss": 0.7622,
"step": 119500
},
{
"epoch": 0.25,
"learning_rate": 4.584741750894882e-05,
"loss": 0.7592,
"step": 120000
},
{
"epoch": 0.25,
"learning_rate": 4.583011508190277e-05,
"loss": 0.7524,
"step": 120500
},
{
"epoch": 0.25,
"learning_rate": 4.5812812654856725e-05,
"loss": 0.7589,
"step": 121000
},
{
"epoch": 0.25,
"learning_rate": 4.5795510227810676e-05,
"loss": 0.7546,
"step": 121500
},
{
"epoch": 0.25,
"learning_rate": 4.5778207800764634e-05,
"loss": 0.7544,
"step": 122000
},
{
"epoch": 0.25,
"learning_rate": 4.5760905373718585e-05,
"loss": 0.7557,
"step": 122500
},
{
"epoch": 0.26,
"learning_rate": 4.5743602946672535e-05,
"loss": 0.7542,
"step": 123000
},
{
"epoch": 0.26,
"learning_rate": 4.572630051962649e-05,
"loss": 0.7563,
"step": 123500
},
{
"epoch": 0.26,
"learning_rate": 4.5708998092580444e-05,
"loss": 0.7552,
"step": 124000
},
{
"epoch": 0.26,
"learning_rate": 4.5691695665534395e-05,
"loss": 0.752,
"step": 124500
},
{
"epoch": 0.26,
"learning_rate": 4.567439323848835e-05,
"loss": 0.7533,
"step": 125000
},
{
"epoch": 0.26,
"learning_rate": 4.56570908114423e-05,
"loss": 0.7568,
"step": 125500
},
{
"epoch": 0.26,
"learning_rate": 4.563978838439626e-05,
"loss": 0.7557,
"step": 126000
},
{
"epoch": 0.26,
"learning_rate": 4.562248595735021e-05,
"loss": 0.7518,
"step": 126500
},
{
"epoch": 0.26,
"learning_rate": 4.560518353030416e-05,
"loss": 0.7511,
"step": 127000
},
{
"epoch": 0.26,
"learning_rate": 4.558788110325812e-05,
"loss": 0.7521,
"step": 127500
},
{
"epoch": 0.27,
"learning_rate": 4.557057867621207e-05,
"loss": 0.7536,
"step": 128000
},
{
"epoch": 0.27,
"learning_rate": 4.555327624916603e-05,
"loss": 0.7497,
"step": 128500
},
{
"epoch": 0.27,
"learning_rate": 4.553597382211998e-05,
"loss": 0.7507,
"step": 129000
},
{
"epoch": 0.27,
"learning_rate": 4.551867139507393e-05,
"loss": 0.7483,
"step": 129500
},
{
"epoch": 0.27,
"learning_rate": 4.550136896802789e-05,
"loss": 0.7484,
"step": 130000
},
{
"epoch": 0.27,
"learning_rate": 4.548406654098184e-05,
"loss": 0.7508,
"step": 130500
},
{
"epoch": 0.27,
"learning_rate": 4.5466764113935796e-05,
"loss": 0.749,
"step": 131000
},
{
"epoch": 0.27,
"learning_rate": 4.5449461686889746e-05,
"loss": 0.7509,
"step": 131500
},
{
"epoch": 0.27,
"learning_rate": 4.54321592598437e-05,
"loss": 0.7543,
"step": 132000
},
{
"epoch": 0.28,
"learning_rate": 4.5414856832797655e-05,
"loss": 0.7492,
"step": 132500
},
{
"epoch": 0.28,
"learning_rate": 4.5397554405751606e-05,
"loss": 0.7485,
"step": 133000
},
{
"epoch": 0.28,
"learning_rate": 4.5380251978705556e-05,
"loss": 0.7489,
"step": 133500
},
{
"epoch": 0.28,
"learning_rate": 4.5362949551659514e-05,
"loss": 0.7515,
"step": 134000
},
{
"epoch": 0.28,
"learning_rate": 4.5345647124613465e-05,
"loss": 0.7492,
"step": 134500
},
{
"epoch": 0.28,
"learning_rate": 4.532834469756742e-05,
"loss": 0.7486,
"step": 135000
},
{
"epoch": 0.28,
"learning_rate": 4.531104227052137e-05,
"loss": 0.7482,
"step": 135500
},
{
"epoch": 0.28,
"learning_rate": 4.5293739843475324e-05,
"loss": 0.7462,
"step": 136000
},
{
"epoch": 0.28,
"learning_rate": 4.527643741642928e-05,
"loss": 0.7432,
"step": 136500
},
{
"epoch": 0.28,
"learning_rate": 4.525913498938323e-05,
"loss": 0.7454,
"step": 137000
},
{
"epoch": 0.29,
"learning_rate": 4.524183256233719e-05,
"loss": 0.7498,
"step": 137500
},
{
"epoch": 0.29,
"learning_rate": 4.522453013529114e-05,
"loss": 0.7431,
"step": 138000
},
{
"epoch": 0.29,
"learning_rate": 4.520722770824509e-05,
"loss": 0.7475,
"step": 138500
},
{
"epoch": 0.29,
"learning_rate": 4.518992528119905e-05,
"loss": 0.7482,
"step": 139000
},
{
"epoch": 0.29,
"learning_rate": 4.5172622854153e-05,
"loss": 0.741,
"step": 139500
},
{
"epoch": 0.29,
"learning_rate": 4.515532042710695e-05,
"loss": 0.7451,
"step": 140000
},
{
"epoch": 0.29,
"learning_rate": 4.513801800006091e-05,
"loss": 0.747,
"step": 140500
},
{
"epoch": 0.29,
"learning_rate": 4.512071557301486e-05,
"loss": 0.7433,
"step": 141000
},
{
"epoch": 0.29,
"learning_rate": 4.5103413145968817e-05,
"loss": 0.7445,
"step": 141500
},
{
"epoch": 0.29,
"learning_rate": 4.508611071892277e-05,
"loss": 0.7464,
"step": 142000
},
{
"epoch": 0.3,
"learning_rate": 4.506880829187672e-05,
"loss": 0.7445,
"step": 142500
},
{
"epoch": 0.3,
"learning_rate": 4.5051505864830676e-05,
"loss": 0.7465,
"step": 143000
},
{
"epoch": 0.3,
"learning_rate": 4.5034203437784627e-05,
"loss": 0.7442,
"step": 143500
},
{
"epoch": 0.3,
"learning_rate": 4.5016901010738584e-05,
"loss": 0.7444,
"step": 144000
},
{
"epoch": 0.3,
"learning_rate": 4.4999598583692535e-05,
"loss": 0.7452,
"step": 144500
},
{
"epoch": 0.3,
"learning_rate": 4.4982296156646486e-05,
"loss": 0.7492,
"step": 145000
},
{
"epoch": 0.3,
"learning_rate": 4.496499372960044e-05,
"loss": 0.7428,
"step": 145500
},
{
"epoch": 0.3,
"learning_rate": 4.4947691302554394e-05,
"loss": 0.7416,
"step": 146000
},
{
"epoch": 0.3,
"learning_rate": 4.493038887550835e-05,
"loss": 0.7431,
"step": 146500
},
{
"epoch": 0.31,
"learning_rate": 4.49130864484623e-05,
"loss": 0.7451,
"step": 147000
},
{
"epoch": 0.31,
"learning_rate": 4.489578402141625e-05,
"loss": 0.7441,
"step": 147500
},
{
"epoch": 0.31,
"learning_rate": 4.487848159437021e-05,
"loss": 0.7434,
"step": 148000
},
{
"epoch": 0.31,
"learning_rate": 4.486117916732416e-05,
"loss": 0.7429,
"step": 148500
},
{
"epoch": 0.31,
"learning_rate": 4.484387674027811e-05,
"loss": 0.7402,
"step": 149000
},
{
"epoch": 0.31,
"learning_rate": 4.482657431323207e-05,
"loss": 0.7403,
"step": 149500
},
{
"epoch": 0.31,
"learning_rate": 4.480927188618602e-05,
"loss": 0.74,
"step": 150000
},
{
"epoch": 0.31,
"learning_rate": 4.479196945913998e-05,
"loss": 0.7417,
"step": 150500
},
{
"epoch": 0.31,
"learning_rate": 4.477466703209392e-05,
"loss": 0.7424,
"step": 151000
},
{
"epoch": 0.31,
"learning_rate": 4.475736460504788e-05,
"loss": 0.7426,
"step": 151500
},
{
"epoch": 0.32,
"learning_rate": 4.474006217800184e-05,
"loss": 0.739,
"step": 152000
},
{
"epoch": 0.32,
"learning_rate": 4.472275975095579e-05,
"loss": 0.7382,
"step": 152500
},
{
"epoch": 0.32,
"learning_rate": 4.4705457323909746e-05,
"loss": 0.7391,
"step": 153000
},
{
"epoch": 0.32,
"learning_rate": 4.468815489686369e-05,
"loss": 0.7398,
"step": 153500
},
{
"epoch": 0.32,
"learning_rate": 4.467085246981765e-05,
"loss": 0.7412,
"step": 154000
},
{
"epoch": 0.32,
"learning_rate": 4.4653550042771605e-05,
"loss": 0.7394,
"step": 154500
},
{
"epoch": 0.32,
"learning_rate": 4.4636247615725556e-05,
"loss": 0.7393,
"step": 155000
},
{
"epoch": 0.32,
"learning_rate": 4.461894518867951e-05,
"loss": 0.7386,
"step": 155500
},
{
"epoch": 0.32,
"learning_rate": 4.4601642761633464e-05,
"loss": 0.7384,
"step": 156000
},
{
"epoch": 0.32,
"learning_rate": 4.4584340334587415e-05,
"loss": 0.7416,
"step": 156500
},
{
"epoch": 0.33,
"learning_rate": 4.456703790754137e-05,
"loss": 0.7376,
"step": 157000
},
{
"epoch": 0.33,
"learning_rate": 4.454973548049532e-05,
"loss": 0.7368,
"step": 157500
},
{
"epoch": 0.33,
"learning_rate": 4.4532433053449274e-05,
"loss": 0.7374,
"step": 158000
},
{
"epoch": 0.33,
"learning_rate": 4.451513062640323e-05,
"loss": 0.7425,
"step": 158500
},
{
"epoch": 0.33,
"learning_rate": 4.449782819935718e-05,
"loss": 0.7384,
"step": 159000
},
{
"epoch": 0.33,
"learning_rate": 4.448052577231114e-05,
"loss": 0.7376,
"step": 159500
},
{
"epoch": 0.33,
"learning_rate": 4.4463223345265084e-05,
"loss": 0.738,
"step": 160000
},
{
"epoch": 0.33,
"learning_rate": 4.444592091821904e-05,
"loss": 0.7409,
"step": 160500
},
{
"epoch": 0.33,
"learning_rate": 4.4428618491173e-05,
"loss": 0.7379,
"step": 161000
},
{
"epoch": 0.34,
"learning_rate": 4.441131606412695e-05,
"loss": 0.7364,
"step": 161500
},
{
"epoch": 0.34,
"learning_rate": 4.43940136370809e-05,
"loss": 0.7382,
"step": 162000
},
{
"epoch": 0.34,
"learning_rate": 4.437671121003485e-05,
"loss": 0.7371,
"step": 162500
},
{
"epoch": 0.34,
"learning_rate": 4.435940878298881e-05,
"loss": 0.7337,
"step": 163000
},
{
"epoch": 0.34,
"learning_rate": 4.434210635594277e-05,
"loss": 0.7358,
"step": 163500
},
{
"epoch": 0.34,
"learning_rate": 4.432480392889672e-05,
"loss": 0.7358,
"step": 164000
},
{
"epoch": 0.34,
"learning_rate": 4.430750150185067e-05,
"loss": 0.7337,
"step": 164500
},
{
"epoch": 0.34,
"learning_rate": 4.429019907480462e-05,
"loss": 0.7362,
"step": 165000
},
{
"epoch": 0.34,
"learning_rate": 4.427289664775858e-05,
"loss": 0.7326,
"step": 165500
},
{
"epoch": 0.34,
"learning_rate": 4.4255594220712534e-05,
"loss": 0.7357,
"step": 166000
},
{
"epoch": 0.35,
"learning_rate": 4.423829179366648e-05,
"loss": 0.735,
"step": 166500
},
{
"epoch": 0.35,
"learning_rate": 4.4220989366620436e-05,
"loss": 0.7366,
"step": 167000
},
{
"epoch": 0.35,
"learning_rate": 4.4203686939574394e-05,
"loss": 0.7352,
"step": 167500
},
{
"epoch": 0.35,
"learning_rate": 4.4186384512528344e-05,
"loss": 0.7381,
"step": 168000
},
{
"epoch": 0.35,
"learning_rate": 4.41690820854823e-05,
"loss": 0.7354,
"step": 168500
},
{
"epoch": 0.35,
"learning_rate": 4.4151779658436246e-05,
"loss": 0.7362,
"step": 169000
},
{
"epoch": 0.35,
"learning_rate": 4.4134477231390203e-05,
"loss": 0.7346,
"step": 169500
},
{
"epoch": 0.35,
"learning_rate": 4.411717480434416e-05,
"loss": 0.7321,
"step": 170000
},
{
"epoch": 0.35,
"learning_rate": 4.409987237729811e-05,
"loss": 0.732,
"step": 170500
},
{
"epoch": 0.36,
"learning_rate": 4.408256995025206e-05,
"loss": 0.7351,
"step": 171000
},
{
"epoch": 0.36,
"learning_rate": 4.4065267523206013e-05,
"loss": 0.738,
"step": 171500
},
{
"epoch": 0.36,
"learning_rate": 4.404796509615997e-05,
"loss": 0.735,
"step": 172000
},
{
"epoch": 0.36,
"learning_rate": 4.403066266911393e-05,
"loss": 0.7344,
"step": 172500
},
{
"epoch": 0.36,
"learning_rate": 4.401336024206787e-05,
"loss": 0.7299,
"step": 173000
},
{
"epoch": 0.36,
"learning_rate": 4.399605781502183e-05,
"loss": 0.7318,
"step": 173500
},
{
"epoch": 0.36,
"learning_rate": 4.397875538797578e-05,
"loss": 0.7329,
"step": 174000
},
{
"epoch": 0.36,
"learning_rate": 4.396145296092974e-05,
"loss": 0.7308,
"step": 174500
},
{
"epoch": 0.36,
"learning_rate": 4.3944150533883696e-05,
"loss": 0.7307,
"step": 175000
},
{
"epoch": 0.36,
"learning_rate": 4.392684810683764e-05,
"loss": 0.731,
"step": 175500
},
{
"epoch": 0.37,
"learning_rate": 4.39095456797916e-05,
"loss": 0.7324,
"step": 176000
},
{
"epoch": 0.37,
"learning_rate": 4.389224325274555e-05,
"loss": 0.7361,
"step": 176500
},
{
"epoch": 0.37,
"learning_rate": 4.3874940825699506e-05,
"loss": 0.7347,
"step": 177000
},
{
"epoch": 0.37,
"learning_rate": 4.385763839865346e-05,
"loss": 0.7328,
"step": 177500
},
{
"epoch": 0.37,
"learning_rate": 4.384033597160741e-05,
"loss": 0.7287,
"step": 178000
},
{
"epoch": 0.37,
"learning_rate": 4.3823033544561365e-05,
"loss": 0.7317,
"step": 178500
},
{
"epoch": 0.37,
"learning_rate": 4.380573111751532e-05,
"loss": 0.7326,
"step": 179000
},
{
"epoch": 0.37,
"learning_rate": 4.3788428690469274e-05,
"loss": 0.7324,
"step": 179500
},
{
"epoch": 0.37,
"learning_rate": 4.3771126263423224e-05,
"loss": 0.7319,
"step": 180000
},
{
"epoch": 0.37,
"learning_rate": 4.3753823836377175e-05,
"loss": 0.7338,
"step": 180500
},
{
"epoch": 0.38,
"learning_rate": 4.373652140933113e-05,
"loss": 0.7324,
"step": 181000
},
{
"epoch": 0.38,
"learning_rate": 4.371921898228509e-05,
"loss": 0.7341,
"step": 181500
},
{
"epoch": 0.38,
"learning_rate": 4.3701916555239034e-05,
"loss": 0.7282,
"step": 182000
},
{
"epoch": 0.38,
"learning_rate": 4.368461412819299e-05,
"loss": 0.7329,
"step": 182500
},
{
"epoch": 0.38,
"learning_rate": 4.366731170114694e-05,
"loss": 0.7307,
"step": 183000
},
{
"epoch": 0.38,
"learning_rate": 4.36500092741009e-05,
"loss": 0.7295,
"step": 183500
},
{
"epoch": 0.38,
"learning_rate": 4.363270684705485e-05,
"loss": 0.7281,
"step": 184000
},
{
"epoch": 0.38,
"learning_rate": 4.36154044200088e-05,
"loss": 0.73,
"step": 184500
},
{
"epoch": 0.38,
"learning_rate": 4.359810199296276e-05,
"loss": 0.7307,
"step": 185000
},
{
"epoch": 0.39,
"learning_rate": 4.358079956591671e-05,
"loss": 0.7268,
"step": 185500
},
{
"epoch": 0.39,
"learning_rate": 4.356349713887067e-05,
"loss": 0.7281,
"step": 186000
},
{
"epoch": 0.39,
"learning_rate": 4.354619471182462e-05,
"loss": 0.7274,
"step": 186500
},
{
"epoch": 0.39,
"learning_rate": 4.352889228477857e-05,
"loss": 0.7291,
"step": 187000
},
{
"epoch": 0.39,
"learning_rate": 4.351158985773253e-05,
"loss": 0.7303,
"step": 187500
},
{
"epoch": 0.39,
"learning_rate": 4.349428743068648e-05,
"loss": 0.7282,
"step": 188000
},
{
"epoch": 0.39,
"learning_rate": 4.347698500364043e-05,
"loss": 0.7278,
"step": 188500
},
{
"epoch": 0.39,
"learning_rate": 4.3459682576594386e-05,
"loss": 0.7307,
"step": 189000
},
{
"epoch": 0.39,
"learning_rate": 4.344238014954834e-05,
"loss": 0.7314,
"step": 189500
},
{
"epoch": 0.39,
"learning_rate": 4.3425077722502295e-05,
"loss": 0.7284,
"step": 190000
},
{
"epoch": 0.4,
"learning_rate": 4.340777529545625e-05,
"loss": 0.7318,
"step": 190500
},
{
"epoch": 0.4,
"learning_rate": 4.3390472868410196e-05,
"loss": 0.7323,
"step": 191000
},
{
"epoch": 0.4,
"learning_rate": 4.3373170441364154e-05,
"loss": 0.726,
"step": 191500
},
{
"epoch": 0.4,
"learning_rate": 4.3355868014318105e-05,
"loss": 0.7276,
"step": 192000
},
{
"epoch": 0.4,
"learning_rate": 4.333856558727206e-05,
"loss": 0.7252,
"step": 192500
},
{
"epoch": 0.4,
"learning_rate": 4.332126316022601e-05,
"loss": 0.7254,
"step": 193000
},
{
"epoch": 0.4,
"learning_rate": 4.3303960733179964e-05,
"loss": 0.7282,
"step": 193500
},
{
"epoch": 0.4,
"learning_rate": 4.328665830613392e-05,
"loss": 0.7261,
"step": 194000
},
{
"epoch": 0.4,
"learning_rate": 4.326935587908787e-05,
"loss": 0.7287,
"step": 194500
},
{
"epoch": 0.4,
"learning_rate": 4.325205345204182e-05,
"loss": 0.7259,
"step": 195000
},
{
"epoch": 0.41,
"learning_rate": 4.323475102499578e-05,
"loss": 0.7282,
"step": 195500
},
{
"epoch": 0.41,
"learning_rate": 4.321744859794973e-05,
"loss": 0.7254,
"step": 196000
},
{
"epoch": 0.41,
"learning_rate": 4.320014617090369e-05,
"loss": 0.7271,
"step": 196500
},
{
"epoch": 0.41,
"learning_rate": 4.318284374385764e-05,
"loss": 0.7235,
"step": 197000
},
{
"epoch": 0.41,
"learning_rate": 4.316554131681159e-05,
"loss": 0.7242,
"step": 197500
},
{
"epoch": 0.41,
"learning_rate": 4.314823888976555e-05,
"loss": 0.7259,
"step": 198000
},
{
"epoch": 0.41,
"learning_rate": 4.31309364627195e-05,
"loss": 0.7251,
"step": 198500
},
{
"epoch": 0.41,
"learning_rate": 4.3113634035673456e-05,
"loss": 0.7254,
"step": 199000
},
{
"epoch": 0.41,
"learning_rate": 4.309633160862741e-05,
"loss": 0.7232,
"step": 199500
},
{
"epoch": 0.42,
"learning_rate": 4.307902918158136e-05,
"loss": 0.7235,
"step": 200000
},
{
"epoch": 0.42,
"learning_rate": 4.3061726754535316e-05,
"loss": 0.7233,
"step": 200500
},
{
"epoch": 0.42,
"learning_rate": 4.3044424327489266e-05,
"loss": 0.7229,
"step": 201000
},
{
"epoch": 0.42,
"learning_rate": 4.3027121900443224e-05,
"loss": 0.7228,
"step": 201500
},
{
"epoch": 0.42,
"learning_rate": 4.3009819473397175e-05,
"loss": 0.7254,
"step": 202000
},
{
"epoch": 0.42,
"learning_rate": 4.2992517046351125e-05,
"loss": 0.725,
"step": 202500
},
{
"epoch": 0.42,
"learning_rate": 4.297521461930508e-05,
"loss": 0.7247,
"step": 203000
},
{
"epoch": 0.42,
"learning_rate": 4.2957912192259034e-05,
"loss": 0.7229,
"step": 203500
},
{
"epoch": 0.42,
"learning_rate": 4.2940609765212985e-05,
"loss": 0.7233,
"step": 204000
},
{
"epoch": 0.42,
"learning_rate": 4.292330733816694e-05,
"loss": 0.7203,
"step": 204500
},
{
"epoch": 0.43,
"learning_rate": 4.290600491112089e-05,
"loss": 0.7258,
"step": 205000
},
{
"epoch": 0.43,
"learning_rate": 4.288870248407485e-05,
"loss": 0.723,
"step": 205500
},
{
"epoch": 0.43,
"learning_rate": 4.28714000570288e-05,
"loss": 0.7224,
"step": 206000
},
{
"epoch": 0.43,
"learning_rate": 4.285409762998275e-05,
"loss": 0.7254,
"step": 206500
},
{
"epoch": 0.43,
"learning_rate": 4.283679520293671e-05,
"loss": 0.7237,
"step": 207000
},
{
"epoch": 0.43,
"learning_rate": 4.281949277589066e-05,
"loss": 0.7216,
"step": 207500
},
{
"epoch": 0.43,
"learning_rate": 4.280219034884462e-05,
"loss": 0.7216,
"step": 208000
},
{
"epoch": 0.43,
"learning_rate": 4.278488792179857e-05,
"loss": 0.7225,
"step": 208500
},
{
"epoch": 0.43,
"learning_rate": 4.276758549475252e-05,
"loss": 0.722,
"step": 209000
},
{
"epoch": 0.43,
"learning_rate": 4.275028306770648e-05,
"loss": 0.7215,
"step": 209500
},
{
"epoch": 0.44,
"learning_rate": 4.273298064066043e-05,
"loss": 0.7224,
"step": 210000
},
{
"epoch": 0.44,
"learning_rate": 4.271567821361438e-05,
"loss": 0.7201,
"step": 210500
},
{
"epoch": 0.44,
"learning_rate": 4.2698375786568336e-05,
"loss": 0.7197,
"step": 211000
},
{
"epoch": 0.44,
"learning_rate": 4.268107335952229e-05,
"loss": 0.7205,
"step": 211500
},
{
"epoch": 0.44,
"learning_rate": 4.2663770932476245e-05,
"loss": 0.7191,
"step": 212000
},
{
"epoch": 0.44,
"learning_rate": 4.2646468505430196e-05,
"loss": 0.7233,
"step": 212500
},
{
"epoch": 0.44,
"learning_rate": 4.2629166078384146e-05,
"loss": 0.7181,
"step": 213000
},
{
"epoch": 0.44,
"learning_rate": 4.2611863651338104e-05,
"loss": 0.7211,
"step": 213500
},
{
"epoch": 0.44,
"learning_rate": 4.2594561224292055e-05,
"loss": 0.7217,
"step": 214000
},
{
"epoch": 0.45,
"learning_rate": 4.257725879724601e-05,
"loss": 0.7223,
"step": 214500
},
{
"epoch": 0.45,
"learning_rate": 4.255995637019996e-05,
"loss": 0.7218,
"step": 215000
},
{
"epoch": 0.45,
"learning_rate": 4.2542653943153914e-05,
"loss": 0.7212,
"step": 215500
},
{
"epoch": 0.45,
"learning_rate": 4.252535151610787e-05,
"loss": 0.7201,
"step": 216000
},
{
"epoch": 0.45,
"learning_rate": 4.250804908906182e-05,
"loss": 0.7171,
"step": 216500
},
{
"epoch": 0.45,
"learning_rate": 4.249074666201578e-05,
"loss": 0.7244,
"step": 217000
},
{
"epoch": 0.45,
"learning_rate": 4.247344423496973e-05,
"loss": 0.7177,
"step": 217500
},
{
"epoch": 0.45,
"learning_rate": 4.245614180792368e-05,
"loss": 0.7195,
"step": 218000
},
{
"epoch": 0.45,
"learning_rate": 4.243883938087764e-05,
"loss": 0.717,
"step": 218500
},
{
"epoch": 0.45,
"learning_rate": 4.242153695383159e-05,
"loss": 0.7194,
"step": 219000
},
{
"epoch": 0.46,
"learning_rate": 4.240423452678554e-05,
"loss": 0.72,
"step": 219500
},
{
"epoch": 0.46,
"learning_rate": 4.23869320997395e-05,
"loss": 0.7252,
"step": 220000
},
{
"epoch": 0.46,
"learning_rate": 4.236962967269345e-05,
"loss": 0.7195,
"step": 220500
},
{
"epoch": 0.46,
"learning_rate": 4.2352327245647407e-05,
"loss": 0.7186,
"step": 221000
},
{
"epoch": 0.46,
"learning_rate": 4.233502481860136e-05,
"loss": 0.7183,
"step": 221500
},
{
"epoch": 0.46,
"learning_rate": 4.231772239155531e-05,
"loss": 0.7199,
"step": 222000
},
{
"epoch": 0.46,
"learning_rate": 4.2300419964509266e-05,
"loss": 0.7185,
"step": 222500
},
{
"epoch": 0.46,
"learning_rate": 4.2283117537463217e-05,
"loss": 0.7179,
"step": 223000
},
{
"epoch": 0.46,
"learning_rate": 4.2265815110417174e-05,
"loss": 0.7185,
"step": 223500
},
{
"epoch": 0.47,
"learning_rate": 4.2248512683371125e-05,
"loss": 0.7201,
"step": 224000
},
{
"epoch": 0.47,
"learning_rate": 4.2231210256325076e-05,
"loss": 0.7178,
"step": 224500
},
{
"epoch": 0.47,
"learning_rate": 4.221390782927903e-05,
"loss": 0.7179,
"step": 225000
},
{
"epoch": 0.47,
"learning_rate": 4.2196605402232984e-05,
"loss": 0.7196,
"step": 225500
},
{
"epoch": 0.47,
"learning_rate": 4.2179302975186935e-05,
"loss": 0.7172,
"step": 226000
},
{
"epoch": 0.47,
"learning_rate": 4.216200054814089e-05,
"loss": 0.7179,
"step": 226500
},
{
"epoch": 0.47,
"learning_rate": 4.214469812109484e-05,
"loss": 0.7194,
"step": 227000
},
{
"epoch": 0.47,
"learning_rate": 4.21273956940488e-05,
"loss": 0.7179,
"step": 227500
},
{
"epoch": 0.47,
"learning_rate": 4.211009326700275e-05,
"loss": 0.7179,
"step": 228000
},
{
"epoch": 0.47,
"learning_rate": 4.20927908399567e-05,
"loss": 0.7139,
"step": 228500
},
{
"epoch": 0.48,
"learning_rate": 4.207548841291066e-05,
"loss": 0.7156,
"step": 229000
},
{
"epoch": 0.48,
"learning_rate": 4.205818598586461e-05,
"loss": 0.7157,
"step": 229500
},
{
"epoch": 0.48,
"learning_rate": 4.204088355881857e-05,
"loss": 0.7157,
"step": 230000
},
{
"epoch": 0.48,
"learning_rate": 4.202358113177252e-05,
"loss": 0.7201,
"step": 230500
},
{
"epoch": 0.48,
"learning_rate": 4.200627870472647e-05,
"loss": 0.7166,
"step": 231000
},
{
"epoch": 0.48,
"learning_rate": 4.198897627768043e-05,
"loss": 0.716,
"step": 231500
},
{
"epoch": 0.48,
"learning_rate": 4.197167385063438e-05,
"loss": 0.7194,
"step": 232000
},
{
"epoch": 0.48,
"learning_rate": 4.195437142358833e-05,
"loss": 0.717,
"step": 232500
},
{
"epoch": 0.48,
"learning_rate": 4.193706899654229e-05,
"loss": 0.7136,
"step": 233000
},
{
"epoch": 0.48,
"learning_rate": 4.191976656949624e-05,
"loss": 0.7163,
"step": 233500
},
{
"epoch": 0.49,
"learning_rate": 4.1902464142450195e-05,
"loss": 0.7172,
"step": 234000
},
{
"epoch": 0.49,
"learning_rate": 4.1885161715404146e-05,
"loss": 0.7158,
"step": 234500
},
{
"epoch": 0.49,
"learning_rate": 4.18678592883581e-05,
"loss": 0.7176,
"step": 235000
},
{
"epoch": 0.49,
"learning_rate": 4.1850556861312054e-05,
"loss": 0.7139,
"step": 235500
},
{
"epoch": 0.49,
"learning_rate": 4.1833254434266005e-05,
"loss": 0.7185,
"step": 236000
},
{
"epoch": 0.49,
"learning_rate": 4.181595200721996e-05,
"loss": 0.7138,
"step": 236500
},
{
"epoch": 0.49,
"learning_rate": 4.179864958017391e-05,
"loss": 0.7171,
"step": 237000
},
{
"epoch": 0.49,
"learning_rate": 4.1781347153127864e-05,
"loss": 0.7193,
"step": 237500
},
{
"epoch": 0.49,
"learning_rate": 4.176404472608182e-05,
"loss": 0.7183,
"step": 238000
},
{
"epoch": 0.5,
"learning_rate": 4.174674229903577e-05,
"loss": 0.7184,
"step": 238500
},
{
"epoch": 0.5,
"learning_rate": 4.172943987198973e-05,
"loss": 0.7173,
"step": 239000
},
{
"epoch": 0.5,
"learning_rate": 4.1712137444943674e-05,
"loss": 0.717,
"step": 239500
},
{
"epoch": 0.5,
"learning_rate": 4.169483501789763e-05,
"loss": 0.7115,
"step": 240000
},
{
"epoch": 0.5,
"learning_rate": 4.167753259085159e-05,
"loss": 0.7124,
"step": 240500
},
{
"epoch": 0.5,
"learning_rate": 4.166023016380554e-05,
"loss": 0.7157,
"step": 241000
},
{
"epoch": 0.5,
"learning_rate": 4.164292773675949e-05,
"loss": 0.7142,
"step": 241500
},
{
"epoch": 0.5,
"learning_rate": 4.162562530971345e-05,
"loss": 0.7142,
"step": 242000
},
{
"epoch": 0.5,
"learning_rate": 4.16083228826674e-05,
"loss": 0.7148,
"step": 242500
},
{
"epoch": 0.5,
"learning_rate": 4.159102045562136e-05,
"loss": 0.7122,
"step": 243000
},
{
"epoch": 0.51,
"learning_rate": 4.15737180285753e-05,
"loss": 0.7118,
"step": 243500
},
{
"epoch": 0.51,
"learning_rate": 4.155641560152926e-05,
"loss": 0.7149,
"step": 244000
},
{
"epoch": 0.51,
"learning_rate": 4.1539113174483216e-05,
"loss": 0.7145,
"step": 244500
},
{
"epoch": 0.51,
"learning_rate": 4.152181074743717e-05,
"loss": 0.7131,
"step": 245000
},
{
"epoch": 0.51,
"learning_rate": 4.1504508320391124e-05,
"loss": 0.7137,
"step": 245500
},
{
"epoch": 0.51,
"learning_rate": 4.148720589334507e-05,
"loss": 0.7131,
"step": 246000
},
{
"epoch": 0.51,
"learning_rate": 4.1469903466299026e-05,
"loss": 0.715,
"step": 246500
},
{
"epoch": 0.51,
"learning_rate": 4.1452601039252984e-05,
"loss": 0.7137,
"step": 247000
},
{
"epoch": 0.51,
"learning_rate": 4.1435298612206934e-05,
"loss": 0.7131,
"step": 247500
},
{
"epoch": 0.51,
"learning_rate": 4.1417996185160885e-05,
"loss": 0.7131,
"step": 248000
},
{
"epoch": 0.52,
"learning_rate": 4.1400693758114836e-05,
"loss": 0.7128,
"step": 248500
},
{
"epoch": 0.52,
"learning_rate": 4.1383391331068794e-05,
"loss": 0.715,
"step": 249000
},
{
"epoch": 0.52,
"learning_rate": 4.136608890402275e-05,
"loss": 0.7149,
"step": 249500
},
{
"epoch": 0.52,
"learning_rate": 4.13487864769767e-05,
"loss": 0.7122,
"step": 250000
},
{
"epoch": 0.52,
"learning_rate": 4.133148404993065e-05,
"loss": 0.7136,
"step": 250500
},
{
"epoch": 0.52,
"learning_rate": 4.1314181622884603e-05,
"loss": 0.7108,
"step": 251000
},
{
"epoch": 0.52,
"learning_rate": 4.129687919583856e-05,
"loss": 0.7133,
"step": 251500
},
{
"epoch": 0.52,
"learning_rate": 4.127957676879252e-05,
"loss": 0.7151,
"step": 252000
},
{
"epoch": 0.52,
"learning_rate": 4.126227434174646e-05,
"loss": 0.7166,
"step": 252500
},
{
"epoch": 0.53,
"learning_rate": 4.124497191470042e-05,
"loss": 0.7122,
"step": 253000
},
{
"epoch": 0.53,
"learning_rate": 4.122766948765438e-05,
"loss": 0.7154,
"step": 253500
},
{
"epoch": 0.53,
"learning_rate": 4.121036706060833e-05,
"loss": 0.7124,
"step": 254000
},
{
"epoch": 0.53,
"learning_rate": 4.119306463356228e-05,
"loss": 0.7121,
"step": 254500
},
{
"epoch": 0.53,
"learning_rate": 4.117576220651623e-05,
"loss": 0.7108,
"step": 255000
},
{
"epoch": 0.53,
"learning_rate": 4.115845977947019e-05,
"loss": 0.716,
"step": 255500
},
{
"epoch": 0.53,
"learning_rate": 4.1141157352424145e-05,
"loss": 0.7137,
"step": 256000
},
{
"epoch": 0.53,
"learning_rate": 4.1123854925378096e-05,
"loss": 0.712,
"step": 256500
},
{
"epoch": 0.53,
"learning_rate": 4.110655249833205e-05,
"loss": 0.7096,
"step": 257000
},
{
"epoch": 0.53,
"learning_rate": 4.1089250071286e-05,
"loss": 0.7144,
"step": 257500
},
{
"epoch": 0.54,
"learning_rate": 4.1071947644239955e-05,
"loss": 0.7132,
"step": 258000
},
{
"epoch": 0.54,
"learning_rate": 4.105464521719391e-05,
"loss": 0.7105,
"step": 258500
},
{
"epoch": 0.54,
"learning_rate": 4.103734279014786e-05,
"loss": 0.7082,
"step": 259000
},
{
"epoch": 0.54,
"learning_rate": 4.1020040363101814e-05,
"loss": 0.7101,
"step": 259500
},
{
"epoch": 0.54,
"learning_rate": 4.1002737936055765e-05,
"loss": 0.7089,
"step": 260000
},
{
"epoch": 0.54,
"learning_rate": 4.098543550900972e-05,
"loss": 0.7088,
"step": 260500
},
{
"epoch": 0.54,
"learning_rate": 4.096813308196368e-05,
"loss": 0.7128,
"step": 261000
},
{
"epoch": 0.54,
"learning_rate": 4.0950830654917624e-05,
"loss": 0.7103,
"step": 261500
},
{
"epoch": 0.54,
"learning_rate": 4.093352822787158e-05,
"loss": 0.7126,
"step": 262000
},
{
"epoch": 0.55,
"learning_rate": 4.091622580082553e-05,
"loss": 0.7137,
"step": 262500
},
{
"epoch": 0.55,
"learning_rate": 4.089892337377949e-05,
"loss": 0.7093,
"step": 263000
},
{
"epoch": 0.55,
"learning_rate": 4.088162094673344e-05,
"loss": 0.708,
"step": 263500
},
{
"epoch": 0.55,
"learning_rate": 4.086431851968739e-05,
"loss": 0.7103,
"step": 264000
},
{
"epoch": 0.55,
"learning_rate": 4.084701609264135e-05,
"loss": 0.71,
"step": 264500
},
{
"epoch": 0.55,
"learning_rate": 4.082971366559531e-05,
"loss": 0.7127,
"step": 265000
},
{
"epoch": 0.55,
"learning_rate": 4.081241123854925e-05,
"loss": 0.7088,
"step": 265500
},
{
"epoch": 0.55,
"learning_rate": 4.079510881150321e-05,
"loss": 0.7087,
"step": 266000
},
{
"epoch": 0.55,
"learning_rate": 4.077780638445716e-05,
"loss": 0.7078,
"step": 266500
},
{
"epoch": 0.55,
"learning_rate": 4.076050395741112e-05,
"loss": 0.711,
"step": 267000
},
{
"epoch": 0.56,
"learning_rate": 4.0743201530365075e-05,
"loss": 0.7097,
"step": 267500
},
{
"epoch": 0.56,
"learning_rate": 4.072589910331902e-05,
"loss": 0.7068,
"step": 268000
},
{
"epoch": 0.56,
"learning_rate": 4.0708596676272976e-05,
"loss": 0.709,
"step": 268500
},
{
"epoch": 0.56,
"learning_rate": 4.069129424922693e-05,
"loss": 0.7079,
"step": 269000
},
{
"epoch": 0.56,
"learning_rate": 4.0673991822180885e-05,
"loss": 0.708,
"step": 269500
},
{
"epoch": 0.56,
"learning_rate": 4.0656689395134835e-05,
"loss": 0.7073,
"step": 270000
},
{
"epoch": 0.56,
"learning_rate": 4.0639386968088786e-05,
"loss": 0.7082,
"step": 270500
},
{
"epoch": 0.56,
"learning_rate": 4.0622084541042744e-05,
"loss": 0.7078,
"step": 271000
},
{
"epoch": 0.56,
"learning_rate": 4.0604782113996695e-05,
"loss": 0.7044,
"step": 271500
},
{
"epoch": 0.56,
"learning_rate": 4.058747968695065e-05,
"loss": 0.7074,
"step": 272000
},
{
"epoch": 0.57,
"learning_rate": 4.05701772599046e-05,
"loss": 0.7086,
"step": 272500
},
{
"epoch": 0.57,
"learning_rate": 4.0552874832858554e-05,
"loss": 0.707,
"step": 273000
},
{
"epoch": 0.57,
"learning_rate": 4.053557240581251e-05,
"loss": 0.7045,
"step": 273500
},
{
"epoch": 0.57,
"learning_rate": 4.051826997876646e-05,
"loss": 0.7074,
"step": 274000
},
{
"epoch": 0.57,
"learning_rate": 4.050096755172041e-05,
"loss": 0.7056,
"step": 274500
},
{
"epoch": 0.57,
"learning_rate": 4.048366512467437e-05,
"loss": 0.7061,
"step": 275000
},
{
"epoch": 0.57,
"learning_rate": 4.046636269762832e-05,
"loss": 0.705,
"step": 275500
},
{
"epoch": 0.57,
"learning_rate": 4.044906027058228e-05,
"loss": 0.7063,
"step": 276000
},
{
"epoch": 0.57,
"learning_rate": 4.0431757843536236e-05,
"loss": 0.7087,
"step": 276500
},
{
"epoch": 0.58,
"learning_rate": 4.041445541649018e-05,
"loss": 0.7069,
"step": 277000
},
{
"epoch": 0.58,
"learning_rate": 4.039715298944414e-05,
"loss": 0.707,
"step": 277500
},
{
"epoch": 0.58,
"learning_rate": 4.037985056239809e-05,
"loss": 0.7063,
"step": 278000
},
{
"epoch": 0.58,
"learning_rate": 4.0362548135352046e-05,
"loss": 0.7088,
"step": 278500
},
{
"epoch": 0.58,
"learning_rate": 4.0345245708306e-05,
"loss": 0.7041,
"step": 279000
},
{
"epoch": 0.58,
"learning_rate": 4.032794328125995e-05,
"loss": 0.7062,
"step": 279500
},
{
"epoch": 0.58,
"learning_rate": 4.0310640854213906e-05,
"loss": 0.7066,
"step": 280000
},
{
"epoch": 0.58,
"learning_rate": 4.0293338427167856e-05,
"loss": 0.7058,
"step": 280500
},
{
"epoch": 0.58,
"learning_rate": 4.027603600012181e-05,
"loss": 0.7072,
"step": 281000
},
{
"epoch": 0.58,
"learning_rate": 4.0258733573075765e-05,
"loss": 0.7093,
"step": 281500
},
{
"epoch": 0.59,
"learning_rate": 4.0241431146029716e-05,
"loss": 0.7062,
"step": 282000
},
{
"epoch": 0.59,
"learning_rate": 4.022412871898367e-05,
"loss": 0.7063,
"step": 282500
},
{
"epoch": 0.59,
"learning_rate": 4.0206826291937624e-05,
"loss": 0.7064,
"step": 283000
},
{
"epoch": 0.59,
"learning_rate": 4.0189523864891575e-05,
"loss": 0.7047,
"step": 283500
},
{
"epoch": 0.59,
"learning_rate": 4.017222143784553e-05,
"loss": 0.7075,
"step": 284000
},
{
"epoch": 0.59,
"learning_rate": 4.015491901079948e-05,
"loss": 0.7065,
"step": 284500
},
{
"epoch": 0.59,
"learning_rate": 4.013761658375344e-05,
"loss": 0.701,
"step": 285000
},
{
"epoch": 0.59,
"learning_rate": 4.012031415670739e-05,
"loss": 0.7071,
"step": 285500
},
{
"epoch": 0.59,
"learning_rate": 4.010301172966134e-05,
"loss": 0.7043,
"step": 286000
},
{
"epoch": 0.59,
"learning_rate": 4.00857093026153e-05,
"loss": 0.7066,
"step": 286500
},
{
"epoch": 0.6,
"learning_rate": 4.006840687556925e-05,
"loss": 0.7066,
"step": 287000
},
{
"epoch": 0.6,
"learning_rate": 4.005110444852321e-05,
"loss": 0.7052,
"step": 287500
},
{
"epoch": 0.6,
"learning_rate": 4.003380202147716e-05,
"loss": 0.7077,
"step": 288000
},
{
"epoch": 0.6,
"learning_rate": 4.001649959443111e-05,
"loss": 0.7045,
"step": 288500
},
{
"epoch": 0.6,
"learning_rate": 3.999919716738507e-05,
"loss": 0.7046,
"step": 289000
},
{
"epoch": 0.6,
"learning_rate": 3.998189474033902e-05,
"loss": 0.7035,
"step": 289500
},
{
"epoch": 0.6,
"learning_rate": 3.996459231329297e-05,
"loss": 0.704,
"step": 290000
},
{
"epoch": 0.6,
"learning_rate": 3.9947289886246927e-05,
"loss": 0.7048,
"step": 290500
},
{
"epoch": 0.6,
"learning_rate": 3.992998745920088e-05,
"loss": 0.7057,
"step": 291000
},
{
"epoch": 0.61,
"learning_rate": 3.9912685032154835e-05,
"loss": 0.7046,
"step": 291500
},
{
"epoch": 0.61,
"learning_rate": 3.9895382605108786e-05,
"loss": 0.7051,
"step": 292000
},
{
"epoch": 0.61,
"learning_rate": 3.9878080178062736e-05,
"loss": 0.7015,
"step": 292500
},
{
"epoch": 0.61,
"learning_rate": 3.9860777751016694e-05,
"loss": 0.7031,
"step": 293000
},
{
"epoch": 0.61,
"learning_rate": 3.9843475323970645e-05,
"loss": 0.706,
"step": 293500
},
{
"epoch": 0.61,
"learning_rate": 3.98261728969246e-05,
"loss": 0.7017,
"step": 294000
},
{
"epoch": 0.61,
"learning_rate": 3.980887046987855e-05,
"loss": 0.7027,
"step": 294500
},
{
"epoch": 0.61,
"learning_rate": 3.9791568042832504e-05,
"loss": 0.7043,
"step": 295000
},
{
"epoch": 0.61,
"learning_rate": 3.977426561578646e-05,
"loss": 0.707,
"step": 295500
},
{
"epoch": 0.61,
"learning_rate": 3.975696318874041e-05,
"loss": 0.7039,
"step": 296000
},
{
"epoch": 0.62,
"learning_rate": 3.973966076169436e-05,
"loss": 0.7039,
"step": 296500
},
{
"epoch": 0.62,
"learning_rate": 3.972235833464832e-05,
"loss": 0.7056,
"step": 297000
},
{
"epoch": 0.62,
"learning_rate": 3.970505590760227e-05,
"loss": 0.7066,
"step": 297500
},
{
"epoch": 0.62,
"learning_rate": 3.968775348055623e-05,
"loss": 0.7069,
"step": 298000
},
{
"epoch": 0.62,
"learning_rate": 3.967045105351018e-05,
"loss": 0.705,
"step": 298500
},
{
"epoch": 0.62,
"learning_rate": 3.965314862646413e-05,
"loss": 0.7062,
"step": 299000
},
{
"epoch": 0.62,
"learning_rate": 3.963584619941809e-05,
"loss": 0.7031,
"step": 299500
},
{
"epoch": 0.62,
"learning_rate": 3.961854377237204e-05,
"loss": 0.7028,
"step": 300000
},
{
"epoch": 0.62,
"learning_rate": 3.9601241345326e-05,
"loss": 0.7007,
"step": 300500
},
{
"epoch": 0.62,
"learning_rate": 3.958393891827995e-05,
"loss": 0.7035,
"step": 301000
},
{
"epoch": 0.63,
"learning_rate": 3.95666364912339e-05,
"loss": 0.6988,
"step": 301500
},
{
"epoch": 0.63,
"learning_rate": 3.9549334064187856e-05,
"loss": 0.6997,
"step": 302000
},
{
"epoch": 0.63,
"learning_rate": 3.953203163714181e-05,
"loss": 0.7025,
"step": 302500
},
{
"epoch": 0.63,
"learning_rate": 3.951472921009576e-05,
"loss": 0.7059,
"step": 303000
},
{
"epoch": 0.63,
"learning_rate": 3.9497426783049715e-05,
"loss": 0.7001,
"step": 303500
},
{
"epoch": 0.63,
"learning_rate": 3.9480124356003666e-05,
"loss": 0.7035,
"step": 304000
},
{
"epoch": 0.63,
"learning_rate": 3.946282192895762e-05,
"loss": 0.7031,
"step": 304500
},
{
"epoch": 0.63,
"learning_rate": 3.9445519501911574e-05,
"loss": 0.7032,
"step": 305000
},
{
"epoch": 0.63,
"learning_rate": 3.9428217074865525e-05,
"loss": 0.7046,
"step": 305500
},
{
"epoch": 0.64,
"learning_rate": 3.941091464781948e-05,
"loss": 0.7014,
"step": 306000
},
{
"epoch": 0.64,
"learning_rate": 3.939361222077343e-05,
"loss": 0.7028,
"step": 306500
},
{
"epoch": 0.64,
"learning_rate": 3.937630979372739e-05,
"loss": 0.7017,
"step": 307000
},
{
"epoch": 0.64,
"learning_rate": 3.935900736668134e-05,
"loss": 0.704,
"step": 307500
},
{
"epoch": 0.64,
"learning_rate": 3.934170493963529e-05,
"loss": 0.7001,
"step": 308000
},
{
"epoch": 0.64,
"learning_rate": 3.932440251258925e-05,
"loss": 0.7021,
"step": 308500
},
{
"epoch": 0.64,
"learning_rate": 3.93071000855432e-05,
"loss": 0.7044,
"step": 309000
},
{
"epoch": 0.64,
"learning_rate": 3.928979765849716e-05,
"loss": 0.7034,
"step": 309500
},
{
"epoch": 0.64,
"learning_rate": 3.927249523145111e-05,
"loss": 0.7024,
"step": 310000
},
{
"epoch": 0.64,
"learning_rate": 3.925519280440506e-05,
"loss": 0.7039,
"step": 310500
},
{
"epoch": 0.65,
"learning_rate": 3.923789037735902e-05,
"loss": 0.7054,
"step": 311000
},
{
"epoch": 0.65,
"learning_rate": 3.922058795031297e-05,
"loss": 0.7036,
"step": 311500
},
{
"epoch": 0.65,
"learning_rate": 3.920328552326692e-05,
"loss": 0.699,
"step": 312000
},
{
"epoch": 0.65,
"learning_rate": 3.918598309622088e-05,
"loss": 0.7025,
"step": 312500
},
{
"epoch": 0.65,
"learning_rate": 3.916868066917483e-05,
"loss": 0.7024,
"step": 313000
},
{
"epoch": 0.65,
"learning_rate": 3.9151378242128785e-05,
"loss": 0.703,
"step": 313500
},
{
"epoch": 0.65,
"learning_rate": 3.913407581508273e-05,
"loss": 0.6986,
"step": 314000
},
{
"epoch": 0.65,
"learning_rate": 3.911677338803669e-05,
"loss": 0.7024,
"step": 314500
},
{
"epoch": 0.65,
"learning_rate": 3.9099470960990644e-05,
"loss": 0.7017,
"step": 315000
},
{
"epoch": 0.66,
"learning_rate": 3.9082168533944595e-05,
"loss": 0.7004,
"step": 315500
},
{
"epoch": 0.66,
"learning_rate": 3.906486610689855e-05,
"loss": 0.7005,
"step": 316000
},
{
"epoch": 0.66,
"learning_rate": 3.9047563679852503e-05,
"loss": 0.7025,
"step": 316500
},
{
"epoch": 0.66,
"learning_rate": 3.9030261252806454e-05,
"loss": 0.7,
"step": 317000
},
{
"epoch": 0.66,
"learning_rate": 3.901295882576041e-05,
"loss": 0.7022,
"step": 317500
},
{
"epoch": 0.66,
"learning_rate": 3.899565639871436e-05,
"loss": 0.6958,
"step": 318000
},
{
"epoch": 0.66,
"learning_rate": 3.8978353971668313e-05,
"loss": 0.7018,
"step": 318500
},
{
"epoch": 0.66,
"learning_rate": 3.896105154462227e-05,
"loss": 0.7028,
"step": 319000
},
{
"epoch": 0.66,
"learning_rate": 3.894374911757622e-05,
"loss": 0.6997,
"step": 319500
},
{
"epoch": 0.66,
"learning_rate": 3.892644669053018e-05,
"loss": 0.7023,
"step": 320000
},
{
"epoch": 0.67,
"learning_rate": 3.890914426348413e-05,
"loss": 0.6995,
"step": 320500
},
{
"epoch": 0.67,
"learning_rate": 3.889184183643808e-05,
"loss": 0.6987,
"step": 321000
},
{
"epoch": 0.67,
"learning_rate": 3.887453940939204e-05,
"loss": 0.6987,
"step": 321500
},
{
"epoch": 0.67,
"learning_rate": 3.885723698234599e-05,
"loss": 0.7028,
"step": 322000
},
{
"epoch": 0.67,
"learning_rate": 3.883993455529995e-05,
"loss": 0.7013,
"step": 322500
},
{
"epoch": 0.67,
"learning_rate": 3.882263212825389e-05,
"loss": 0.6988,
"step": 323000
},
{
"epoch": 0.67,
"learning_rate": 3.880532970120785e-05,
"loss": 0.6989,
"step": 323500
},
{
"epoch": 0.67,
"learning_rate": 3.8788027274161806e-05,
"loss": 0.7001,
"step": 324000
},
{
"epoch": 0.67,
"learning_rate": 3.877072484711576e-05,
"loss": 0.7,
"step": 324500
},
{
"epoch": 0.67,
"learning_rate": 3.875342242006971e-05,
"loss": 0.6978,
"step": 325000
},
{
"epoch": 0.68,
"learning_rate": 3.873611999302366e-05,
"loss": 0.6977,
"step": 325500
},
{
"epoch": 0.68,
"learning_rate": 3.8718817565977616e-05,
"loss": 0.7004,
"step": 326000
},
{
"epoch": 0.68,
"learning_rate": 3.8701515138931574e-05,
"loss": 0.7009,
"step": 326500
},
{
"epoch": 0.68,
"learning_rate": 3.8684212711885524e-05,
"loss": 0.6988,
"step": 327000
},
{
"epoch": 0.68,
"learning_rate": 3.8666910284839475e-05,
"loss": 0.7002,
"step": 327500
},
{
"epoch": 0.68,
"learning_rate": 3.864960785779343e-05,
"loss": 0.7003,
"step": 328000
},
{
"epoch": 0.68,
"learning_rate": 3.8632305430747384e-05,
"loss": 0.7012,
"step": 328500
},
{
"epoch": 0.68,
"learning_rate": 3.861500300370134e-05,
"loss": 0.6975,
"step": 329000
},
{
"epoch": 0.68,
"learning_rate": 3.8597700576655285e-05,
"loss": 0.6992,
"step": 329500
},
{
"epoch": 0.69,
"learning_rate": 3.858039814960924e-05,
"loss": 0.6955,
"step": 330000
},
{
"epoch": 0.69,
"learning_rate": 3.85630957225632e-05,
"loss": 0.6982,
"step": 330500
},
{
"epoch": 0.69,
"learning_rate": 3.854579329551715e-05,
"loss": 0.6977,
"step": 331000
},
{
"epoch": 0.69,
"learning_rate": 3.852849086847111e-05,
"loss": 0.7023,
"step": 331500
},
{
"epoch": 0.69,
"learning_rate": 3.851118844142505e-05,
"loss": 0.7031,
"step": 332000
},
{
"epoch": 0.69,
"learning_rate": 3.849388601437901e-05,
"loss": 0.698,
"step": 332500
},
{
"epoch": 0.69,
"learning_rate": 3.847658358733297e-05,
"loss": 0.6974,
"step": 333000
},
{
"epoch": 0.69,
"learning_rate": 3.845928116028692e-05,
"loss": 0.6984,
"step": 333500
},
{
"epoch": 0.69,
"learning_rate": 3.844197873324087e-05,
"loss": 0.6949,
"step": 334000
},
{
"epoch": 0.69,
"learning_rate": 3.842467630619482e-05,
"loss": 0.6974,
"step": 334500
},
{
"epoch": 0.7,
"learning_rate": 3.840737387914878e-05,
"loss": 0.696,
"step": 335000
},
{
"epoch": 0.7,
"learning_rate": 3.8390071452102735e-05,
"loss": 0.6978,
"step": 335500
},
{
"epoch": 0.7,
"learning_rate": 3.8372769025056686e-05,
"loss": 0.6987,
"step": 336000
},
{
"epoch": 0.7,
"learning_rate": 3.835546659801064e-05,
"loss": 0.6974,
"step": 336500
},
{
"epoch": 0.7,
"learning_rate": 3.833816417096459e-05,
"loss": 0.6989,
"step": 337000
},
{
"epoch": 0.7,
"learning_rate": 3.8320861743918545e-05,
"loss": 0.6997,
"step": 337500
},
{
"epoch": 0.7,
"learning_rate": 3.83035593168725e-05,
"loss": 0.6982,
"step": 338000
},
{
"epoch": 0.7,
"learning_rate": 3.828625688982645e-05,
"loss": 0.6989,
"step": 338500
},
{
"epoch": 0.7,
"learning_rate": 3.8268954462780405e-05,
"loss": 0.6938,
"step": 339000
},
{
"epoch": 0.7,
"learning_rate": 3.825165203573436e-05,
"loss": 0.6975,
"step": 339500
},
{
"epoch": 0.71,
"learning_rate": 3.823434960868831e-05,
"loss": 0.6945,
"step": 340000
},
{
"epoch": 0.71,
"learning_rate": 3.8217047181642264e-05,
"loss": 0.698,
"step": 340500
},
{
"epoch": 0.71,
"learning_rate": 3.8199744754596215e-05,
"loss": 0.6962,
"step": 341000
},
{
"epoch": 0.71,
"learning_rate": 3.818244232755017e-05,
"loss": 0.6969,
"step": 341500
},
{
"epoch": 0.71,
"learning_rate": 3.816513990050413e-05,
"loss": 0.6971,
"step": 342000
},
{
"epoch": 0.71,
"learning_rate": 3.814783747345808e-05,
"loss": 0.6965,
"step": 342500
},
{
"epoch": 0.71,
"learning_rate": 3.813053504641203e-05,
"loss": 0.6893,
"step": 343000
},
{
"epoch": 0.71,
"learning_rate": 3.811323261936598e-05,
"loss": 0.6975,
"step": 343500
},
{
"epoch": 0.71,
"learning_rate": 3.809593019231994e-05,
"loss": 0.6978,
"step": 344000
},
{
"epoch": 0.72,
"learning_rate": 3.80786277652739e-05,
"loss": 0.6972,
"step": 344500
},
{
"epoch": 0.72,
"learning_rate": 3.806132533822784e-05,
"loss": 0.6947,
"step": 345000
},
{
"epoch": 0.72,
"learning_rate": 3.80440229111818e-05,
"loss": 0.6951,
"step": 345500
},
{
"epoch": 0.72,
"learning_rate": 3.802672048413575e-05,
"loss": 0.6948,
"step": 346000
},
{
"epoch": 0.72,
"learning_rate": 3.800941805708971e-05,
"loss": 0.6982,
"step": 346500
},
{
"epoch": 0.72,
"learning_rate": 3.7992115630043665e-05,
"loss": 0.695,
"step": 347000
},
{
"epoch": 0.72,
"learning_rate": 3.797481320299761e-05,
"loss": 0.6963,
"step": 347500
},
{
"epoch": 0.72,
"learning_rate": 3.7957510775951566e-05,
"loss": 0.6958,
"step": 348000
},
{
"epoch": 0.72,
"learning_rate": 3.794020834890552e-05,
"loss": 0.6963,
"step": 348500
},
{
"epoch": 0.72,
"learning_rate": 3.7922905921859475e-05,
"loss": 0.6944,
"step": 349000
},
{
"epoch": 0.73,
"learning_rate": 3.7905603494813425e-05,
"loss": 0.6924,
"step": 349500
},
{
"epoch": 0.73,
"learning_rate": 3.7888301067767376e-05,
"loss": 0.696,
"step": 350000
},
{
"epoch": 0.73,
"learning_rate": 3.7870998640721334e-05,
"loss": 0.6968,
"step": 350500
},
{
"epoch": 0.73,
"learning_rate": 3.785369621367529e-05,
"loss": 0.6939,
"step": 351000
},
{
"epoch": 0.73,
"learning_rate": 3.7836393786629235e-05,
"loss": 0.6961,
"step": 351500
},
{
"epoch": 0.73,
"learning_rate": 3.781909135958319e-05,
"loss": 0.6965,
"step": 352000
},
{
"epoch": 0.73,
"learning_rate": 3.7801788932537144e-05,
"loss": 0.6946,
"step": 352500
},
{
"epoch": 0.73,
"learning_rate": 3.77844865054911e-05,
"loss": 0.6949,
"step": 353000
},
{
"epoch": 0.73,
"learning_rate": 3.776718407844506e-05,
"loss": 0.6943,
"step": 353500
},
{
"epoch": 0.74,
"learning_rate": 3.7749881651399e-05,
"loss": 0.6971,
"step": 354000
},
{
"epoch": 0.74,
"learning_rate": 3.773257922435296e-05,
"loss": 0.6944,
"step": 354500
},
{
"epoch": 0.74,
"learning_rate": 3.771527679730691e-05,
"loss": 0.696,
"step": 355000
},
{
"epoch": 0.74,
"learning_rate": 3.769797437026087e-05,
"loss": 0.6944,
"step": 355500
},
{
"epoch": 0.74,
"learning_rate": 3.768067194321482e-05,
"loss": 0.6947,
"step": 356000
},
{
"epoch": 0.74,
"learning_rate": 3.766336951616877e-05,
"loss": 0.6968,
"step": 356500
},
{
"epoch": 0.74,
"learning_rate": 3.764606708912273e-05,
"loss": 0.6951,
"step": 357000
},
{
"epoch": 0.74,
"learning_rate": 3.762876466207668e-05,
"loss": 0.6945,
"step": 357500
},
{
"epoch": 0.74,
"learning_rate": 3.7611462235030636e-05,
"loss": 0.6945,
"step": 358000
},
{
"epoch": 0.74,
"learning_rate": 3.759415980798459e-05,
"loss": 0.6926,
"step": 358500
},
{
"epoch": 0.75,
"learning_rate": 3.757685738093854e-05,
"loss": 0.6965,
"step": 359000
},
{
"epoch": 0.75,
"learning_rate": 3.7559554953892496e-05,
"loss": 0.6948,
"step": 359500
},
{
"epoch": 0.75,
"learning_rate": 3.7542252526846446e-05,
"loss": 0.6941,
"step": 360000
},
{
"epoch": 0.75,
"learning_rate": 3.75249500998004e-05,
"loss": 0.6918,
"step": 360500
},
{
"epoch": 0.75,
"learning_rate": 3.7507647672754355e-05,
"loss": 0.6922,
"step": 361000
},
{
"epoch": 0.75,
"learning_rate": 3.7490345245708306e-05,
"loss": 0.6945,
"step": 361500
},
{
"epoch": 0.75,
"learning_rate": 3.747304281866226e-05,
"loss": 0.6972,
"step": 362000
},
{
"epoch": 0.75,
"learning_rate": 3.7455740391616214e-05,
"loss": 0.6923,
"step": 362500
},
{
"epoch": 0.75,
"learning_rate": 3.7438437964570165e-05,
"loss": 0.6946,
"step": 363000
},
{
"epoch": 0.75,
"learning_rate": 3.742113553752412e-05,
"loss": 0.692,
"step": 363500
},
{
"epoch": 0.76,
"learning_rate": 3.740383311047807e-05,
"loss": 0.6934,
"step": 364000
},
{
"epoch": 0.76,
"learning_rate": 3.738653068343203e-05,
"loss": 0.6938,
"step": 364500
},
{
"epoch": 0.76,
"learning_rate": 3.736922825638598e-05,
"loss": 0.6944,
"step": 365000
},
{
"epoch": 0.76,
"learning_rate": 3.735192582933993e-05,
"loss": 0.6936,
"step": 365500
},
{
"epoch": 0.76,
"learning_rate": 3.733462340229389e-05,
"loss": 0.6951,
"step": 366000
},
{
"epoch": 0.76,
"learning_rate": 3.731732097524784e-05,
"loss": 0.6938,
"step": 366500
},
{
"epoch": 0.76,
"learning_rate": 3.730001854820179e-05,
"loss": 0.6928,
"step": 367000
},
{
"epoch": 0.76,
"learning_rate": 3.728271612115575e-05,
"loss": 0.6913,
"step": 367500
},
{
"epoch": 0.76,
"learning_rate": 3.72654136941097e-05,
"loss": 0.6955,
"step": 368000
},
{
"epoch": 0.77,
"learning_rate": 3.724811126706366e-05,
"loss": 0.6886,
"step": 368500
},
{
"epoch": 0.77,
"learning_rate": 3.723080884001761e-05,
"loss": 0.6944,
"step": 369000
},
{
"epoch": 0.77,
"learning_rate": 3.721350641297156e-05,
"loss": 0.6942,
"step": 369500
},
{
"epoch": 0.77,
"learning_rate": 3.7196203985925517e-05,
"loss": 0.6946,
"step": 370000
},
{
"epoch": 0.77,
"learning_rate": 3.717890155887947e-05,
"loss": 0.6934,
"step": 370500
},
{
"epoch": 0.77,
"learning_rate": 3.7161599131833425e-05,
"loss": 0.6929,
"step": 371000
},
{
"epoch": 0.77,
"learning_rate": 3.7144296704787376e-05,
"loss": 0.693,
"step": 371500
},
{
"epoch": 0.77,
"learning_rate": 3.7126994277741327e-05,
"loss": 0.6918,
"step": 372000
},
{
"epoch": 0.77,
"learning_rate": 3.7109691850695284e-05,
"loss": 0.6926,
"step": 372500
},
{
"epoch": 0.77,
"learning_rate": 3.7092389423649235e-05,
"loss": 0.6937,
"step": 373000
},
{
"epoch": 0.78,
"learning_rate": 3.7075086996603186e-05,
"loss": 0.695,
"step": 373500
},
{
"epoch": 0.78,
"learning_rate": 3.705778456955714e-05,
"loss": 0.6922,
"step": 374000
},
{
"epoch": 0.78,
"learning_rate": 3.7040482142511094e-05,
"loss": 0.6917,
"step": 374500
},
{
"epoch": 0.78,
"learning_rate": 3.702317971546505e-05,
"loss": 0.6938,
"step": 375000
},
{
"epoch": 0.78,
"learning_rate": 3.7005877288419e-05,
"loss": 0.6909,
"step": 375500
},
{
"epoch": 0.78,
"learning_rate": 3.698857486137295e-05,
"loss": 0.6942,
"step": 376000
},
{
"epoch": 0.78,
"learning_rate": 3.697127243432691e-05,
"loss": 0.6931,
"step": 376500
},
{
"epoch": 0.78,
"learning_rate": 3.695397000728086e-05,
"loss": 0.6948,
"step": 377000
},
{
"epoch": 0.78,
"learning_rate": 3.693666758023482e-05,
"loss": 0.6937,
"step": 377500
},
{
"epoch": 0.78,
"learning_rate": 3.691936515318877e-05,
"loss": 0.69,
"step": 378000
},
{
"epoch": 0.79,
"learning_rate": 3.690206272614272e-05,
"loss": 0.691,
"step": 378500
},
{
"epoch": 0.79,
"learning_rate": 3.688476029909668e-05,
"loss": 0.6935,
"step": 379000
},
{
"epoch": 0.79,
"learning_rate": 3.686745787205063e-05,
"loss": 0.6907,
"step": 379500
},
{
"epoch": 0.79,
"learning_rate": 3.685015544500459e-05,
"loss": 0.6969,
"step": 380000
},
{
"epoch": 0.79,
"learning_rate": 3.683285301795854e-05,
"loss": 0.6874,
"step": 380500
},
{
"epoch": 0.79,
"learning_rate": 3.681555059091249e-05,
"loss": 0.6898,
"step": 381000
},
{
"epoch": 0.79,
"learning_rate": 3.6798248163866446e-05,
"loss": 0.6952,
"step": 381500
},
{
"epoch": 0.79,
"learning_rate": 3.67809457368204e-05,
"loss": 0.6901,
"step": 382000
},
{
"epoch": 0.79,
"learning_rate": 3.676364330977435e-05,
"loss": 0.6917,
"step": 382500
},
{
"epoch": 0.8,
"learning_rate": 3.6746340882728305e-05,
"loss": 0.6911,
"step": 383000
},
{
"epoch": 0.8,
"learning_rate": 3.6729038455682256e-05,
"loss": 0.6894,
"step": 383500
},
{
"epoch": 0.8,
"learning_rate": 3.6711736028636213e-05,
"loss": 0.6884,
"step": 384000
},
{
"epoch": 0.8,
"learning_rate": 3.6694433601590164e-05,
"loss": 0.6952,
"step": 384500
},
{
"epoch": 0.8,
"learning_rate": 3.6677131174544115e-05,
"loss": 0.6892,
"step": 385000
},
{
"epoch": 0.8,
"learning_rate": 3.665982874749807e-05,
"loss": 0.6908,
"step": 385500
},
{
"epoch": 0.8,
"learning_rate": 3.6642526320452023e-05,
"loss": 0.6895,
"step": 386000
},
{
"epoch": 0.8,
"learning_rate": 3.662522389340598e-05,
"loss": 0.6931,
"step": 386500
},
{
"epoch": 0.8,
"learning_rate": 3.660792146635993e-05,
"loss": 0.6886,
"step": 387000
},
{
"epoch": 0.8,
"learning_rate": 3.659061903931388e-05,
"loss": 0.6914,
"step": 387500
},
{
"epoch": 0.81,
"learning_rate": 3.657331661226784e-05,
"loss": 0.693,
"step": 388000
},
{
"epoch": 0.81,
"learning_rate": 3.655601418522179e-05,
"loss": 0.6895,
"step": 388500
},
{
"epoch": 0.81,
"learning_rate": 3.653871175817574e-05,
"loss": 0.6906,
"step": 389000
},
{
"epoch": 0.81,
"learning_rate": 3.65214093311297e-05,
"loss": 0.6939,
"step": 389500
},
{
"epoch": 0.81,
"learning_rate": 3.650410690408365e-05,
"loss": 0.6899,
"step": 390000
},
{
"epoch": 0.81,
"learning_rate": 3.648680447703761e-05,
"loss": 0.6899,
"step": 390500
},
{
"epoch": 0.81,
"learning_rate": 3.646950204999156e-05,
"loss": 0.6866,
"step": 391000
},
{
"epoch": 0.81,
"learning_rate": 3.645219962294551e-05,
"loss": 0.6906,
"step": 391500
},
{
"epoch": 0.81,
"learning_rate": 3.643489719589947e-05,
"loss": 0.6913,
"step": 392000
},
{
"epoch": 0.81,
"learning_rate": 3.641759476885342e-05,
"loss": 0.6874,
"step": 392500
},
{
"epoch": 0.82,
"learning_rate": 3.6400292341807375e-05,
"loss": 0.6887,
"step": 393000
},
{
"epoch": 0.82,
"learning_rate": 3.6382989914761326e-05,
"loss": 0.6923,
"step": 393500
},
{
"epoch": 0.82,
"learning_rate": 3.636568748771528e-05,
"loss": 0.6912,
"step": 394000
},
{
"epoch": 0.82,
"learning_rate": 3.6348385060669234e-05,
"loss": 0.6916,
"step": 394500
},
{
"epoch": 0.82,
"learning_rate": 3.6331082633623185e-05,
"loss": 0.6883,
"step": 395000
},
{
"epoch": 0.82,
"learning_rate": 3.6313780206577136e-05,
"loss": 0.6907,
"step": 395500
},
{
"epoch": 0.82,
"learning_rate": 3.6296477779531094e-05,
"loss": 0.688,
"step": 396000
},
{
"epoch": 0.82,
"learning_rate": 3.6279175352485044e-05,
"loss": 0.6935,
"step": 396500
},
{
"epoch": 0.82,
"learning_rate": 3.6261872925439e-05,
"loss": 0.6899,
"step": 397000
},
{
"epoch": 0.83,
"learning_rate": 3.624457049839295e-05,
"loss": 0.6912,
"step": 397500
},
{
"epoch": 0.83,
"learning_rate": 3.6227268071346904e-05,
"loss": 0.6924,
"step": 398000
},
{
"epoch": 0.83,
"learning_rate": 3.620996564430086e-05,
"loss": 0.6874,
"step": 398500
},
{
"epoch": 0.83,
"learning_rate": 3.619266321725481e-05,
"loss": 0.6869,
"step": 399000
},
{
"epoch": 0.83,
"learning_rate": 3.617536079020877e-05,
"loss": 0.6907,
"step": 399500
},
{
"epoch": 0.83,
"learning_rate": 3.6158058363162713e-05,
"loss": 0.6898,
"step": 400000
},
{
"epoch": 0.83,
"learning_rate": 3.614075593611667e-05,
"loss": 0.6914,
"step": 400500
},
{
"epoch": 0.83,
"learning_rate": 3.612345350907063e-05,
"loss": 0.6892,
"step": 401000
},
{
"epoch": 0.83,
"learning_rate": 3.610615108202458e-05,
"loss": 0.6897,
"step": 401500
},
{
"epoch": 0.83,
"learning_rate": 3.608884865497854e-05,
"loss": 0.6891,
"step": 402000
},
{
"epoch": 0.84,
"learning_rate": 3.607154622793249e-05,
"loss": 0.6895,
"step": 402500
},
{
"epoch": 0.84,
"learning_rate": 3.605424380088644e-05,
"loss": 0.6912,
"step": 403000
},
{
"epoch": 0.84,
"learning_rate": 3.6036941373840396e-05,
"loss": 0.6895,
"step": 403500
},
{
"epoch": 0.84,
"learning_rate": 3.601963894679435e-05,
"loss": 0.6892,
"step": 404000
},
{
"epoch": 0.84,
"learning_rate": 3.60023365197483e-05,
"loss": 0.6862,
"step": 404500
},
{
"epoch": 0.84,
"learning_rate": 3.5985034092702255e-05,
"loss": 0.6856,
"step": 405000
},
{
"epoch": 0.84,
"learning_rate": 3.5967731665656206e-05,
"loss": 0.6891,
"step": 405500
},
{
"epoch": 0.84,
"learning_rate": 3.5950429238610164e-05,
"loss": 0.6886,
"step": 406000
},
{
"epoch": 0.84,
"learning_rate": 3.5933126811564114e-05,
"loss": 0.6884,
"step": 406500
},
{
"epoch": 0.85,
"learning_rate": 3.5915824384518065e-05,
"loss": 0.6897,
"step": 407000
},
{
"epoch": 0.85,
"learning_rate": 3.589852195747202e-05,
"loss": 0.6923,
"step": 407500
},
{
"epoch": 0.85,
"learning_rate": 3.5881219530425974e-05,
"loss": 0.6864,
"step": 408000
},
{
"epoch": 0.85,
"learning_rate": 3.586391710337993e-05,
"loss": 0.6882,
"step": 408500
},
{
"epoch": 0.85,
"learning_rate": 3.5846614676333875e-05,
"loss": 0.6919,
"step": 409000
},
{
"epoch": 0.85,
"learning_rate": 3.582931224928783e-05,
"loss": 0.6871,
"step": 409500
},
{
"epoch": 0.85,
"learning_rate": 3.581200982224179e-05,
"loss": 0.6887,
"step": 410000
},
{
"epoch": 0.85,
"learning_rate": 3.579470739519574e-05,
"loss": 0.6882,
"step": 410500
},
{
"epoch": 0.85,
"learning_rate": 3.577740496814969e-05,
"loss": 0.688,
"step": 411000
},
{
"epoch": 0.85,
"learning_rate": 3.576010254110364e-05,
"loss": 0.6881,
"step": 411500
},
{
"epoch": 0.86,
"learning_rate": 3.57428001140576e-05,
"loss": 0.6882,
"step": 412000
},
{
"epoch": 0.86,
"learning_rate": 3.572549768701156e-05,
"loss": 0.6906,
"step": 412500
},
{
"epoch": 0.86,
"learning_rate": 3.570819525996551e-05,
"loss": 0.6882,
"step": 413000
},
{
"epoch": 0.86,
"learning_rate": 3.569089283291946e-05,
"loss": 0.687,
"step": 413500
},
{
"epoch": 0.86,
"learning_rate": 3.567359040587342e-05,
"loss": 0.6896,
"step": 414000
},
{
"epoch": 0.86,
"learning_rate": 3.565628797882737e-05,
"loss": 0.6911,
"step": 414500
},
{
"epoch": 0.86,
"learning_rate": 3.5638985551781325e-05,
"loss": 0.6879,
"step": 415000
},
{
"epoch": 0.86,
"learning_rate": 3.562168312473527e-05,
"loss": 0.6892,
"step": 415500
},
{
"epoch": 0.86,
"learning_rate": 3.560438069768923e-05,
"loss": 0.6889,
"step": 416000
},
{
"epoch": 0.86,
"learning_rate": 3.5587078270643185e-05,
"loss": 0.685,
"step": 416500
},
{
"epoch": 0.87,
"learning_rate": 3.5569775843597135e-05,
"loss": 0.6835,
"step": 417000
},
{
"epoch": 0.87,
"learning_rate": 3.555247341655109e-05,
"loss": 0.6903,
"step": 417500
},
{
"epoch": 0.87,
"learning_rate": 3.553517098950504e-05,
"loss": 0.6837,
"step": 418000
},
{
"epoch": 0.87,
"learning_rate": 3.5517868562458995e-05,
"loss": 0.6899,
"step": 418500
},
{
"epoch": 0.87,
"learning_rate": 3.550056613541295e-05,
"loss": 0.6897,
"step": 419000
},
{
"epoch": 0.87,
"learning_rate": 3.54832637083669e-05,
"loss": 0.6879,
"step": 419500
},
{
"epoch": 0.87,
"learning_rate": 3.5465961281320854e-05,
"loss": 0.6874,
"step": 420000
},
{
"epoch": 0.87,
"learning_rate": 3.5448658854274805e-05,
"loss": 0.6864,
"step": 420500
},
{
"epoch": 0.87,
"learning_rate": 3.543135642722876e-05,
"loss": 0.6883,
"step": 421000
},
{
"epoch": 0.88,
"learning_rate": 3.541405400018272e-05,
"loss": 0.688,
"step": 421500
},
{
"epoch": 0.88,
"learning_rate": 3.5396751573136664e-05,
"loss": 0.683,
"step": 422000
},
{
"epoch": 0.88,
"learning_rate": 3.537944914609062e-05,
"loss": 0.6851,
"step": 422500
},
{
"epoch": 0.88,
"learning_rate": 3.536214671904457e-05,
"loss": 0.6862,
"step": 423000
},
{
"epoch": 0.88,
"learning_rate": 3.534484429199853e-05,
"loss": 0.6868,
"step": 423500
},
{
"epoch": 0.88,
"learning_rate": 3.532754186495249e-05,
"loss": 0.6852,
"step": 424000
},
{
"epoch": 0.88,
"learning_rate": 3.531023943790643e-05,
"loss": 0.6898,
"step": 424500
},
{
"epoch": 0.88,
"learning_rate": 3.529293701086039e-05,
"loss": 0.686,
"step": 425000
},
{
"epoch": 0.88,
"learning_rate": 3.5275634583814346e-05,
"loss": 0.69,
"step": 425500
},
{
"epoch": 0.88,
"learning_rate": 3.52583321567683e-05,
"loss": 0.6898,
"step": 426000
},
{
"epoch": 0.89,
"learning_rate": 3.524102972972225e-05,
"loss": 0.6886,
"step": 426500
},
{
"epoch": 0.89,
"learning_rate": 3.52237273026762e-05,
"loss": 0.6886,
"step": 427000
},
{
"epoch": 0.89,
"learning_rate": 3.5206424875630156e-05,
"loss": 0.6862,
"step": 427500
},
{
"epoch": 0.89,
"learning_rate": 3.5189122448584114e-05,
"loss": 0.6848,
"step": 428000
},
{
"epoch": 0.89,
"learning_rate": 3.5171820021538065e-05,
"loss": 0.6854,
"step": 428500
},
{
"epoch": 0.89,
"learning_rate": 3.5154517594492016e-05,
"loss": 0.6862,
"step": 429000
},
{
"epoch": 0.89,
"learning_rate": 3.5137215167445966e-05,
"loss": 0.687,
"step": 429500
},
{
"epoch": 0.89,
"learning_rate": 3.5119912740399924e-05,
"loss": 0.6928,
"step": 430000
},
{
"epoch": 0.89,
"learning_rate": 3.510261031335388e-05,
"loss": 0.6883,
"step": 430500
},
{
"epoch": 0.89,
"learning_rate": 3.5085307886307826e-05,
"loss": 0.6858,
"step": 431000
},
{
"epoch": 0.9,
"learning_rate": 3.506800545926178e-05,
"loss": 0.6884,
"step": 431500
},
{
"epoch": 0.9,
"learning_rate": 3.5050703032215734e-05,
"loss": 0.6864,
"step": 432000
},
{
"epoch": 0.9,
"learning_rate": 3.503340060516969e-05,
"loss": 0.6876,
"step": 432500
},
{
"epoch": 0.9,
"learning_rate": 3.501609817812364e-05,
"loss": 0.6845,
"step": 433000
},
{
"epoch": 0.9,
"learning_rate": 3.499879575107759e-05,
"loss": 0.6896,
"step": 433500
},
{
"epoch": 0.9,
"learning_rate": 3.498149332403155e-05,
"loss": 0.685,
"step": 434000
},
{
"epoch": 0.9,
"learning_rate": 3.49641908969855e-05,
"loss": 0.6892,
"step": 434500
},
{
"epoch": 0.9,
"learning_rate": 3.494688846993946e-05,
"loss": 0.6848,
"step": 435000
},
{
"epoch": 0.9,
"learning_rate": 3.492958604289341e-05,
"loss": 0.686,
"step": 435500
},
{
"epoch": 0.91,
"learning_rate": 3.491228361584736e-05,
"loss": 0.6869,
"step": 436000
},
{
"epoch": 0.91,
"learning_rate": 3.489498118880132e-05,
"loss": 0.6859,
"step": 436500
},
{
"epoch": 0.91,
"learning_rate": 3.4877678761755276e-05,
"loss": 0.6869,
"step": 437000
},
{
"epoch": 0.91,
"learning_rate": 3.486037633470922e-05,
"loss": 0.6863,
"step": 437500
},
{
"epoch": 0.91,
"learning_rate": 3.484307390766318e-05,
"loss": 0.6865,
"step": 438000
},
{
"epoch": 0.91,
"learning_rate": 3.482577148061713e-05,
"loss": 0.6875,
"step": 438500
},
{
"epoch": 0.91,
"learning_rate": 3.4808469053571086e-05,
"loss": 0.6861,
"step": 439000
},
{
"epoch": 0.91,
"learning_rate": 3.479116662652504e-05,
"loss": 0.6882,
"step": 439500
},
{
"epoch": 0.91,
"learning_rate": 3.477386419947899e-05,
"loss": 0.6852,
"step": 440000
},
{
"epoch": 0.91,
"learning_rate": 3.4756561772432945e-05,
"loss": 0.6836,
"step": 440500
},
{
"epoch": 0.92,
"learning_rate": 3.4739259345386896e-05,
"loss": 0.6832,
"step": 441000
},
{
"epoch": 0.92,
"learning_rate": 3.472195691834085e-05,
"loss": 0.6867,
"step": 441500
},
{
"epoch": 0.92,
"learning_rate": 3.4704654491294804e-05,
"loss": 0.685,
"step": 442000
},
{
"epoch": 0.92,
"learning_rate": 3.4687352064248755e-05,
"loss": 0.6858,
"step": 442500
},
{
"epoch": 0.92,
"learning_rate": 3.467004963720271e-05,
"loss": 0.6841,
"step": 443000
},
{
"epoch": 0.92,
"learning_rate": 3.465274721015666e-05,
"loss": 0.6847,
"step": 443500
},
{
"epoch": 0.92,
"learning_rate": 3.4635444783110614e-05,
"loss": 0.6858,
"step": 444000
},
{
"epoch": 0.92,
"learning_rate": 3.461814235606457e-05,
"loss": 0.6839,
"step": 444500
},
{
"epoch": 0.92,
"learning_rate": 3.460083992901852e-05,
"loss": 0.684,
"step": 445000
},
{
"epoch": 0.92,
"learning_rate": 3.458353750197248e-05,
"loss": 0.6866,
"step": 445500
},
{
"epoch": 0.93,
"learning_rate": 3.456623507492643e-05,
"loss": 0.6864,
"step": 446000
},
{
"epoch": 0.93,
"learning_rate": 3.454893264788038e-05,
"loss": 0.684,
"step": 446500
},
{
"epoch": 0.93,
"learning_rate": 3.453163022083434e-05,
"loss": 0.6844,
"step": 447000
},
{
"epoch": 0.93,
"learning_rate": 3.451432779378829e-05,
"loss": 0.6871,
"step": 447500
},
{
"epoch": 0.93,
"learning_rate": 3.449702536674225e-05,
"loss": 0.6847,
"step": 448000
},
{
"epoch": 0.93,
"learning_rate": 3.44797229396962e-05,
"loss": 0.6845,
"step": 448500
},
{
"epoch": 0.93,
"learning_rate": 3.446242051265015e-05,
"loss": 0.6842,
"step": 449000
},
{
"epoch": 0.93,
"learning_rate": 3.444511808560411e-05,
"loss": 0.6866,
"step": 449500
},
{
"epoch": 0.93,
"learning_rate": 3.442781565855806e-05,
"loss": 0.6845,
"step": 450000
},
{
"epoch": 0.94,
"learning_rate": 3.4410513231512015e-05,
"loss": 0.6835,
"step": 450500
},
{
"epoch": 0.94,
"learning_rate": 3.4393210804465966e-05,
"loss": 0.6835,
"step": 451000
},
{
"epoch": 0.94,
"learning_rate": 3.4375908377419917e-05,
"loss": 0.6858,
"step": 451500
},
{
"epoch": 0.94,
"learning_rate": 3.4358605950373874e-05,
"loss": 0.6825,
"step": 452000
},
{
"epoch": 0.94,
"learning_rate": 3.4341303523327825e-05,
"loss": 0.6871,
"step": 452500
},
{
"epoch": 0.94,
"learning_rate": 3.4324001096281776e-05,
"loss": 0.688,
"step": 453000
},
{
"epoch": 0.94,
"learning_rate": 3.430669866923573e-05,
"loss": 0.6829,
"step": 453500
},
{
"epoch": 0.94,
"learning_rate": 3.4289396242189684e-05,
"loss": 0.6863,
"step": 454000
},
{
"epoch": 0.94,
"learning_rate": 3.427209381514364e-05,
"loss": 0.6852,
"step": 454500
},
{
"epoch": 0.94,
"learning_rate": 3.425479138809759e-05,
"loss": 0.6884,
"step": 455000
},
{
"epoch": 0.95,
"learning_rate": 3.423748896105154e-05,
"loss": 0.6869,
"step": 455500
},
{
"epoch": 0.95,
"learning_rate": 3.42201865340055e-05,
"loss": 0.6827,
"step": 456000
},
{
"epoch": 0.95,
"learning_rate": 3.420288410695945e-05,
"loss": 0.6814,
"step": 456500
},
{
"epoch": 0.95,
"learning_rate": 3.418558167991341e-05,
"loss": 0.6826,
"step": 457000
},
{
"epoch": 0.95,
"learning_rate": 3.416827925286736e-05,
"loss": 0.6849,
"step": 457500
},
{
"epoch": 0.95,
"learning_rate": 3.415097682582131e-05,
"loss": 0.6824,
"step": 458000
},
{
"epoch": 0.95,
"learning_rate": 3.413367439877527e-05,
"loss": 0.683,
"step": 458500
},
{
"epoch": 0.95,
"learning_rate": 3.411637197172922e-05,
"loss": 0.682,
"step": 459000
},
{
"epoch": 0.95,
"learning_rate": 3.409906954468317e-05,
"loss": 0.6837,
"step": 459500
},
{
"epoch": 0.96,
"learning_rate": 3.408176711763713e-05,
"loss": 0.6811,
"step": 460000
},
{
"epoch": 0.96,
"learning_rate": 3.406446469059108e-05,
"loss": 0.6821,
"step": 460500
},
{
"epoch": 0.96,
"learning_rate": 3.4047162263545036e-05,
"loss": 0.6816,
"step": 461000
},
{
"epoch": 0.96,
"learning_rate": 3.402985983649899e-05,
"loss": 0.6826,
"step": 461500
},
{
"epoch": 0.96,
"learning_rate": 3.401255740945294e-05,
"loss": 0.6811,
"step": 462000
},
{
"epoch": 0.96,
"learning_rate": 3.3995254982406895e-05,
"loss": 0.6849,
"step": 462500
},
{
"epoch": 0.96,
"learning_rate": 3.3977952555360846e-05,
"loss": 0.6855,
"step": 463000
},
{
"epoch": 0.96,
"learning_rate": 3.3960650128314803e-05,
"loss": 0.6849,
"step": 463500
},
{
"epoch": 0.96,
"learning_rate": 3.3943347701268754e-05,
"loss": 0.6831,
"step": 464000
},
{
"epoch": 0.96,
"learning_rate": 3.3926045274222705e-05,
"loss": 0.6838,
"step": 464500
},
{
"epoch": 0.97,
"learning_rate": 3.390874284717666e-05,
"loss": 0.6798,
"step": 465000
},
{
"epoch": 0.97,
"learning_rate": 3.3891440420130613e-05,
"loss": 0.6813,
"step": 465500
},
{
"epoch": 0.97,
"learning_rate": 3.3874137993084564e-05,
"loss": 0.6801,
"step": 466000
},
{
"epoch": 0.97,
"learning_rate": 3.385683556603852e-05,
"loss": 0.6828,
"step": 466500
},
{
"epoch": 0.97,
"learning_rate": 3.383953313899247e-05,
"loss": 0.6789,
"step": 467000
},
{
"epoch": 0.97,
"learning_rate": 3.382223071194643e-05,
"loss": 0.68,
"step": 467500
},
{
"epoch": 0.97,
"learning_rate": 3.380492828490038e-05,
"loss": 0.6828,
"step": 468000
},
{
"epoch": 0.97,
"learning_rate": 3.378762585785433e-05,
"loss": 0.6842,
"step": 468500
},
{
"epoch": 0.97,
"learning_rate": 3.377032343080829e-05,
"loss": 0.6823,
"step": 469000
},
{
"epoch": 0.97,
"learning_rate": 3.375302100376224e-05,
"loss": 0.6833,
"step": 469500
},
{
"epoch": 0.98,
"learning_rate": 3.37357185767162e-05,
"loss": 0.684,
"step": 470000
},
{
"epoch": 0.98,
"learning_rate": 3.371841614967015e-05,
"loss": 0.6805,
"step": 470500
},
{
"epoch": 0.98,
"learning_rate": 3.37011137226241e-05,
"loss": 0.6838,
"step": 471000
},
{
"epoch": 0.98,
"learning_rate": 3.368381129557806e-05,
"loss": 0.6798,
"step": 471500
},
{
"epoch": 0.98,
"learning_rate": 3.366650886853201e-05,
"loss": 0.681,
"step": 472000
},
{
"epoch": 0.98,
"learning_rate": 3.3649206441485965e-05,
"loss": 0.6826,
"step": 472500
},
{
"epoch": 0.98,
"learning_rate": 3.3631904014439916e-05,
"loss": 0.6838,
"step": 473000
},
{
"epoch": 0.98,
"learning_rate": 3.361460158739387e-05,
"loss": 0.6811,
"step": 473500
},
{
"epoch": 0.98,
"learning_rate": 3.3597299160347824e-05,
"loss": 0.6824,
"step": 474000
},
{
"epoch": 0.99,
"learning_rate": 3.3579996733301775e-05,
"loss": 0.6816,
"step": 474500
},
{
"epoch": 0.99,
"learning_rate": 3.3562694306255726e-05,
"loss": 0.6807,
"step": 475000
},
{
"epoch": 0.99,
"learning_rate": 3.3545391879209684e-05,
"loss": 0.6834,
"step": 475500
},
{
"epoch": 0.99,
"learning_rate": 3.3528089452163634e-05,
"loss": 0.6829,
"step": 476000
},
{
"epoch": 0.99,
"learning_rate": 3.351078702511759e-05,
"loss": 0.6812,
"step": 476500
},
{
"epoch": 0.99,
"learning_rate": 3.349348459807154e-05,
"loss": 0.6841,
"step": 477000
},
{
"epoch": 0.99,
"learning_rate": 3.3476182171025494e-05,
"loss": 0.6838,
"step": 477500
},
{
"epoch": 0.99,
"learning_rate": 3.345887974397945e-05,
"loss": 0.681,
"step": 478000
},
{
"epoch": 0.99,
"learning_rate": 3.34415773169334e-05,
"loss": 0.6794,
"step": 478500
},
{
"epoch": 0.99,
"learning_rate": 3.342427488988736e-05,
"loss": 0.6809,
"step": 479000
},
{
"epoch": 1.0,
"learning_rate": 3.340697246284131e-05,
"loss": 0.6832,
"step": 479500
},
{
"epoch": 1.0,
"learning_rate": 3.338967003579526e-05,
"loss": 0.6812,
"step": 480000
},
{
"epoch": 1.0,
"learning_rate": 3.337236760874922e-05,
"loss": 0.683,
"step": 480500
},
{
"epoch": 1.0,
"learning_rate": 3.335506518170317e-05,
"loss": 0.6796,
"step": 481000
},
{
"epoch": 1.0,
"learning_rate": 3.333776275465712e-05,
"loss": 0.6828,
"step": 481500
},
{
"epoch": 1.0,
"learning_rate": 3.332046032761108e-05,
"loss": 0.6783,
"step": 482000
},
{
"epoch": 1.0,
"learning_rate": 3.330315790056503e-05,
"loss": 0.6784,
"step": 482500
},
{
"epoch": 1.0,
"learning_rate": 3.3285855473518986e-05,
"loss": 0.6806,
"step": 483000
},
{
"epoch": 1.0,
"learning_rate": 3.326855304647294e-05,
"loss": 0.6821,
"step": 483500
},
{
"epoch": 1.0,
"learning_rate": 3.325125061942689e-05,
"loss": 0.678,
"step": 484000
},
{
"epoch": 1.01,
"learning_rate": 3.3233948192380845e-05,
"loss": 0.6828,
"step": 484500
},
{
"epoch": 1.01,
"learning_rate": 3.3216645765334796e-05,
"loss": 0.6796,
"step": 485000
},
{
"epoch": 1.01,
"learning_rate": 3.3199343338288754e-05,
"loss": 0.6801,
"step": 485500
},
{
"epoch": 1.01,
"learning_rate": 3.31820409112427e-05,
"loss": 0.6773,
"step": 486000
},
{
"epoch": 1.01,
"learning_rate": 3.3164738484196655e-05,
"loss": 0.676,
"step": 486500
},
{
"epoch": 1.01,
"learning_rate": 3.314743605715061e-05,
"loss": 0.676,
"step": 487000
},
{
"epoch": 1.01,
"learning_rate": 3.3130133630104564e-05,
"loss": 0.681,
"step": 487500
},
{
"epoch": 1.01,
"learning_rate": 3.311283120305852e-05,
"loss": 0.6802,
"step": 488000
},
{
"epoch": 1.01,
"learning_rate": 3.309552877601247e-05,
"loss": 0.6765,
"step": 488500
},
{
"epoch": 1.02,
"learning_rate": 3.307822634896642e-05,
"loss": 0.6775,
"step": 489000
},
{
"epoch": 1.02,
"learning_rate": 3.306092392192038e-05,
"loss": 0.6824,
"step": 489500
},
{
"epoch": 1.02,
"learning_rate": 3.304362149487433e-05,
"loss": 0.6765,
"step": 490000
},
{
"epoch": 1.02,
"learning_rate": 3.302631906782828e-05,
"loss": 0.6804,
"step": 490500
},
{
"epoch": 1.02,
"learning_rate": 3.300901664078224e-05,
"loss": 0.6786,
"step": 491000
},
{
"epoch": 1.02,
"learning_rate": 3.299171421373619e-05,
"loss": 0.6803,
"step": 491500
},
{
"epoch": 1.02,
"learning_rate": 3.297441178669015e-05,
"loss": 0.6787,
"step": 492000
},
{
"epoch": 1.02,
"learning_rate": 3.295710935964409e-05,
"loss": 0.682,
"step": 492500
},
{
"epoch": 1.02,
"learning_rate": 3.293980693259805e-05,
"loss": 0.6748,
"step": 493000
},
{
"epoch": 1.02,
"learning_rate": 3.292250450555201e-05,
"loss": 0.6849,
"step": 493500
},
{
"epoch": 1.03,
"learning_rate": 3.290520207850596e-05,
"loss": 0.6794,
"step": 494000
},
{
"epoch": 1.03,
"learning_rate": 3.2887899651459916e-05,
"loss": 0.6777,
"step": 494500
},
{
"epoch": 1.03,
"learning_rate": 3.287059722441386e-05,
"loss": 0.6768,
"step": 495000
},
{
"epoch": 1.03,
"learning_rate": 3.285329479736782e-05,
"loss": 0.6816,
"step": 495500
},
{
"epoch": 1.03,
"learning_rate": 3.2835992370321775e-05,
"loss": 0.6757,
"step": 496000
},
{
"epoch": 1.03,
"learning_rate": 3.2818689943275725e-05,
"loss": 0.6771,
"step": 496500
},
{
"epoch": 1.03,
"learning_rate": 3.2801387516229676e-05,
"loss": 0.6794,
"step": 497000
},
{
"epoch": 1.03,
"learning_rate": 3.278408508918363e-05,
"loss": 0.6757,
"step": 497500
},
{
"epoch": 1.03,
"learning_rate": 3.2766782662137585e-05,
"loss": 0.6783,
"step": 498000
},
{
"epoch": 1.04,
"learning_rate": 3.274948023509154e-05,
"loss": 0.6833,
"step": 498500
},
{
"epoch": 1.04,
"learning_rate": 3.273217780804549e-05,
"loss": 0.6767,
"step": 499000
},
{
"epoch": 1.04,
"learning_rate": 3.2714875380999444e-05,
"loss": 0.6809,
"step": 499500
},
{
"epoch": 1.04,
"learning_rate": 3.26975729539534e-05,
"loss": 0.6789,
"step": 500000
},
{
"epoch": 1.04,
"learning_rate": 3.268027052690735e-05,
"loss": 0.6788,
"step": 500500
},
{
"epoch": 1.04,
"learning_rate": 3.266296809986131e-05,
"loss": 0.6774,
"step": 501000
},
{
"epoch": 1.04,
"learning_rate": 3.2645665672815254e-05,
"loss": 0.6786,
"step": 501500
},
{
"epoch": 1.04,
"learning_rate": 3.262836324576921e-05,
"loss": 0.676,
"step": 502000
},
{
"epoch": 1.04,
"learning_rate": 3.261106081872317e-05,
"loss": 0.6776,
"step": 502500
},
{
"epoch": 1.04,
"learning_rate": 3.259375839167712e-05,
"loss": 0.6806,
"step": 503000
},
{
"epoch": 1.05,
"learning_rate": 3.257645596463107e-05,
"loss": 0.6774,
"step": 503500
},
{
"epoch": 1.05,
"learning_rate": 3.255915353758502e-05,
"loss": 0.6787,
"step": 504000
},
{
"epoch": 1.05,
"learning_rate": 3.254185111053898e-05,
"loss": 0.6807,
"step": 504500
},
{
"epoch": 1.05,
"learning_rate": 3.2524548683492936e-05,
"loss": 0.6822,
"step": 505000
},
{
"epoch": 1.05,
"learning_rate": 3.250724625644689e-05,
"loss": 0.6801,
"step": 505500
},
{
"epoch": 1.05,
"learning_rate": 3.248994382940084e-05,
"loss": 0.6781,
"step": 506000
},
{
"epoch": 1.05,
"learning_rate": 3.247264140235479e-05,
"loss": 0.6755,
"step": 506500
},
{
"epoch": 1.05,
"learning_rate": 3.2455338975308746e-05,
"loss": 0.6797,
"step": 507000
},
{
"epoch": 1.05,
"learning_rate": 3.2438036548262704e-05,
"loss": 0.6782,
"step": 507500
},
{
"epoch": 1.05,
"learning_rate": 3.242073412121665e-05,
"loss": 0.6748,
"step": 508000
},
{
"epoch": 1.06,
"learning_rate": 3.2403431694170606e-05,
"loss": 0.6828,
"step": 508500
},
{
"epoch": 1.06,
"learning_rate": 3.2386129267124556e-05,
"loss": 0.6777,
"step": 509000
},
{
"epoch": 1.06,
"learning_rate": 3.2368826840078514e-05,
"loss": 0.6759,
"step": 509500
},
{
"epoch": 1.06,
"learning_rate": 3.235152441303247e-05,
"loss": 0.6751,
"step": 510000
},
{
"epoch": 1.06,
"learning_rate": 3.2334221985986416e-05,
"loss": 0.6766,
"step": 510500
},
{
"epoch": 1.06,
"learning_rate": 3.231691955894037e-05,
"loss": 0.6756,
"step": 511000
},
{
"epoch": 1.06,
"learning_rate": 3.229961713189433e-05,
"loss": 0.6813,
"step": 511500
},
{
"epoch": 1.06,
"learning_rate": 3.228231470484828e-05,
"loss": 0.6765,
"step": 512000
},
{
"epoch": 1.06,
"learning_rate": 3.226501227780223e-05,
"loss": 0.6756,
"step": 512500
},
{
"epoch": 1.07,
"learning_rate": 3.224770985075618e-05,
"loss": 0.6762,
"step": 513000
},
{
"epoch": 1.07,
"learning_rate": 3.223040742371014e-05,
"loss": 0.674,
"step": 513500
},
{
"epoch": 1.07,
"learning_rate": 3.22131049966641e-05,
"loss": 0.677,
"step": 514000
},
{
"epoch": 1.07,
"learning_rate": 3.219580256961804e-05,
"loss": 0.6753,
"step": 514500
},
{
"epoch": 1.07,
"learning_rate": 3.2178500142572e-05,
"loss": 0.6803,
"step": 515000
},
{
"epoch": 1.07,
"learning_rate": 3.216119771552595e-05,
"loss": 0.6768,
"step": 515500
},
{
"epoch": 1.07,
"learning_rate": 3.214389528847991e-05,
"loss": 0.6785,
"step": 516000
},
{
"epoch": 1.07,
"learning_rate": 3.2126592861433866e-05,
"loss": 0.6769,
"step": 516500
},
{
"epoch": 1.07,
"learning_rate": 3.210929043438781e-05,
"loss": 0.6724,
"step": 517000
},
{
"epoch": 1.07,
"learning_rate": 3.209198800734177e-05,
"loss": 0.6771,
"step": 517500
},
{
"epoch": 1.08,
"learning_rate": 3.207468558029572e-05,
"loss": 0.6779,
"step": 518000
},
{
"epoch": 1.08,
"learning_rate": 3.2057383153249676e-05,
"loss": 0.6746,
"step": 518500
},
{
"epoch": 1.08,
"learning_rate": 3.2040080726203627e-05,
"loss": 0.6778,
"step": 519000
},
{
"epoch": 1.08,
"learning_rate": 3.202277829915758e-05,
"loss": 0.6775,
"step": 519500
},
{
"epoch": 1.08,
"learning_rate": 3.2005475872111535e-05,
"loss": 0.676,
"step": 520000
},
{
"epoch": 1.08,
"learning_rate": 3.1988173445065486e-05,
"loss": 0.6789,
"step": 520500
},
{
"epoch": 1.08,
"learning_rate": 3.197087101801944e-05,
"loss": 0.6768,
"step": 521000
},
{
"epoch": 1.08,
"learning_rate": 3.1953568590973394e-05,
"loss": 0.6766,
"step": 521500
},
{
"epoch": 1.08,
"learning_rate": 3.1936266163927345e-05,
"loss": 0.6744,
"step": 522000
},
{
"epoch": 1.08,
"learning_rate": 3.19189637368813e-05,
"loss": 0.6772,
"step": 522500
},
{
"epoch": 1.09,
"learning_rate": 3.190166130983526e-05,
"loss": 0.6766,
"step": 523000
},
{
"epoch": 1.09,
"learning_rate": 3.1884358882789204e-05,
"loss": 0.6766,
"step": 523500
},
{
"epoch": 1.09,
"learning_rate": 3.186705645574316e-05,
"loss": 0.675,
"step": 524000
},
{
"epoch": 1.09,
"learning_rate": 3.184975402869711e-05,
"loss": 0.6759,
"step": 524500
},
{
"epoch": 1.09,
"learning_rate": 3.183245160165107e-05,
"loss": 0.6753,
"step": 525000
},
{
"epoch": 1.09,
"learning_rate": 3.181514917460502e-05,
"loss": 0.6825,
"step": 525500
},
{
"epoch": 1.09,
"learning_rate": 3.179784674755897e-05,
"loss": 0.6761,
"step": 526000
},
{
"epoch": 1.09,
"learning_rate": 3.178054432051293e-05,
"loss": 0.6761,
"step": 526500
},
{
"epoch": 1.09,
"learning_rate": 3.176324189346688e-05,
"loss": 0.678,
"step": 527000
},
{
"epoch": 1.1,
"learning_rate": 3.174593946642084e-05,
"loss": 0.6751,
"step": 527500
},
{
"epoch": 1.1,
"learning_rate": 3.172863703937479e-05,
"loss": 0.6766,
"step": 528000
},
{
"epoch": 1.1,
"learning_rate": 3.171133461232874e-05,
"loss": 0.678,
"step": 528500
},
{
"epoch": 1.1,
"learning_rate": 3.16940321852827e-05,
"loss": 0.6762,
"step": 529000
},
{
"epoch": 1.1,
"learning_rate": 3.167672975823665e-05,
"loss": 0.6756,
"step": 529500
},
{
"epoch": 1.1,
"learning_rate": 3.16594273311906e-05,
"loss": 0.6774,
"step": 530000
},
{
"epoch": 1.1,
"learning_rate": 3.1642124904144556e-05,
"loss": 0.6753,
"step": 530500
},
{
"epoch": 1.1,
"learning_rate": 3.162482247709851e-05,
"loss": 0.6745,
"step": 531000
},
{
"epoch": 1.1,
"learning_rate": 3.1607520050052464e-05,
"loss": 0.677,
"step": 531500
},
{
"epoch": 1.1,
"learning_rate": 3.1590217623006415e-05,
"loss": 0.677,
"step": 532000
},
{
"epoch": 1.11,
"learning_rate": 3.1572915195960366e-05,
"loss": 0.6769,
"step": 532500
},
{
"epoch": 1.11,
"learning_rate": 3.1555612768914323e-05,
"loss": 0.6753,
"step": 533000
},
{
"epoch": 1.11,
"learning_rate": 3.1538310341868274e-05,
"loss": 0.6764,
"step": 533500
},
{
"epoch": 1.11,
"learning_rate": 3.152100791482223e-05,
"loss": 0.677,
"step": 534000
},
{
"epoch": 1.11,
"learning_rate": 3.150370548777618e-05,
"loss": 0.6775,
"step": 534500
},
{
"epoch": 1.11,
"learning_rate": 3.148640306073013e-05,
"loss": 0.6759,
"step": 535000
},
{
"epoch": 1.11,
"learning_rate": 3.146910063368409e-05,
"loss": 0.6793,
"step": 535500
},
{
"epoch": 1.11,
"learning_rate": 3.145179820663804e-05,
"loss": 0.6747,
"step": 536000
},
{
"epoch": 1.11,
"learning_rate": 3.1434495779592e-05,
"loss": 0.6757,
"step": 536500
},
{
"epoch": 1.11,
"learning_rate": 3.141719335254595e-05,
"loss": 0.6767,
"step": 537000
},
{
"epoch": 1.12,
"learning_rate": 3.13998909254999e-05,
"loss": 0.6725,
"step": 537500
},
{
"epoch": 1.12,
"learning_rate": 3.138258849845386e-05,
"loss": 0.6763,
"step": 538000
},
{
"epoch": 1.12,
"learning_rate": 3.136528607140781e-05,
"loss": 0.678,
"step": 538500
},
{
"epoch": 1.12,
"learning_rate": 3.134798364436176e-05,
"loss": 0.6779,
"step": 539000
},
{
"epoch": 1.12,
"learning_rate": 3.133068121731572e-05,
"loss": 0.6758,
"step": 539500
},
{
"epoch": 1.12,
"learning_rate": 3.131337879026967e-05,
"loss": 0.6775,
"step": 540000
},
{
"epoch": 1.12,
"learning_rate": 3.1296076363223626e-05,
"loss": 0.673,
"step": 540500
},
{
"epoch": 1.12,
"learning_rate": 3.127877393617758e-05,
"loss": 0.6738,
"step": 541000
},
{
"epoch": 1.12,
"learning_rate": 3.126147150913153e-05,
"loss": 0.6734,
"step": 541500
},
{
"epoch": 1.13,
"learning_rate": 3.1244169082085485e-05,
"loss": 0.6748,
"step": 542000
},
{
"epoch": 1.13,
"learning_rate": 3.1226866655039436e-05,
"loss": 0.6771,
"step": 542500
},
{
"epoch": 1.13,
"learning_rate": 3.1209564227993394e-05,
"loss": 0.6727,
"step": 543000
},
{
"epoch": 1.13,
"learning_rate": 3.1192261800947344e-05,
"loss": 0.6752,
"step": 543500
},
{
"epoch": 1.13,
"learning_rate": 3.1174959373901295e-05,
"loss": 0.6759,
"step": 544000
},
{
"epoch": 1.13,
"learning_rate": 3.115765694685525e-05,
"loss": 0.6774,
"step": 544500
},
{
"epoch": 1.13,
"learning_rate": 3.1140354519809204e-05,
"loss": 0.676,
"step": 545000
},
{
"epoch": 1.13,
"learning_rate": 3.1123052092763154e-05,
"loss": 0.6754,
"step": 545500
},
{
"epoch": 1.13,
"learning_rate": 3.110574966571711e-05,
"loss": 0.6734,
"step": 546000
},
{
"epoch": 1.13,
"learning_rate": 3.108844723867106e-05,
"loss": 0.6748,
"step": 546500
},
{
"epoch": 1.14,
"learning_rate": 3.107114481162502e-05,
"loss": 0.6757,
"step": 547000
},
{
"epoch": 1.14,
"learning_rate": 3.105384238457897e-05,
"loss": 0.6767,
"step": 547500
},
{
"epoch": 1.14,
"learning_rate": 3.103653995753292e-05,
"loss": 0.6741,
"step": 548000
},
{
"epoch": 1.14,
"learning_rate": 3.101923753048688e-05,
"loss": 0.6732,
"step": 548500
},
{
"epoch": 1.14,
"learning_rate": 3.100193510344083e-05,
"loss": 0.6744,
"step": 549000
},
{
"epoch": 1.14,
"learning_rate": 3.098463267639479e-05,
"loss": 0.6791,
"step": 549500
},
{
"epoch": 1.14,
"learning_rate": 3.096733024934874e-05,
"loss": 0.6769,
"step": 550000
},
{
"epoch": 1.14,
"learning_rate": 3.095002782230269e-05,
"loss": 0.6755,
"step": 550500
},
{
"epoch": 1.14,
"learning_rate": 3.093272539525665e-05,
"loss": 0.6746,
"step": 551000
},
{
"epoch": 1.15,
"learning_rate": 3.09154229682106e-05,
"loss": 0.6745,
"step": 551500
},
{
"epoch": 1.15,
"learning_rate": 3.089812054116455e-05,
"loss": 0.6774,
"step": 552000
},
{
"epoch": 1.15,
"learning_rate": 3.0880818114118506e-05,
"loss": 0.6768,
"step": 552500
},
{
"epoch": 1.15,
"learning_rate": 3.086351568707246e-05,
"loss": 0.6749,
"step": 553000
},
{
"epoch": 1.15,
"learning_rate": 3.0846213260026415e-05,
"loss": 0.6747,
"step": 553500
},
{
"epoch": 1.15,
"learning_rate": 3.0828910832980365e-05,
"loss": 0.6756,
"step": 554000
},
{
"epoch": 1.15,
"learning_rate": 3.0811608405934316e-05,
"loss": 0.6739,
"step": 554500
},
{
"epoch": 1.15,
"learning_rate": 3.0794305978888274e-05,
"loss": 0.6742,
"step": 555000
},
{
"epoch": 1.15,
"learning_rate": 3.0777003551842224e-05,
"loss": 0.6781,
"step": 555500
},
{
"epoch": 1.15,
"learning_rate": 3.075970112479618e-05,
"loss": 0.6733,
"step": 556000
},
{
"epoch": 1.16,
"learning_rate": 3.074239869775013e-05,
"loss": 0.6763,
"step": 556500
},
{
"epoch": 1.16,
"learning_rate": 3.0725096270704084e-05,
"loss": 0.6769,
"step": 557000
},
{
"epoch": 1.16,
"learning_rate": 3.070779384365804e-05,
"loss": 0.6755,
"step": 557500
},
{
"epoch": 1.16,
"learning_rate": 3.069049141661199e-05,
"loss": 0.6722,
"step": 558000
},
{
"epoch": 1.16,
"learning_rate": 3.067318898956595e-05,
"loss": 0.6759,
"step": 558500
},
{
"epoch": 1.16,
"learning_rate": 3.06558865625199e-05,
"loss": 0.6716,
"step": 559000
},
{
"epoch": 1.16,
"learning_rate": 3.063858413547385e-05,
"loss": 0.6743,
"step": 559500
},
{
"epoch": 1.16,
"learning_rate": 3.062128170842781e-05,
"loss": 0.675,
"step": 560000
},
{
"epoch": 1.16,
"learning_rate": 3.060397928138176e-05,
"loss": 0.6733,
"step": 560500
},
{
"epoch": 1.16,
"learning_rate": 3.058667685433571e-05,
"loss": 0.6749,
"step": 561000
},
{
"epoch": 1.17,
"learning_rate": 3.056937442728967e-05,
"loss": 0.6767,
"step": 561500
},
{
"epoch": 1.17,
"learning_rate": 3.055207200024362e-05,
"loss": 0.6743,
"step": 562000
},
{
"epoch": 1.17,
"learning_rate": 3.0534769573197576e-05,
"loss": 0.675,
"step": 562500
},
{
"epoch": 1.17,
"learning_rate": 3.0517467146151524e-05,
"loss": 0.6742,
"step": 563000
},
{
"epoch": 1.17,
"learning_rate": 3.0500164719105478e-05,
"loss": 0.6753,
"step": 563500
},
{
"epoch": 1.17,
"learning_rate": 3.0482862292059432e-05,
"loss": 0.6729,
"step": 564000
},
{
"epoch": 1.17,
"learning_rate": 3.0465559865013386e-05,
"loss": 0.6728,
"step": 564500
},
{
"epoch": 1.17,
"learning_rate": 3.0448257437967344e-05,
"loss": 0.6763,
"step": 565000
},
{
"epoch": 1.17,
"learning_rate": 3.043095501092129e-05,
"loss": 0.6706,
"step": 565500
},
{
"epoch": 1.18,
"learning_rate": 3.0413652583875245e-05,
"loss": 0.6726,
"step": 566000
},
{
"epoch": 1.18,
"learning_rate": 3.03963501568292e-05,
"loss": 0.6739,
"step": 566500
},
{
"epoch": 1.18,
"learning_rate": 3.0379047729783157e-05,
"loss": 0.6711,
"step": 567000
},
{
"epoch": 1.18,
"learning_rate": 3.0361745302737105e-05,
"loss": 0.6759,
"step": 567500
},
{
"epoch": 1.18,
"learning_rate": 3.034444287569106e-05,
"loss": 0.6739,
"step": 568000
},
{
"epoch": 1.18,
"learning_rate": 3.0327140448645013e-05,
"loss": 0.6722,
"step": 568500
},
{
"epoch": 1.18,
"learning_rate": 3.0309838021598967e-05,
"loss": 0.6746,
"step": 569000
},
{
"epoch": 1.18,
"learning_rate": 3.0292535594552925e-05,
"loss": 0.6759,
"step": 569500
},
{
"epoch": 1.18,
"learning_rate": 3.0275233167506872e-05,
"loss": 0.6742,
"step": 570000
},
{
"epoch": 1.18,
"learning_rate": 3.0257930740460826e-05,
"loss": 0.6727,
"step": 570500
},
{
"epoch": 1.19,
"learning_rate": 3.024062831341478e-05,
"loss": 0.6747,
"step": 571000
},
{
"epoch": 1.19,
"learning_rate": 3.0223325886368735e-05,
"loss": 0.6721,
"step": 571500
},
{
"epoch": 1.19,
"learning_rate": 3.0206023459322685e-05,
"loss": 0.6725,
"step": 572000
},
{
"epoch": 1.19,
"learning_rate": 3.018872103227664e-05,
"loss": 0.6743,
"step": 572500
},
{
"epoch": 1.19,
"learning_rate": 3.0171418605230594e-05,
"loss": 0.6743,
"step": 573000
},
{
"epoch": 1.19,
"learning_rate": 3.0154116178184548e-05,
"loss": 0.6712,
"step": 573500
},
{
"epoch": 1.19,
"learning_rate": 3.01368137511385e-05,
"loss": 0.6744,
"step": 574000
},
{
"epoch": 1.19,
"learning_rate": 3.0119511324092453e-05,
"loss": 0.6753,
"step": 574500
},
{
"epoch": 1.19,
"learning_rate": 3.0102208897046407e-05,
"loss": 0.6773,
"step": 575000
},
{
"epoch": 1.19,
"learning_rate": 3.008490647000036e-05,
"loss": 0.6741,
"step": 575500
},
{
"epoch": 1.2,
"learning_rate": 3.0067604042954316e-05,
"loss": 0.6728,
"step": 576000
},
{
"epoch": 1.2,
"learning_rate": 3.0050301615908266e-05,
"loss": 0.6735,
"step": 576500
},
{
"epoch": 1.2,
"learning_rate": 3.003299918886222e-05,
"loss": 0.6704,
"step": 577000
},
{
"epoch": 1.2,
"learning_rate": 3.0015696761816175e-05,
"loss": 0.6722,
"step": 577500
},
{
"epoch": 1.2,
"learning_rate": 2.999839433477013e-05,
"loss": 0.6726,
"step": 578000
},
{
"epoch": 1.2,
"learning_rate": 2.998109190772408e-05,
"loss": 0.6737,
"step": 578500
},
{
"epoch": 1.2,
"learning_rate": 2.9963789480678034e-05,
"loss": 0.6704,
"step": 579000
},
{
"epoch": 1.2,
"learning_rate": 2.9946487053631988e-05,
"loss": 0.6691,
"step": 579500
},
{
"epoch": 1.2,
"learning_rate": 2.9929184626585942e-05,
"loss": 0.6715,
"step": 580000
},
{
"epoch": 1.21,
"learning_rate": 2.9911882199539896e-05,
"loss": 0.6752,
"step": 580500
},
{
"epoch": 1.21,
"learning_rate": 2.9894579772493847e-05,
"loss": 0.6714,
"step": 581000
},
{
"epoch": 1.21,
"learning_rate": 2.98772773454478e-05,
"loss": 0.6705,
"step": 581500
},
{
"epoch": 1.21,
"learning_rate": 2.9859974918401756e-05,
"loss": 0.6708,
"step": 582000
},
{
"epoch": 1.21,
"learning_rate": 2.984267249135571e-05,
"loss": 0.6747,
"step": 582500
},
{
"epoch": 1.21,
"learning_rate": 2.982537006430966e-05,
"loss": 0.6695,
"step": 583000
},
{
"epoch": 1.21,
"learning_rate": 2.9808067637263615e-05,
"loss": 0.6729,
"step": 583500
},
{
"epoch": 1.21,
"learning_rate": 2.979076521021757e-05,
"loss": 0.6741,
"step": 584000
},
{
"epoch": 1.21,
"learning_rate": 2.9773462783171523e-05,
"loss": 0.6695,
"step": 584500
},
{
"epoch": 1.21,
"learning_rate": 2.9756160356125474e-05,
"loss": 0.6723,
"step": 585000
},
{
"epoch": 1.22,
"learning_rate": 2.9738857929079428e-05,
"loss": 0.6745,
"step": 585500
},
{
"epoch": 1.22,
"learning_rate": 2.9721555502033382e-05,
"loss": 0.6723,
"step": 586000
},
{
"epoch": 1.22,
"learning_rate": 2.9704253074987337e-05,
"loss": 0.6718,
"step": 586500
},
{
"epoch": 1.22,
"learning_rate": 2.968695064794129e-05,
"loss": 0.6698,
"step": 587000
},
{
"epoch": 1.22,
"learning_rate": 2.966964822089524e-05,
"loss": 0.6734,
"step": 587500
},
{
"epoch": 1.22,
"learning_rate": 2.9652345793849196e-05,
"loss": 0.6706,
"step": 588000
},
{
"epoch": 1.22,
"learning_rate": 2.963504336680315e-05,
"loss": 0.6716,
"step": 588500
},
{
"epoch": 1.22,
"learning_rate": 2.9617740939757104e-05,
"loss": 0.6751,
"step": 589000
},
{
"epoch": 1.22,
"learning_rate": 2.9600438512711055e-05,
"loss": 0.6726,
"step": 589500
},
{
"epoch": 1.23,
"learning_rate": 2.958313608566501e-05,
"loss": 0.6703,
"step": 590000
},
{
"epoch": 1.23,
"learning_rate": 2.9565833658618963e-05,
"loss": 0.6726,
"step": 590500
},
{
"epoch": 1.23,
"learning_rate": 2.9548531231572917e-05,
"loss": 0.6756,
"step": 591000
},
{
"epoch": 1.23,
"learning_rate": 2.953122880452687e-05,
"loss": 0.671,
"step": 591500
},
{
"epoch": 1.23,
"learning_rate": 2.9513926377480822e-05,
"loss": 0.6724,
"step": 592000
},
{
"epoch": 1.23,
"learning_rate": 2.9496623950434777e-05,
"loss": 0.6687,
"step": 592500
},
{
"epoch": 1.23,
"learning_rate": 2.947932152338873e-05,
"loss": 0.6694,
"step": 593000
},
{
"epoch": 1.23,
"learning_rate": 2.9462019096342685e-05,
"loss": 0.6742,
"step": 593500
},
{
"epoch": 1.23,
"learning_rate": 2.9444716669296636e-05,
"loss": 0.6729,
"step": 594000
},
{
"epoch": 1.23,
"learning_rate": 2.942741424225059e-05,
"loss": 0.6678,
"step": 594500
},
{
"epoch": 1.24,
"learning_rate": 2.9410111815204544e-05,
"loss": 0.6731,
"step": 595000
},
{
"epoch": 1.24,
"learning_rate": 2.9392809388158498e-05,
"loss": 0.6756,
"step": 595500
},
{
"epoch": 1.24,
"learning_rate": 2.937550696111245e-05,
"loss": 0.671,
"step": 596000
},
{
"epoch": 1.24,
"learning_rate": 2.9358204534066403e-05,
"loss": 0.6738,
"step": 596500
},
{
"epoch": 1.24,
"learning_rate": 2.9340902107020357e-05,
"loss": 0.6728,
"step": 597000
},
{
"epoch": 1.24,
"learning_rate": 2.932359967997431e-05,
"loss": 0.6713,
"step": 597500
},
{
"epoch": 1.24,
"learning_rate": 2.9306297252928266e-05,
"loss": 0.6709,
"step": 598000
},
{
"epoch": 1.24,
"learning_rate": 2.9288994825882217e-05,
"loss": 0.6685,
"step": 598500
},
{
"epoch": 1.24,
"learning_rate": 2.927169239883617e-05,
"loss": 0.6708,
"step": 599000
},
{
"epoch": 1.24,
"learning_rate": 2.9254389971790125e-05,
"loss": 0.6712,
"step": 599500
},
{
"epoch": 1.25,
"learning_rate": 2.923708754474408e-05,
"loss": 0.6741,
"step": 600000
},
{
"epoch": 1.25,
"learning_rate": 2.921978511769803e-05,
"loss": 0.671,
"step": 600500
},
{
"epoch": 1.25,
"learning_rate": 2.9202482690651984e-05,
"loss": 0.669,
"step": 601000
},
{
"epoch": 1.25,
"learning_rate": 2.918518026360594e-05,
"loss": 0.6739,
"step": 601500
},
{
"epoch": 1.25,
"learning_rate": 2.9167877836559893e-05,
"loss": 0.6737,
"step": 602000
},
{
"epoch": 1.25,
"learning_rate": 2.9150575409513847e-05,
"loss": 0.6731,
"step": 602500
},
{
"epoch": 1.25,
"learning_rate": 2.9133272982467798e-05,
"loss": 0.6736,
"step": 603000
},
{
"epoch": 1.25,
"learning_rate": 2.911597055542175e-05,
"loss": 0.6722,
"step": 603500
},
{
"epoch": 1.25,
"learning_rate": 2.9098668128375706e-05,
"loss": 0.6697,
"step": 604000
},
{
"epoch": 1.26,
"learning_rate": 2.908136570132966e-05,
"loss": 0.6733,
"step": 604500
},
{
"epoch": 1.26,
"learning_rate": 2.906406327428361e-05,
"loss": 0.6717,
"step": 605000
},
{
"epoch": 1.26,
"learning_rate": 2.9046760847237565e-05,
"loss": 0.6723,
"step": 605500
},
{
"epoch": 1.26,
"learning_rate": 2.902945842019152e-05,
"loss": 0.6717,
"step": 606000
},
{
"epoch": 1.26,
"learning_rate": 2.9012155993145473e-05,
"loss": 0.6708,
"step": 606500
},
{
"epoch": 1.26,
"learning_rate": 2.8994853566099428e-05,
"loss": 0.6729,
"step": 607000
},
{
"epoch": 1.26,
"learning_rate": 2.897755113905338e-05,
"loss": 0.6695,
"step": 607500
},
{
"epoch": 1.26,
"learning_rate": 2.8960248712007333e-05,
"loss": 0.6697,
"step": 608000
},
{
"epoch": 1.26,
"learning_rate": 2.8942946284961287e-05,
"loss": 0.6692,
"step": 608500
},
{
"epoch": 1.26,
"learning_rate": 2.892564385791524e-05,
"loss": 0.6699,
"step": 609000
},
{
"epoch": 1.27,
"learning_rate": 2.8908341430869192e-05,
"loss": 0.6711,
"step": 609500
},
{
"epoch": 1.27,
"learning_rate": 2.8891039003823146e-05,
"loss": 0.6692,
"step": 610000
},
{
"epoch": 1.27,
"learning_rate": 2.88737365767771e-05,
"loss": 0.6701,
"step": 610500
},
{
"epoch": 1.27,
"learning_rate": 2.8856434149731054e-05,
"loss": 0.6695,
"step": 611000
},
{
"epoch": 1.27,
"learning_rate": 2.8839131722685002e-05,
"loss": 0.6667,
"step": 611500
},
{
"epoch": 1.27,
"learning_rate": 2.882182929563896e-05,
"loss": 0.671,
"step": 612000
},
{
"epoch": 1.27,
"learning_rate": 2.8804526868592913e-05,
"loss": 0.6711,
"step": 612500
},
{
"epoch": 1.27,
"learning_rate": 2.8787224441546868e-05,
"loss": 0.6733,
"step": 613000
},
{
"epoch": 1.27,
"learning_rate": 2.8769922014500822e-05,
"loss": 0.6711,
"step": 613500
},
{
"epoch": 1.27,
"learning_rate": 2.8752619587454773e-05,
"loss": 0.6698,
"step": 614000
},
{
"epoch": 1.28,
"learning_rate": 2.8735317160408727e-05,
"loss": 0.6689,
"step": 614500
},
{
"epoch": 1.28,
"learning_rate": 2.871801473336268e-05,
"loss": 0.6709,
"step": 615000
},
{
"epoch": 1.28,
"learning_rate": 2.8700712306316635e-05,
"loss": 0.6736,
"step": 615500
},
{
"epoch": 1.28,
"learning_rate": 2.8683409879270583e-05,
"loss": 0.6688,
"step": 616000
},
{
"epoch": 1.28,
"learning_rate": 2.866610745222454e-05,
"loss": 0.6725,
"step": 616500
},
{
"epoch": 1.28,
"learning_rate": 2.8648805025178494e-05,
"loss": 0.6678,
"step": 617000
},
{
"epoch": 1.28,
"learning_rate": 2.863150259813245e-05,
"loss": 0.6691,
"step": 617500
},
{
"epoch": 1.28,
"learning_rate": 2.8614200171086403e-05,
"loss": 0.6712,
"step": 618000
},
{
"epoch": 1.28,
"learning_rate": 2.859689774404035e-05,
"loss": 0.6697,
"step": 618500
},
{
"epoch": 1.29,
"learning_rate": 2.8579595316994308e-05,
"loss": 0.6696,
"step": 619000
},
{
"epoch": 1.29,
"learning_rate": 2.8562292889948262e-05,
"loss": 0.6706,
"step": 619500
},
{
"epoch": 1.29,
"learning_rate": 2.8544990462902216e-05,
"loss": 0.6697,
"step": 620000
},
{
"epoch": 1.29,
"learning_rate": 2.8527688035856163e-05,
"loss": 0.6713,
"step": 620500
},
{
"epoch": 1.29,
"learning_rate": 2.851038560881012e-05,
"loss": 0.669,
"step": 621000
},
{
"epoch": 1.29,
"learning_rate": 2.8493083181764075e-05,
"loss": 0.6664,
"step": 621500
},
{
"epoch": 1.29,
"learning_rate": 2.847578075471803e-05,
"loss": 0.6703,
"step": 622000
},
{
"epoch": 1.29,
"learning_rate": 2.8458478327671977e-05,
"loss": 0.6706,
"step": 622500
},
{
"epoch": 1.29,
"learning_rate": 2.844117590062593e-05,
"loss": 0.6714,
"step": 623000
},
{
"epoch": 1.29,
"learning_rate": 2.842387347357989e-05,
"loss": 0.6744,
"step": 623500
},
{
"epoch": 1.3,
"learning_rate": 2.8406571046533843e-05,
"loss": 0.6678,
"step": 624000
},
{
"epoch": 1.3,
"learning_rate": 2.8389268619487797e-05,
"loss": 0.6706,
"step": 624500
},
{
"epoch": 1.3,
"learning_rate": 2.8371966192441744e-05,
"loss": 0.669,
"step": 625000
},
{
"epoch": 1.3,
"learning_rate": 2.8354663765395702e-05,
"loss": 0.6683,
"step": 625500
},
{
"epoch": 1.3,
"learning_rate": 2.8337361338349656e-05,
"loss": 0.6704,
"step": 626000
},
{
"epoch": 1.3,
"learning_rate": 2.832005891130361e-05,
"loss": 0.6676,
"step": 626500
},
{
"epoch": 1.3,
"learning_rate": 2.8302756484257558e-05,
"loss": 0.6738,
"step": 627000
},
{
"epoch": 1.3,
"learning_rate": 2.8285454057211512e-05,
"loss": 0.6685,
"step": 627500
},
{
"epoch": 1.3,
"learning_rate": 2.826815163016547e-05,
"loss": 0.6716,
"step": 628000
},
{
"epoch": 1.3,
"learning_rate": 2.8250849203119424e-05,
"loss": 0.6706,
"step": 628500
},
{
"epoch": 1.31,
"learning_rate": 2.8233546776073378e-05,
"loss": 0.6694,
"step": 629000
},
{
"epoch": 1.31,
"learning_rate": 2.8216244349027325e-05,
"loss": 0.6694,
"step": 629500
},
{
"epoch": 1.31,
"learning_rate": 2.8198941921981283e-05,
"loss": 0.6707,
"step": 630000
},
{
"epoch": 1.31,
"learning_rate": 2.8181639494935237e-05,
"loss": 0.6693,
"step": 630500
},
{
"epoch": 1.31,
"learning_rate": 2.816433706788919e-05,
"loss": 0.6702,
"step": 631000
},
{
"epoch": 1.31,
"learning_rate": 2.814703464084314e-05,
"loss": 0.6695,
"step": 631500
},
{
"epoch": 1.31,
"learning_rate": 2.8129732213797093e-05,
"loss": 0.6705,
"step": 632000
},
{
"epoch": 1.31,
"learning_rate": 2.811242978675105e-05,
"loss": 0.6704,
"step": 632500
},
{
"epoch": 1.31,
"learning_rate": 2.8095127359705005e-05,
"loss": 0.6676,
"step": 633000
},
{
"epoch": 1.32,
"learning_rate": 2.8077824932658952e-05,
"loss": 0.6676,
"step": 633500
},
{
"epoch": 1.32,
"learning_rate": 2.8060522505612906e-05,
"loss": 0.6684,
"step": 634000
},
{
"epoch": 1.32,
"learning_rate": 2.804322007856686e-05,
"loss": 0.6723,
"step": 634500
},
{
"epoch": 1.32,
"learning_rate": 2.8025917651520818e-05,
"loss": 0.6689,
"step": 635000
},
{
"epoch": 1.32,
"learning_rate": 2.8008615224474772e-05,
"loss": 0.6693,
"step": 635500
},
{
"epoch": 1.32,
"learning_rate": 2.799131279742872e-05,
"loss": 0.6708,
"step": 636000
},
{
"epoch": 1.32,
"learning_rate": 2.7974010370382674e-05,
"loss": 0.6688,
"step": 636500
},
{
"epoch": 1.32,
"learning_rate": 2.795670794333663e-05,
"loss": 0.6645,
"step": 637000
},
{
"epoch": 1.32,
"learning_rate": 2.7939405516290585e-05,
"loss": 0.6724,
"step": 637500
},
{
"epoch": 1.32,
"learning_rate": 2.7922103089244533e-05,
"loss": 0.6693,
"step": 638000
},
{
"epoch": 1.33,
"learning_rate": 2.7904800662198487e-05,
"loss": 0.6676,
"step": 638500
},
{
"epoch": 1.33,
"learning_rate": 2.788749823515244e-05,
"loss": 0.6684,
"step": 639000
},
{
"epoch": 1.33,
"learning_rate": 2.78701958081064e-05,
"loss": 0.6688,
"step": 639500
},
{
"epoch": 1.33,
"learning_rate": 2.7852893381060353e-05,
"loss": 0.6695,
"step": 640000
},
{
"epoch": 1.33,
"learning_rate": 2.78355909540143e-05,
"loss": 0.6698,
"step": 640500
},
{
"epoch": 1.33,
"learning_rate": 2.7818288526968255e-05,
"loss": 0.6697,
"step": 641000
},
{
"epoch": 1.33,
"learning_rate": 2.7800986099922212e-05,
"loss": 0.67,
"step": 641500
},
{
"epoch": 1.33,
"learning_rate": 2.7783683672876166e-05,
"loss": 0.6692,
"step": 642000
},
{
"epoch": 1.33,
"learning_rate": 2.7766381245830114e-05,
"loss": 0.6666,
"step": 642500
},
{
"epoch": 1.34,
"learning_rate": 2.7749078818784068e-05,
"loss": 0.6676,
"step": 643000
},
{
"epoch": 1.34,
"learning_rate": 2.7731776391738022e-05,
"loss": 0.6663,
"step": 643500
},
{
"epoch": 1.34,
"learning_rate": 2.771447396469198e-05,
"loss": 0.6679,
"step": 644000
},
{
"epoch": 1.34,
"learning_rate": 2.7697171537645927e-05,
"loss": 0.6683,
"step": 644500
},
{
"epoch": 1.34,
"learning_rate": 2.767986911059988e-05,
"loss": 0.6692,
"step": 645000
},
{
"epoch": 1.34,
"learning_rate": 2.7662566683553835e-05,
"loss": 0.6701,
"step": 645500
},
{
"epoch": 1.34,
"learning_rate": 2.764526425650779e-05,
"loss": 0.6681,
"step": 646000
},
{
"epoch": 1.34,
"learning_rate": 2.7627961829461747e-05,
"loss": 0.6703,
"step": 646500
},
{
"epoch": 1.34,
"learning_rate": 2.7610659402415695e-05,
"loss": 0.6687,
"step": 647000
},
{
"epoch": 1.34,
"learning_rate": 2.759335697536965e-05,
"loss": 0.6677,
"step": 647500
},
{
"epoch": 1.35,
"learning_rate": 2.7576054548323603e-05,
"loss": 0.6666,
"step": 648000
},
{
"epoch": 1.35,
"learning_rate": 2.755875212127756e-05,
"loss": 0.6666,
"step": 648500
},
{
"epoch": 1.35,
"learning_rate": 2.7541449694231508e-05,
"loss": 0.6692,
"step": 649000
},
{
"epoch": 1.35,
"learning_rate": 2.7524147267185462e-05,
"loss": 0.6687,
"step": 649500
},
{
"epoch": 1.35,
"learning_rate": 2.7506844840139416e-05,
"loss": 0.6703,
"step": 650000
},
{
"epoch": 1.35,
"learning_rate": 2.748954241309337e-05,
"loss": 0.6716,
"step": 650500
},
{
"epoch": 1.35,
"learning_rate": 2.7472239986047328e-05,
"loss": 0.6694,
"step": 651000
},
{
"epoch": 1.35,
"learning_rate": 2.7454937559001276e-05,
"loss": 0.6703,
"step": 651500
},
{
"epoch": 1.35,
"learning_rate": 2.743763513195523e-05,
"loss": 0.6683,
"step": 652000
},
{
"epoch": 1.35,
"learning_rate": 2.7420332704909184e-05,
"loss": 0.6657,
"step": 652500
},
{
"epoch": 1.36,
"learning_rate": 2.740303027786314e-05,
"loss": 0.6673,
"step": 653000
},
{
"epoch": 1.36,
"learning_rate": 2.738572785081709e-05,
"loss": 0.666,
"step": 653500
},
{
"epoch": 1.36,
"learning_rate": 2.7368425423771043e-05,
"loss": 0.6688,
"step": 654000
},
{
"epoch": 1.36,
"learning_rate": 2.7351122996724997e-05,
"loss": 0.6688,
"step": 654500
},
{
"epoch": 1.36,
"learning_rate": 2.733382056967895e-05,
"loss": 0.6676,
"step": 655000
},
{
"epoch": 1.36,
"learning_rate": 2.7316518142632902e-05,
"loss": 0.67,
"step": 655500
},
{
"epoch": 1.36,
"learning_rate": 2.7299215715586856e-05,
"loss": 0.6707,
"step": 656000
},
{
"epoch": 1.36,
"learning_rate": 2.728191328854081e-05,
"loss": 0.6689,
"step": 656500
},
{
"epoch": 1.36,
"learning_rate": 2.7264610861494765e-05,
"loss": 0.6674,
"step": 657000
},
{
"epoch": 1.37,
"learning_rate": 2.724730843444872e-05,
"loss": 0.6671,
"step": 657500
},
{
"epoch": 1.37,
"learning_rate": 2.723000600740267e-05,
"loss": 0.6707,
"step": 658000
},
{
"epoch": 1.37,
"learning_rate": 2.7212703580356624e-05,
"loss": 0.6682,
"step": 658500
},
{
"epoch": 1.37,
"learning_rate": 2.7195401153310578e-05,
"loss": 0.6634,
"step": 659000
},
{
"epoch": 1.37,
"learning_rate": 2.7178098726264532e-05,
"loss": 0.668,
"step": 659500
},
{
"epoch": 1.37,
"learning_rate": 2.7160796299218483e-05,
"loss": 0.6663,
"step": 660000
},
{
"epoch": 1.37,
"learning_rate": 2.7143493872172437e-05,
"loss": 0.6673,
"step": 660500
},
{
"epoch": 1.37,
"learning_rate": 2.712619144512639e-05,
"loss": 0.668,
"step": 661000
},
{
"epoch": 1.37,
"learning_rate": 2.7108889018080346e-05,
"loss": 0.6675,
"step": 661500
},
{
"epoch": 1.37,
"learning_rate": 2.70915865910343e-05,
"loss": 0.669,
"step": 662000
},
{
"epoch": 1.38,
"learning_rate": 2.707428416398825e-05,
"loss": 0.665,
"step": 662500
},
{
"epoch": 1.38,
"learning_rate": 2.7056981736942205e-05,
"loss": 0.6649,
"step": 663000
},
{
"epoch": 1.38,
"learning_rate": 2.703967930989616e-05,
"loss": 0.6661,
"step": 663500
},
{
"epoch": 1.38,
"learning_rate": 2.7022376882850113e-05,
"loss": 0.668,
"step": 664000
},
{
"epoch": 1.38,
"learning_rate": 2.7005074455804064e-05,
"loss": 0.6703,
"step": 664500
},
{
"epoch": 1.38,
"learning_rate": 2.6987772028758018e-05,
"loss": 0.6681,
"step": 665000
},
{
"epoch": 1.38,
"learning_rate": 2.6970469601711972e-05,
"loss": 0.6698,
"step": 665500
},
{
"epoch": 1.38,
"learning_rate": 2.6953167174665927e-05,
"loss": 0.669,
"step": 666000
},
{
"epoch": 1.38,
"learning_rate": 2.6935864747619877e-05,
"loss": 0.6676,
"step": 666500
},
{
"epoch": 1.38,
"learning_rate": 2.691856232057383e-05,
"loss": 0.6683,
"step": 667000
},
{
"epoch": 1.39,
"learning_rate": 2.6901259893527786e-05,
"loss": 0.6678,
"step": 667500
},
{
"epoch": 1.39,
"learning_rate": 2.688395746648174e-05,
"loss": 0.666,
"step": 668000
},
{
"epoch": 1.39,
"learning_rate": 2.6866655039435694e-05,
"loss": 0.6662,
"step": 668500
},
{
"epoch": 1.39,
"learning_rate": 2.6849352612389645e-05,
"loss": 0.6681,
"step": 669000
},
{
"epoch": 1.39,
"learning_rate": 2.68320501853436e-05,
"loss": 0.6633,
"step": 669500
},
{
"epoch": 1.39,
"learning_rate": 2.6814747758297553e-05,
"loss": 0.6659,
"step": 670000
},
{
"epoch": 1.39,
"learning_rate": 2.6797445331251507e-05,
"loss": 0.6671,
"step": 670500
},
{
"epoch": 1.39,
"learning_rate": 2.6780142904205458e-05,
"loss": 0.6668,
"step": 671000
},
{
"epoch": 1.39,
"learning_rate": 2.6762840477159412e-05,
"loss": 0.6688,
"step": 671500
},
{
"epoch": 1.4,
"learning_rate": 2.6745538050113367e-05,
"loss": 0.6635,
"step": 672000
},
{
"epoch": 1.4,
"learning_rate": 2.672823562306732e-05,
"loss": 0.666,
"step": 672500
},
{
"epoch": 1.4,
"learning_rate": 2.6710933196021275e-05,
"loss": 0.6654,
"step": 673000
},
{
"epoch": 1.4,
"learning_rate": 2.6693630768975226e-05,
"loss": 0.6655,
"step": 673500
},
{
"epoch": 1.4,
"learning_rate": 2.667632834192918e-05,
"loss": 0.6675,
"step": 674000
},
{
"epoch": 1.4,
"learning_rate": 2.6659025914883134e-05,
"loss": 0.6703,
"step": 674500
},
{
"epoch": 1.4,
"learning_rate": 2.664172348783709e-05,
"loss": 0.6675,
"step": 675000
},
{
"epoch": 1.4,
"learning_rate": 2.662442106079104e-05,
"loss": 0.6666,
"step": 675500
},
{
"epoch": 1.4,
"learning_rate": 2.6607118633744993e-05,
"loss": 0.6653,
"step": 676000
},
{
"epoch": 1.4,
"learning_rate": 2.6589816206698948e-05,
"loss": 0.6669,
"step": 676500
},
{
"epoch": 1.41,
"learning_rate": 2.6572513779652902e-05,
"loss": 0.663,
"step": 677000
},
{
"epoch": 1.41,
"learning_rate": 2.6555211352606856e-05,
"loss": 0.6671,
"step": 677500
},
{
"epoch": 1.41,
"learning_rate": 2.6537908925560807e-05,
"loss": 0.6677,
"step": 678000
},
{
"epoch": 1.41,
"learning_rate": 2.652060649851476e-05,
"loss": 0.6676,
"step": 678500
},
{
"epoch": 1.41,
"learning_rate": 2.6503304071468715e-05,
"loss": 0.666,
"step": 679000
},
{
"epoch": 1.41,
"learning_rate": 2.648600164442267e-05,
"loss": 0.6649,
"step": 679500
},
{
"epoch": 1.41,
"learning_rate": 2.646869921737662e-05,
"loss": 0.6663,
"step": 680000
},
{
"epoch": 1.41,
"learning_rate": 2.6451396790330574e-05,
"loss": 0.6657,
"step": 680500
},
{
"epoch": 1.41,
"learning_rate": 2.643409436328453e-05,
"loss": 0.6678,
"step": 681000
},
{
"epoch": 1.41,
"learning_rate": 2.6416791936238483e-05,
"loss": 0.6685,
"step": 681500
},
{
"epoch": 1.42,
"learning_rate": 2.6399489509192433e-05,
"loss": 0.6645,
"step": 682000
},
{
"epoch": 1.42,
"learning_rate": 2.6382187082146388e-05,
"loss": 0.6694,
"step": 682500
},
{
"epoch": 1.42,
"learning_rate": 2.6364884655100342e-05,
"loss": 0.6635,
"step": 683000
},
{
"epoch": 1.42,
"learning_rate": 2.6347582228054296e-05,
"loss": 0.6664,
"step": 683500
},
{
"epoch": 1.42,
"learning_rate": 2.633027980100825e-05,
"loss": 0.6685,
"step": 684000
},
{
"epoch": 1.42,
"learning_rate": 2.63129773739622e-05,
"loss": 0.6666,
"step": 684500
},
{
"epoch": 1.42,
"learning_rate": 2.6295674946916155e-05,
"loss": 0.6664,
"step": 685000
},
{
"epoch": 1.42,
"learning_rate": 2.627837251987011e-05,
"loss": 0.6692,
"step": 685500
},
{
"epoch": 1.42,
"learning_rate": 2.6261070092824063e-05,
"loss": 0.6666,
"step": 686000
},
{
"epoch": 1.43,
"learning_rate": 2.6243767665778014e-05,
"loss": 0.6659,
"step": 686500
},
{
"epoch": 1.43,
"learning_rate": 2.622646523873197e-05,
"loss": 0.6655,
"step": 687000
},
{
"epoch": 1.43,
"learning_rate": 2.6209162811685923e-05,
"loss": 0.6686,
"step": 687500
},
{
"epoch": 1.43,
"learning_rate": 2.6191860384639877e-05,
"loss": 0.6666,
"step": 688000
},
{
"epoch": 1.43,
"learning_rate": 2.617455795759383e-05,
"loss": 0.6678,
"step": 688500
},
{
"epoch": 1.43,
"learning_rate": 2.6157255530547782e-05,
"loss": 0.664,
"step": 689000
},
{
"epoch": 1.43,
"learning_rate": 2.6139953103501736e-05,
"loss": 0.6666,
"step": 689500
},
{
"epoch": 1.43,
"learning_rate": 2.612265067645569e-05,
"loss": 0.6665,
"step": 690000
},
{
"epoch": 1.43,
"learning_rate": 2.6105348249409644e-05,
"loss": 0.6639,
"step": 690500
},
{
"epoch": 1.43,
"learning_rate": 2.6088045822363595e-05,
"loss": 0.6666,
"step": 691000
},
{
"epoch": 1.44,
"learning_rate": 2.607074339531755e-05,
"loss": 0.6668,
"step": 691500
},
{
"epoch": 1.44,
"learning_rate": 2.6053440968271504e-05,
"loss": 0.6672,
"step": 692000
},
{
"epoch": 1.44,
"learning_rate": 2.6036138541225458e-05,
"loss": 0.6676,
"step": 692500
},
{
"epoch": 1.44,
"learning_rate": 2.6018836114179405e-05,
"loss": 0.6652,
"step": 693000
},
{
"epoch": 1.44,
"learning_rate": 2.6001533687133363e-05,
"loss": 0.6656,
"step": 693500
},
{
"epoch": 1.44,
"learning_rate": 2.5984231260087317e-05,
"loss": 0.6672,
"step": 694000
},
{
"epoch": 1.44,
"learning_rate": 2.596692883304127e-05,
"loss": 0.6662,
"step": 694500
},
{
"epoch": 1.44,
"learning_rate": 2.5949626405995225e-05,
"loss": 0.6678,
"step": 695000
},
{
"epoch": 1.44,
"learning_rate": 2.5932323978949176e-05,
"loss": 0.6641,
"step": 695500
},
{
"epoch": 1.45,
"learning_rate": 2.591502155190313e-05,
"loss": 0.6655,
"step": 696000
},
{
"epoch": 1.45,
"learning_rate": 2.5897719124857084e-05,
"loss": 0.6616,
"step": 696500
},
{
"epoch": 1.45,
"learning_rate": 2.588041669781104e-05,
"loss": 0.669,
"step": 697000
},
{
"epoch": 1.45,
"learning_rate": 2.5863114270764986e-05,
"loss": 0.6655,
"step": 697500
},
{
"epoch": 1.45,
"learning_rate": 2.5845811843718944e-05,
"loss": 0.6651,
"step": 698000
},
{
"epoch": 1.45,
"learning_rate": 2.5828509416672898e-05,
"loss": 0.6644,
"step": 698500
},
{
"epoch": 1.45,
"learning_rate": 2.5811206989626852e-05,
"loss": 0.6666,
"step": 699000
},
{
"epoch": 1.45,
"learning_rate": 2.5793904562580806e-05,
"loss": 0.6675,
"step": 699500
},
{
"epoch": 1.45,
"learning_rate": 2.5776602135534757e-05,
"loss": 0.6653,
"step": 700000
},
{
"epoch": 1.45,
"learning_rate": 2.575929970848871e-05,
"loss": 0.6676,
"step": 700500
},
{
"epoch": 1.46,
"learning_rate": 2.5741997281442665e-05,
"loss": 0.6657,
"step": 701000
},
{
"epoch": 1.46,
"learning_rate": 2.572469485439662e-05,
"loss": 0.6643,
"step": 701500
},
{
"epoch": 1.46,
"learning_rate": 2.5707392427350567e-05,
"loss": 0.6646,
"step": 702000
},
{
"epoch": 1.46,
"learning_rate": 2.5690090000304524e-05,
"loss": 0.6668,
"step": 702500
},
{
"epoch": 1.46,
"learning_rate": 2.567278757325848e-05,
"loss": 0.6649,
"step": 703000
},
{
"epoch": 1.46,
"learning_rate": 2.5655485146212433e-05,
"loss": 0.6683,
"step": 703500
},
{
"epoch": 1.46,
"learning_rate": 2.563818271916638e-05,
"loss": 0.6649,
"step": 704000
},
{
"epoch": 1.46,
"learning_rate": 2.5620880292120334e-05,
"loss": 0.6634,
"step": 704500
},
{
"epoch": 1.46,
"learning_rate": 2.5603577865074292e-05,
"loss": 0.6651,
"step": 705000
},
{
"epoch": 1.46,
"learning_rate": 2.5586275438028246e-05,
"loss": 0.6652,
"step": 705500
},
{
"epoch": 1.47,
"learning_rate": 2.55689730109822e-05,
"loss": 0.6681,
"step": 706000
},
{
"epoch": 1.47,
"learning_rate": 2.5551670583936148e-05,
"loss": 0.6656,
"step": 706500
},
{
"epoch": 1.47,
"learning_rate": 2.5534368156890105e-05,
"loss": 0.6674,
"step": 707000
},
{
"epoch": 1.47,
"learning_rate": 2.551706572984406e-05,
"loss": 0.666,
"step": 707500
},
{
"epoch": 1.47,
"learning_rate": 2.5499763302798014e-05,
"loss": 0.6658,
"step": 708000
},
{
"epoch": 1.47,
"learning_rate": 2.548246087575196e-05,
"loss": 0.6636,
"step": 708500
},
{
"epoch": 1.47,
"learning_rate": 2.5465158448705915e-05,
"loss": 0.6637,
"step": 709000
},
{
"epoch": 1.47,
"learning_rate": 2.5447856021659873e-05,
"loss": 0.6679,
"step": 709500
},
{
"epoch": 1.47,
"learning_rate": 2.5430553594613827e-05,
"loss": 0.6648,
"step": 710000
},
{
"epoch": 1.48,
"learning_rate": 2.541325116756778e-05,
"loss": 0.6635,
"step": 710500
},
{
"epoch": 1.48,
"learning_rate": 2.539594874052173e-05,
"loss": 0.6647,
"step": 711000
},
{
"epoch": 1.48,
"learning_rate": 2.5378646313475686e-05,
"loss": 0.6641,
"step": 711500
},
{
"epoch": 1.48,
"learning_rate": 2.536134388642964e-05,
"loss": 0.6659,
"step": 712000
},
{
"epoch": 1.48,
"learning_rate": 2.5344041459383595e-05,
"loss": 0.666,
"step": 712500
},
{
"epoch": 1.48,
"learning_rate": 2.5326739032337542e-05,
"loss": 0.6667,
"step": 713000
},
{
"epoch": 1.48,
"learning_rate": 2.5309436605291496e-05,
"loss": 0.6675,
"step": 713500
},
{
"epoch": 1.48,
"learning_rate": 2.5292134178245454e-05,
"loss": 0.6668,
"step": 714000
},
{
"epoch": 1.48,
"learning_rate": 2.5274831751199408e-05,
"loss": 0.6658,
"step": 714500
},
{
"epoch": 1.48,
"learning_rate": 2.5257529324153355e-05,
"loss": 0.6658,
"step": 715000
},
{
"epoch": 1.49,
"learning_rate": 2.524022689710731e-05,
"loss": 0.6637,
"step": 715500
},
{
"epoch": 1.49,
"learning_rate": 2.5222924470061267e-05,
"loss": 0.6621,
"step": 716000
},
{
"epoch": 1.49,
"learning_rate": 2.520562204301522e-05,
"loss": 0.6656,
"step": 716500
},
{
"epoch": 1.49,
"learning_rate": 2.5188319615969176e-05,
"loss": 0.6604,
"step": 717000
},
{
"epoch": 1.49,
"learning_rate": 2.5171017188923123e-05,
"loss": 0.6641,
"step": 717500
},
{
"epoch": 1.49,
"learning_rate": 2.5153714761877077e-05,
"loss": 0.6653,
"step": 718000
},
{
"epoch": 1.49,
"learning_rate": 2.5136412334831035e-05,
"loss": 0.6614,
"step": 718500
},
{
"epoch": 1.49,
"learning_rate": 2.511910990778499e-05,
"loss": 0.6643,
"step": 719000
},
{
"epoch": 1.49,
"learning_rate": 2.5101807480738936e-05,
"loss": 0.6644,
"step": 719500
},
{
"epoch": 1.49,
"learning_rate": 2.508450505369289e-05,
"loss": 0.6678,
"step": 720000
},
{
"epoch": 1.5,
"learning_rate": 2.5067202626646845e-05,
"loss": 0.6655,
"step": 720500
},
{
"epoch": 1.5,
"learning_rate": 2.5049900199600802e-05,
"loss": 0.6613,
"step": 721000
},
{
"epoch": 1.5,
"learning_rate": 2.5032597772554756e-05,
"loss": 0.664,
"step": 721500
},
{
"epoch": 1.5,
"learning_rate": 2.5015295345508704e-05,
"loss": 0.6645,
"step": 722000
},
{
"epoch": 1.5,
"learning_rate": 2.4997992918462658e-05,
"loss": 0.6618,
"step": 722500
},
{
"epoch": 1.5,
"learning_rate": 2.4980690491416616e-05,
"loss": 0.6672,
"step": 723000
},
{
"epoch": 1.5,
"learning_rate": 2.4963388064370566e-05,
"loss": 0.6673,
"step": 723500
},
{
"epoch": 1.5,
"learning_rate": 2.494608563732452e-05,
"loss": 0.667,
"step": 724000
},
{
"epoch": 1.5,
"learning_rate": 2.492878321027847e-05,
"loss": 0.6616,
"step": 724500
},
{
"epoch": 1.51,
"learning_rate": 2.4911480783232426e-05,
"loss": 0.6639,
"step": 725000
},
{
"epoch": 1.51,
"learning_rate": 2.489417835618638e-05,
"loss": 0.6665,
"step": 725500
},
{
"epoch": 1.51,
"learning_rate": 2.4876875929140334e-05,
"loss": 0.6634,
"step": 726000
},
{
"epoch": 1.51,
"learning_rate": 2.4859573502094288e-05,
"loss": 0.6666,
"step": 726500
},
{
"epoch": 1.51,
"learning_rate": 2.484227107504824e-05,
"loss": 0.6633,
"step": 727000
},
{
"epoch": 1.51,
"learning_rate": 2.4824968648002196e-05,
"loss": 0.6636,
"step": 727500
},
{
"epoch": 1.51,
"learning_rate": 2.4807666220956147e-05,
"loss": 0.6653,
"step": 728000
},
{
"epoch": 1.51,
"learning_rate": 2.47903637939101e-05,
"loss": 0.6638,
"step": 728500
},
{
"epoch": 1.51,
"learning_rate": 2.4773061366864052e-05,
"loss": 0.6662,
"step": 729000
},
{
"epoch": 1.51,
"learning_rate": 2.4755758939818006e-05,
"loss": 0.6648,
"step": 729500
},
{
"epoch": 1.52,
"learning_rate": 2.473845651277196e-05,
"loss": 0.6651,
"step": 730000
},
{
"epoch": 1.52,
"learning_rate": 2.4721154085725915e-05,
"loss": 0.6649,
"step": 730500
},
{
"epoch": 1.52,
"learning_rate": 2.4703851658679866e-05,
"loss": 0.6626,
"step": 731000
},
{
"epoch": 1.52,
"learning_rate": 2.468654923163382e-05,
"loss": 0.6608,
"step": 731500
},
{
"epoch": 1.52,
"learning_rate": 2.4669246804587774e-05,
"loss": 0.6616,
"step": 732000
},
{
"epoch": 1.52,
"learning_rate": 2.4651944377541728e-05,
"loss": 0.6607,
"step": 732500
},
{
"epoch": 1.52,
"learning_rate": 2.4634641950495682e-05,
"loss": 0.6615,
"step": 733000
},
{
"epoch": 1.52,
"learning_rate": 2.4617339523449633e-05,
"loss": 0.6642,
"step": 733500
},
{
"epoch": 1.52,
"learning_rate": 2.4600037096403587e-05,
"loss": 0.6612,
"step": 734000
},
{
"epoch": 1.53,
"learning_rate": 2.458273466935754e-05,
"loss": 0.6625,
"step": 734500
},
{
"epoch": 1.53,
"learning_rate": 2.4565432242311496e-05,
"loss": 0.6619,
"step": 735000
},
{
"epoch": 1.53,
"learning_rate": 2.4548129815265446e-05,
"loss": 0.6632,
"step": 735500
},
{
"epoch": 1.53,
"learning_rate": 2.45308273882194e-05,
"loss": 0.6647,
"step": 736000
},
{
"epoch": 1.53,
"learning_rate": 2.4513524961173355e-05,
"loss": 0.6672,
"step": 736500
},
{
"epoch": 1.53,
"learning_rate": 2.449622253412731e-05,
"loss": 0.663,
"step": 737000
},
{
"epoch": 1.53,
"learning_rate": 2.4478920107081263e-05,
"loss": 0.6659,
"step": 737500
},
{
"epoch": 1.53,
"learning_rate": 2.4461617680035214e-05,
"loss": 0.663,
"step": 738000
},
{
"epoch": 1.53,
"learning_rate": 2.4444315252989168e-05,
"loss": 0.6674,
"step": 738500
},
{
"epoch": 1.53,
"learning_rate": 2.4427012825943122e-05,
"loss": 0.6651,
"step": 739000
},
{
"epoch": 1.54,
"learning_rate": 2.4409710398897077e-05,
"loss": 0.662,
"step": 739500
},
{
"epoch": 1.54,
"learning_rate": 2.4392407971851027e-05,
"loss": 0.6635,
"step": 740000
},
{
"epoch": 1.54,
"learning_rate": 2.437510554480498e-05,
"loss": 0.6647,
"step": 740500
},
{
"epoch": 1.54,
"learning_rate": 2.4357803117758936e-05,
"loss": 0.6635,
"step": 741000
},
{
"epoch": 1.54,
"learning_rate": 2.434050069071289e-05,
"loss": 0.6634,
"step": 741500
},
{
"epoch": 1.54,
"learning_rate": 2.432319826366684e-05,
"loss": 0.6627,
"step": 742000
},
{
"epoch": 1.54,
"learning_rate": 2.4305895836620795e-05,
"loss": 0.6632,
"step": 742500
},
{
"epoch": 1.54,
"learning_rate": 2.428859340957475e-05,
"loss": 0.6622,
"step": 743000
},
{
"epoch": 1.54,
"learning_rate": 2.4271290982528703e-05,
"loss": 0.665,
"step": 743500
},
{
"epoch": 1.54,
"learning_rate": 2.4253988555482657e-05,
"loss": 0.6626,
"step": 744000
},
{
"epoch": 1.55,
"learning_rate": 2.4236686128436608e-05,
"loss": 0.6632,
"step": 744500
},
{
"epoch": 1.55,
"learning_rate": 2.4219383701390562e-05,
"loss": 0.6652,
"step": 745000
},
{
"epoch": 1.55,
"learning_rate": 2.4202081274344517e-05,
"loss": 0.6609,
"step": 745500
},
{
"epoch": 1.55,
"learning_rate": 2.418477884729847e-05,
"loss": 0.6665,
"step": 746000
},
{
"epoch": 1.55,
"learning_rate": 2.416747642025242e-05,
"loss": 0.6638,
"step": 746500
},
{
"epoch": 1.55,
"learning_rate": 2.4150173993206376e-05,
"loss": 0.6657,
"step": 747000
},
{
"epoch": 1.55,
"learning_rate": 2.413287156616033e-05,
"loss": 0.6614,
"step": 747500
},
{
"epoch": 1.55,
"learning_rate": 2.4115569139114284e-05,
"loss": 0.6635,
"step": 748000
},
{
"epoch": 1.55,
"learning_rate": 2.409826671206824e-05,
"loss": 0.6637,
"step": 748500
},
{
"epoch": 1.56,
"learning_rate": 2.408096428502219e-05,
"loss": 0.6648,
"step": 749000
},
{
"epoch": 1.56,
"learning_rate": 2.4063661857976143e-05,
"loss": 0.6601,
"step": 749500
},
{
"epoch": 1.56,
"learning_rate": 2.4046359430930098e-05,
"loss": 0.6636,
"step": 750000
},
{
"epoch": 1.56,
"learning_rate": 2.4029057003884052e-05,
"loss": 0.6637,
"step": 750500
},
{
"epoch": 1.56,
"learning_rate": 2.4011754576838003e-05,
"loss": 0.6631,
"step": 751000
},
{
"epoch": 1.56,
"learning_rate": 2.3994452149791957e-05,
"loss": 0.6647,
"step": 751500
},
{
"epoch": 1.56,
"learning_rate": 2.3977149722745907e-05,
"loss": 0.6634,
"step": 752000
},
{
"epoch": 1.56,
"learning_rate": 2.3959847295699865e-05,
"loss": 0.6644,
"step": 752500
},
{
"epoch": 1.56,
"learning_rate": 2.3942544868653816e-05,
"loss": 0.6613,
"step": 753000
},
{
"epoch": 1.56,
"learning_rate": 2.392524244160777e-05,
"loss": 0.6618,
"step": 753500
},
{
"epoch": 1.57,
"learning_rate": 2.3907940014561724e-05,
"loss": 0.6634,
"step": 754000
},
{
"epoch": 1.57,
"learning_rate": 2.389063758751568e-05,
"loss": 0.6586,
"step": 754500
},
{
"epoch": 1.57,
"learning_rate": 2.3873335160469633e-05,
"loss": 0.6655,
"step": 755000
},
{
"epoch": 1.57,
"learning_rate": 2.3856032733423583e-05,
"loss": 0.6656,
"step": 755500
},
{
"epoch": 1.57,
"learning_rate": 2.3838730306377538e-05,
"loss": 0.6636,
"step": 756000
}
],
"max_steps": 1444884,
"num_train_epochs": 3,
"total_flos": 6.321173702639616e+18,
"trial_name": null,
"trial_params": null
}