mt5-large-cg-sum / trainer_state.json
heruberuto's picture
Upload folder using huggingface_hub
bb0764d verified
{
"best_metric": 2.141591787338257,
"best_model_checkpoint": "experiments/qa2d/google/mt5-large_all/checkpoint-156000",
"epoch": 2.569593147751606,
"global_step": 156000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 3e-05,
"loss": 11.6929,
"step": 500
},
{
"epoch": 0.02,
"learning_rate": 2.9975354434553247e-05,
"loss": 3.2221,
"step": 1000
},
{
"epoch": 0.02,
"eval_loss": 2.6418206691741943,
"eval_runtime": 1565.2313,
"eval_samples_per_second": 25.555,
"eval_steps_per_second": 25.555,
"step": 1000
},
{
"epoch": 0.02,
"learning_rate": 2.9950708869106497e-05,
"loss": 2.8153,
"step": 1500
},
{
"epoch": 0.03,
"learning_rate": 2.9926063303659743e-05,
"loss": 2.6697,
"step": 2000
},
{
"epoch": 0.03,
"eval_loss": 2.4854109287261963,
"eval_runtime": 1558.2706,
"eval_samples_per_second": 25.669,
"eval_steps_per_second": 25.669,
"step": 2000
},
{
"epoch": 0.04,
"learning_rate": 2.990141773821299e-05,
"loss": 2.6416,
"step": 2500
},
{
"epoch": 0.05,
"learning_rate": 2.987677217276624e-05,
"loss": 2.6305,
"step": 3000
},
{
"epoch": 0.05,
"eval_loss": 2.4116737842559814,
"eval_runtime": 1557.0077,
"eval_samples_per_second": 25.69,
"eval_steps_per_second": 25.69,
"step": 3000
},
{
"epoch": 0.06,
"learning_rate": 2.9852126607319485e-05,
"loss": 2.5755,
"step": 3500
},
{
"epoch": 0.07,
"learning_rate": 2.9827481041872735e-05,
"loss": 2.5568,
"step": 4000
},
{
"epoch": 0.07,
"eval_loss": 2.395322561264038,
"eval_runtime": 1559.3248,
"eval_samples_per_second": 25.652,
"eval_steps_per_second": 25.652,
"step": 4000
},
{
"epoch": 0.07,
"learning_rate": 2.980283547642598e-05,
"loss": 2.5352,
"step": 4500
},
{
"epoch": 0.08,
"learning_rate": 2.977818991097923e-05,
"loss": 2.501,
"step": 5000
},
{
"epoch": 0.08,
"eval_loss": 2.3722634315490723,
"eval_runtime": 1560.8236,
"eval_samples_per_second": 25.627,
"eval_steps_per_second": 25.627,
"step": 5000
},
{
"epoch": 0.09,
"learning_rate": 2.9753544345532477e-05,
"loss": 2.5226,
"step": 5500
},
{
"epoch": 0.1,
"learning_rate": 2.9728898780085723e-05,
"loss": 2.5234,
"step": 6000
},
{
"epoch": 0.1,
"eval_loss": 2.3681018352508545,
"eval_runtime": 1556.6002,
"eval_samples_per_second": 25.697,
"eval_steps_per_second": 25.697,
"step": 6000
},
{
"epoch": 0.11,
"learning_rate": 2.9704253214638973e-05,
"loss": 2.4771,
"step": 6500
},
{
"epoch": 0.12,
"learning_rate": 2.967960764919222e-05,
"loss": 2.461,
"step": 7000
},
{
"epoch": 0.12,
"eval_loss": 2.3373661041259766,
"eval_runtime": 1557.5651,
"eval_samples_per_second": 25.681,
"eval_steps_per_second": 25.681,
"step": 7000
},
{
"epoch": 0.12,
"learning_rate": 2.9654962083745466e-05,
"loss": 2.4578,
"step": 7500
},
{
"epoch": 0.13,
"learning_rate": 2.9630316518298715e-05,
"loss": 2.4421,
"step": 8000
},
{
"epoch": 0.13,
"eval_loss": 2.3323025703430176,
"eval_runtime": 1562.2934,
"eval_samples_per_second": 25.603,
"eval_steps_per_second": 25.603,
"step": 8000
},
{
"epoch": 0.14,
"learning_rate": 2.960567095285196e-05,
"loss": 2.4323,
"step": 8500
},
{
"epoch": 0.15,
"learning_rate": 2.9581025387405208e-05,
"loss": 2.4347,
"step": 9000
},
{
"epoch": 0.15,
"eval_loss": 2.3352105617523193,
"eval_runtime": 1554.7815,
"eval_samples_per_second": 25.727,
"eval_steps_per_second": 25.727,
"step": 9000
},
{
"epoch": 0.16,
"learning_rate": 2.9556379821958458e-05,
"loss": 2.4114,
"step": 9500
},
{
"epoch": 0.16,
"learning_rate": 2.9531734256511704e-05,
"loss": 2.4128,
"step": 10000
},
{
"epoch": 0.16,
"eval_loss": 2.310478448867798,
"eval_runtime": 1531.4425,
"eval_samples_per_second": 26.119,
"eval_steps_per_second": 26.119,
"step": 10000
},
{
"epoch": 0.17,
"learning_rate": 2.9507088691064954e-05,
"loss": 2.4011,
"step": 10500
},
{
"epoch": 0.18,
"learning_rate": 2.9482443125618203e-05,
"loss": 2.4146,
"step": 11000
},
{
"epoch": 0.18,
"eval_loss": 2.299036979675293,
"eval_runtime": 1528.7138,
"eval_samples_per_second": 26.166,
"eval_steps_per_second": 26.166,
"step": 11000
},
{
"epoch": 0.19,
"learning_rate": 2.945779756017145e-05,
"loss": 2.3943,
"step": 11500
},
{
"epoch": 0.2,
"learning_rate": 2.9433151994724696e-05,
"loss": 2.4149,
"step": 12000
},
{
"epoch": 0.2,
"eval_loss": 2.2903053760528564,
"eval_runtime": 1529.473,
"eval_samples_per_second": 26.153,
"eval_steps_per_second": 26.153,
"step": 12000
},
{
"epoch": 0.21,
"learning_rate": 2.9408506429277945e-05,
"loss": 2.3832,
"step": 12500
},
{
"epoch": 0.21,
"learning_rate": 2.9383860863831192e-05,
"loss": 2.4014,
"step": 13000
},
{
"epoch": 0.21,
"eval_loss": 2.2913293838500977,
"eval_runtime": 1532.1216,
"eval_samples_per_second": 26.108,
"eval_steps_per_second": 26.108,
"step": 13000
},
{
"epoch": 0.22,
"learning_rate": 2.9359215298384438e-05,
"loss": 2.3717,
"step": 13500
},
{
"epoch": 0.23,
"learning_rate": 2.9334569732937684e-05,
"loss": 2.4076,
"step": 14000
},
{
"epoch": 0.23,
"eval_loss": 2.2880167961120605,
"eval_runtime": 1529.4251,
"eval_samples_per_second": 26.154,
"eval_steps_per_second": 26.154,
"step": 14000
},
{
"epoch": 0.24,
"learning_rate": 2.9309924167490934e-05,
"loss": 2.3883,
"step": 14500
},
{
"epoch": 0.25,
"learning_rate": 2.928527860204418e-05,
"loss": 2.3683,
"step": 15000
},
{
"epoch": 0.25,
"eval_loss": 2.282928228378296,
"eval_runtime": 1530.4125,
"eval_samples_per_second": 26.137,
"eval_steps_per_second": 26.137,
"step": 15000
},
{
"epoch": 0.26,
"learning_rate": 2.9260633036597427e-05,
"loss": 2.3794,
"step": 15500
},
{
"epoch": 0.26,
"learning_rate": 2.9235987471150676e-05,
"loss": 2.3711,
"step": 16000
},
{
"epoch": 0.26,
"eval_loss": 2.2699029445648193,
"eval_runtime": 1529.1971,
"eval_samples_per_second": 26.158,
"eval_steps_per_second": 26.158,
"step": 16000
},
{
"epoch": 0.27,
"learning_rate": 2.9211341905703926e-05,
"loss": 2.3701,
"step": 16500
},
{
"epoch": 0.28,
"learning_rate": 2.9186696340257172e-05,
"loss": 2.348,
"step": 17000
},
{
"epoch": 0.28,
"eval_loss": 2.27140736579895,
"eval_runtime": 1529.6771,
"eval_samples_per_second": 26.149,
"eval_steps_per_second": 26.149,
"step": 17000
},
{
"epoch": 0.29,
"learning_rate": 2.9162050774810422e-05,
"loss": 2.3521,
"step": 17500
},
{
"epoch": 0.3,
"learning_rate": 2.9137405209363668e-05,
"loss": 2.3649,
"step": 18000
},
{
"epoch": 0.3,
"eval_loss": 2.2581582069396973,
"eval_runtime": 1528.5087,
"eval_samples_per_second": 26.169,
"eval_steps_per_second": 26.169,
"step": 18000
},
{
"epoch": 0.3,
"learning_rate": 2.9112759643916914e-05,
"loss": 2.3625,
"step": 18500
},
{
"epoch": 0.31,
"learning_rate": 2.9088114078470164e-05,
"loss": 2.3413,
"step": 19000
},
{
"epoch": 0.31,
"eval_loss": 2.2619144916534424,
"eval_runtime": 1529.952,
"eval_samples_per_second": 26.145,
"eval_steps_per_second": 26.145,
"step": 19000
},
{
"epoch": 0.32,
"learning_rate": 2.906346851302341e-05,
"loss": 2.3399,
"step": 19500
},
{
"epoch": 0.33,
"learning_rate": 2.9038822947576657e-05,
"loss": 2.3123,
"step": 20000
},
{
"epoch": 0.33,
"eval_loss": 2.249448299407959,
"eval_runtime": 1530.0932,
"eval_samples_per_second": 26.142,
"eval_steps_per_second": 26.142,
"step": 20000
},
{
"epoch": 0.34,
"learning_rate": 2.9014177382129903e-05,
"loss": 2.343,
"step": 20500
},
{
"epoch": 0.35,
"learning_rate": 2.8989531816683153e-05,
"loss": 2.3207,
"step": 21000
},
{
"epoch": 0.35,
"eval_loss": 2.2527272701263428,
"eval_runtime": 1529.3921,
"eval_samples_per_second": 26.154,
"eval_steps_per_second": 26.154,
"step": 21000
},
{
"epoch": 0.35,
"learning_rate": 2.89648862512364e-05,
"loss": 2.3328,
"step": 21500
},
{
"epoch": 0.36,
"learning_rate": 2.8940240685789645e-05,
"loss": 2.3277,
"step": 22000
},
{
"epoch": 0.36,
"eval_loss": 2.252654552459717,
"eval_runtime": 1529.3372,
"eval_samples_per_second": 26.155,
"eval_steps_per_second": 26.155,
"step": 22000
},
{
"epoch": 0.37,
"learning_rate": 2.8915595120342895e-05,
"loss": 2.3279,
"step": 22500
},
{
"epoch": 0.38,
"learning_rate": 2.8890949554896145e-05,
"loss": 2.3539,
"step": 23000
},
{
"epoch": 0.38,
"eval_loss": 2.2401123046875,
"eval_runtime": 1530.6138,
"eval_samples_per_second": 26.133,
"eval_steps_per_second": 26.133,
"step": 23000
},
{
"epoch": 0.39,
"learning_rate": 2.886630398944939e-05,
"loss": 2.3201,
"step": 23500
},
{
"epoch": 0.4,
"learning_rate": 2.884165842400264e-05,
"loss": 2.3245,
"step": 24000
},
{
"epoch": 0.4,
"eval_loss": 2.2426249980926514,
"eval_runtime": 1530.4589,
"eval_samples_per_second": 26.136,
"eval_steps_per_second": 26.136,
"step": 24000
},
{
"epoch": 0.4,
"learning_rate": 2.8817012858555887e-05,
"loss": 2.3039,
"step": 24500
},
{
"epoch": 0.41,
"learning_rate": 2.8792367293109133e-05,
"loss": 2.3077,
"step": 25000
},
{
"epoch": 0.41,
"eval_loss": 2.243065118789673,
"eval_runtime": 1532.734,
"eval_samples_per_second": 26.097,
"eval_steps_per_second": 26.097,
"step": 25000
},
{
"epoch": 0.42,
"learning_rate": 2.8767721727662383e-05,
"loss": 2.313,
"step": 25500
},
{
"epoch": 0.43,
"learning_rate": 2.874307616221563e-05,
"loss": 2.3275,
"step": 26000
},
{
"epoch": 0.43,
"eval_loss": 2.23547101020813,
"eval_runtime": 1532.1284,
"eval_samples_per_second": 26.107,
"eval_steps_per_second": 26.107,
"step": 26000
},
{
"epoch": 0.44,
"learning_rate": 2.8718430596768875e-05,
"loss": 2.3099,
"step": 26500
},
{
"epoch": 0.44,
"learning_rate": 2.869378503132212e-05,
"loss": 2.293,
"step": 27000
},
{
"epoch": 0.44,
"eval_loss": 2.2356772422790527,
"eval_runtime": 1529.3039,
"eval_samples_per_second": 26.156,
"eval_steps_per_second": 26.156,
"step": 27000
},
{
"epoch": 0.45,
"learning_rate": 2.866913946587537e-05,
"loss": 2.2986,
"step": 27500
},
{
"epoch": 0.46,
"learning_rate": 2.8644493900428618e-05,
"loss": 2.2894,
"step": 28000
},
{
"epoch": 0.46,
"eval_loss": 2.2366623878479004,
"eval_runtime": 1530.364,
"eval_samples_per_second": 26.138,
"eval_steps_per_second": 26.138,
"step": 28000
},
{
"epoch": 0.47,
"learning_rate": 2.8619848334981864e-05,
"loss": 2.3039,
"step": 28500
},
{
"epoch": 0.48,
"learning_rate": 2.8595202769535114e-05,
"loss": 2.291,
"step": 29000
},
{
"epoch": 0.48,
"eval_loss": 2.2369134426116943,
"eval_runtime": 1531.5039,
"eval_samples_per_second": 26.118,
"eval_steps_per_second": 26.118,
"step": 29000
},
{
"epoch": 0.49,
"learning_rate": 2.8570557204088363e-05,
"loss": 2.2991,
"step": 29500
},
{
"epoch": 0.49,
"learning_rate": 2.854591163864161e-05,
"loss": 2.3012,
"step": 30000
},
{
"epoch": 0.49,
"eval_loss": 2.2239012718200684,
"eval_runtime": 1541.2582,
"eval_samples_per_second": 25.953,
"eval_steps_per_second": 25.953,
"step": 30000
},
{
"epoch": 0.5,
"learning_rate": 2.852126607319486e-05,
"loss": 2.2986,
"step": 30500
},
{
"epoch": 0.51,
"learning_rate": 2.8496620507748105e-05,
"loss": 2.307,
"step": 31000
},
{
"epoch": 0.51,
"eval_loss": 2.22198748588562,
"eval_runtime": 1529.6638,
"eval_samples_per_second": 26.15,
"eval_steps_per_second": 26.15,
"step": 31000
},
{
"epoch": 0.52,
"learning_rate": 2.8471974942301352e-05,
"loss": 2.2983,
"step": 31500
},
{
"epoch": 0.53,
"learning_rate": 2.84473293768546e-05,
"loss": 2.292,
"step": 32000
},
{
"epoch": 0.53,
"eval_loss": 2.2306456565856934,
"eval_runtime": 1530.562,
"eval_samples_per_second": 26.134,
"eval_steps_per_second": 26.134,
"step": 32000
},
{
"epoch": 0.54,
"learning_rate": 2.8422683811407848e-05,
"loss": 2.3024,
"step": 32500
},
{
"epoch": 0.54,
"learning_rate": 2.8398038245961094e-05,
"loss": 2.3136,
"step": 33000
},
{
"epoch": 0.54,
"eval_loss": 2.2240662574768066,
"eval_runtime": 1528.9582,
"eval_samples_per_second": 26.162,
"eval_steps_per_second": 26.162,
"step": 33000
},
{
"epoch": 0.55,
"learning_rate": 2.8373392680514344e-05,
"loss": 2.2743,
"step": 33500
},
{
"epoch": 0.56,
"learning_rate": 2.834874711506759e-05,
"loss": 2.2795,
"step": 34000
},
{
"epoch": 0.56,
"eval_loss": 2.2316462993621826,
"eval_runtime": 1529.0092,
"eval_samples_per_second": 26.161,
"eval_steps_per_second": 26.161,
"step": 34000
},
{
"epoch": 0.57,
"learning_rate": 2.8324101549620836e-05,
"loss": 2.284,
"step": 34500
},
{
"epoch": 0.58,
"learning_rate": 2.8299455984174086e-05,
"loss": 2.267,
"step": 35000
},
{
"epoch": 0.58,
"eval_loss": 2.2221341133117676,
"eval_runtime": 1538.4633,
"eval_samples_per_second": 26.0,
"eval_steps_per_second": 26.0,
"step": 35000
},
{
"epoch": 0.58,
"learning_rate": 2.8274810418727336e-05,
"loss": 2.2607,
"step": 35500
},
{
"epoch": 0.59,
"learning_rate": 2.8250164853280582e-05,
"loss": 2.2925,
"step": 36000
},
{
"epoch": 0.59,
"eval_loss": 2.2153666019439697,
"eval_runtime": 1535.3695,
"eval_samples_per_second": 26.052,
"eval_steps_per_second": 26.052,
"step": 36000
},
{
"epoch": 0.6,
"learning_rate": 2.8225519287833828e-05,
"loss": 2.2807,
"step": 36500
},
{
"epoch": 0.61,
"learning_rate": 2.8200873722387078e-05,
"loss": 2.2668,
"step": 37000
},
{
"epoch": 0.61,
"eval_loss": 2.2268478870391846,
"eval_runtime": 1531.1735,
"eval_samples_per_second": 26.124,
"eval_steps_per_second": 26.124,
"step": 37000
},
{
"epoch": 0.62,
"learning_rate": 2.8176228156940324e-05,
"loss": 2.2737,
"step": 37500
},
{
"epoch": 0.63,
"learning_rate": 2.815158259149357e-05,
"loss": 2.2593,
"step": 38000
},
{
"epoch": 0.63,
"eval_loss": 2.210831642150879,
"eval_runtime": 1534.412,
"eval_samples_per_second": 26.069,
"eval_steps_per_second": 26.069,
"step": 38000
},
{
"epoch": 0.63,
"learning_rate": 2.812693702604682e-05,
"loss": 2.263,
"step": 38500
},
{
"epoch": 0.64,
"learning_rate": 2.8102291460600066e-05,
"loss": 2.2773,
"step": 39000
},
{
"epoch": 0.64,
"eval_loss": 2.2057864665985107,
"eval_runtime": 1540.629,
"eval_samples_per_second": 25.963,
"eval_steps_per_second": 25.963,
"step": 39000
},
{
"epoch": 0.65,
"learning_rate": 2.8077645895153313e-05,
"loss": 2.2744,
"step": 39500
},
{
"epoch": 0.66,
"learning_rate": 2.8053000329706562e-05,
"loss": 2.2523,
"step": 40000
},
{
"epoch": 0.66,
"eval_loss": 2.2129907608032227,
"eval_runtime": 1528.9572,
"eval_samples_per_second": 26.162,
"eval_steps_per_second": 26.162,
"step": 40000
},
{
"epoch": 0.67,
"learning_rate": 2.802835476425981e-05,
"loss": 2.2854,
"step": 40500
},
{
"epoch": 0.68,
"learning_rate": 2.8003709198813055e-05,
"loss": 2.2641,
"step": 41000
},
{
"epoch": 0.68,
"eval_loss": 2.211035966873169,
"eval_runtime": 1530.9184,
"eval_samples_per_second": 26.128,
"eval_steps_per_second": 26.128,
"step": 41000
},
{
"epoch": 0.68,
"learning_rate": 2.7979063633366305e-05,
"loss": 2.2852,
"step": 41500
},
{
"epoch": 0.69,
"learning_rate": 2.7954418067919554e-05,
"loss": 2.2677,
"step": 42000
},
{
"epoch": 0.69,
"eval_loss": 2.215862989425659,
"eval_runtime": 1532.4939,
"eval_samples_per_second": 26.101,
"eval_steps_per_second": 26.101,
"step": 42000
},
{
"epoch": 0.7,
"learning_rate": 2.79297725024728e-05,
"loss": 2.2726,
"step": 42500
},
{
"epoch": 0.71,
"learning_rate": 2.7905126937026047e-05,
"loss": 2.2552,
"step": 43000
},
{
"epoch": 0.71,
"eval_loss": 2.2060205936431885,
"eval_runtime": 1528.9721,
"eval_samples_per_second": 26.161,
"eval_steps_per_second": 26.161,
"step": 43000
},
{
"epoch": 0.72,
"learning_rate": 2.7880481371579296e-05,
"loss": 2.2636,
"step": 43500
},
{
"epoch": 0.72,
"learning_rate": 2.7855835806132543e-05,
"loss": 2.2523,
"step": 44000
},
{
"epoch": 0.72,
"eval_loss": 2.2027759552001953,
"eval_runtime": 1654.4814,
"eval_samples_per_second": 24.177,
"eval_steps_per_second": 24.177,
"step": 44000
},
{
"epoch": 0.73,
"learning_rate": 2.7831190240685792e-05,
"loss": 2.2571,
"step": 44500
},
{
"epoch": 0.74,
"learning_rate": 2.780654467523904e-05,
"loss": 2.2631,
"step": 45000
},
{
"epoch": 0.74,
"eval_loss": 2.203402042388916,
"eval_runtime": 1646.7085,
"eval_samples_per_second": 24.291,
"eval_steps_per_second": 24.291,
"step": 45000
},
{
"epoch": 0.75,
"learning_rate": 2.7781899109792285e-05,
"loss": 2.2625,
"step": 45500
},
{
"epoch": 0.76,
"learning_rate": 2.775725354434553e-05,
"loss": 2.2526,
"step": 46000
},
{
"epoch": 0.76,
"eval_loss": 2.2011003494262695,
"eval_runtime": 1646.5268,
"eval_samples_per_second": 24.294,
"eval_steps_per_second": 24.294,
"step": 46000
},
{
"epoch": 0.77,
"learning_rate": 2.773260797889878e-05,
"loss": 2.2292,
"step": 46500
},
{
"epoch": 0.77,
"learning_rate": 2.7707962413452027e-05,
"loss": 2.233,
"step": 47000
},
{
"epoch": 0.77,
"eval_loss": 2.195323944091797,
"eval_runtime": 1654.3578,
"eval_samples_per_second": 24.179,
"eval_steps_per_second": 24.179,
"step": 47000
},
{
"epoch": 0.78,
"learning_rate": 2.7683316848005273e-05,
"loss": 2.2354,
"step": 47500
},
{
"epoch": 0.79,
"learning_rate": 2.7658671282558523e-05,
"loss": 2.2694,
"step": 48000
},
{
"epoch": 0.79,
"eval_loss": 2.197169542312622,
"eval_runtime": 1644.6807,
"eval_samples_per_second": 24.321,
"eval_steps_per_second": 24.321,
"step": 48000
},
{
"epoch": 0.8,
"learning_rate": 2.7634025717111773e-05,
"loss": 2.2419,
"step": 48500
},
{
"epoch": 0.81,
"learning_rate": 2.760938015166502e-05,
"loss": 2.2524,
"step": 49000
},
{
"epoch": 0.81,
"eval_loss": 2.1981358528137207,
"eval_runtime": 1641.1537,
"eval_samples_per_second": 24.373,
"eval_steps_per_second": 24.373,
"step": 49000
},
{
"epoch": 0.82,
"learning_rate": 2.758473458621827e-05,
"loss": 2.2496,
"step": 49500
},
{
"epoch": 0.82,
"learning_rate": 2.7560089020771515e-05,
"loss": 2.2361,
"step": 50000
},
{
"epoch": 0.82,
"eval_loss": 2.1948020458221436,
"eval_runtime": 1641.8374,
"eval_samples_per_second": 24.363,
"eval_steps_per_second": 24.363,
"step": 50000
},
{
"epoch": 0.83,
"learning_rate": 2.753544345532476e-05,
"loss": 2.2394,
"step": 50500
},
{
"epoch": 0.84,
"learning_rate": 2.751079788987801e-05,
"loss": 2.2415,
"step": 51000
},
{
"epoch": 0.84,
"eval_loss": 2.201873540878296,
"eval_runtime": 1644.4006,
"eval_samples_per_second": 24.325,
"eval_steps_per_second": 24.325,
"step": 51000
},
{
"epoch": 0.85,
"learning_rate": 2.7486152324431257e-05,
"loss": 2.2422,
"step": 51500
},
{
"epoch": 0.86,
"learning_rate": 2.7461506758984504e-05,
"loss": 2.2319,
"step": 52000
},
{
"epoch": 0.86,
"eval_loss": 2.1902756690979004,
"eval_runtime": 1640.1219,
"eval_samples_per_second": 24.388,
"eval_steps_per_second": 24.388,
"step": 52000
},
{
"epoch": 0.86,
"learning_rate": 2.743686119353775e-05,
"loss": 2.2421,
"step": 52500
},
{
"epoch": 0.87,
"learning_rate": 2.7412215628091e-05,
"loss": 2.2425,
"step": 53000
},
{
"epoch": 0.87,
"eval_loss": 2.193206787109375,
"eval_runtime": 1645.0368,
"eval_samples_per_second": 24.316,
"eval_steps_per_second": 24.316,
"step": 53000
},
{
"epoch": 0.88,
"learning_rate": 2.7387570062644246e-05,
"loss": 2.2464,
"step": 53500
},
{
"epoch": 0.89,
"learning_rate": 2.7362924497197492e-05,
"loss": 2.2113,
"step": 54000
},
{
"epoch": 0.89,
"eval_loss": 2.1928114891052246,
"eval_runtime": 1645.7517,
"eval_samples_per_second": 24.305,
"eval_steps_per_second": 24.305,
"step": 54000
},
{
"epoch": 0.9,
"learning_rate": 2.7338278931750745e-05,
"loss": 2.2371,
"step": 54500
},
{
"epoch": 0.91,
"learning_rate": 2.731363336630399e-05,
"loss": 2.2384,
"step": 55000
},
{
"epoch": 0.91,
"eval_loss": 2.1923627853393555,
"eval_runtime": 1645.6809,
"eval_samples_per_second": 24.306,
"eval_steps_per_second": 24.306,
"step": 55000
},
{
"epoch": 0.91,
"learning_rate": 2.7288987800857238e-05,
"loss": 2.2285,
"step": 55500
},
{
"epoch": 0.92,
"learning_rate": 2.7264342235410487e-05,
"loss": 2.2246,
"step": 56000
},
{
"epoch": 0.92,
"eval_loss": 2.1856086254119873,
"eval_runtime": 1644.6784,
"eval_samples_per_second": 24.321,
"eval_steps_per_second": 24.321,
"step": 56000
},
{
"epoch": 0.93,
"learning_rate": 2.7239696669963734e-05,
"loss": 2.2268,
"step": 56500
},
{
"epoch": 0.94,
"learning_rate": 2.721505110451698e-05,
"loss": 2.2098,
"step": 57000
},
{
"epoch": 0.94,
"eval_loss": 2.1881797313690186,
"eval_runtime": 1649.0436,
"eval_samples_per_second": 24.256,
"eval_steps_per_second": 24.256,
"step": 57000
},
{
"epoch": 0.95,
"learning_rate": 2.719040553907023e-05,
"loss": 2.2294,
"step": 57500
},
{
"epoch": 0.96,
"learning_rate": 2.7165759973623476e-05,
"loss": 2.2166,
"step": 58000
},
{
"epoch": 0.96,
"eval_loss": 2.1920626163482666,
"eval_runtime": 1641.5349,
"eval_samples_per_second": 24.367,
"eval_steps_per_second": 24.367,
"step": 58000
},
{
"epoch": 0.96,
"learning_rate": 2.7141114408176722e-05,
"loss": 2.233,
"step": 58500
},
{
"epoch": 0.97,
"learning_rate": 2.711646884272997e-05,
"loss": 2.2292,
"step": 59000
},
{
"epoch": 0.97,
"eval_loss": 2.182201862335205,
"eval_runtime": 1643.6909,
"eval_samples_per_second": 24.335,
"eval_steps_per_second": 24.335,
"step": 59000
},
{
"epoch": 0.98,
"learning_rate": 2.7091823277283218e-05,
"loss": 2.2104,
"step": 59500
},
{
"epoch": 0.99,
"learning_rate": 2.7067177711836464e-05,
"loss": 2.2322,
"step": 60000
},
{
"epoch": 0.99,
"eval_loss": 2.186232089996338,
"eval_runtime": 1642.8864,
"eval_samples_per_second": 24.347,
"eval_steps_per_second": 24.347,
"step": 60000
},
{
"epoch": 1.0,
"learning_rate": 2.704253214638971e-05,
"loss": 2.2059,
"step": 60500
},
{
"epoch": 1.0,
"learning_rate": 2.7017886580942964e-05,
"loss": 2.1856,
"step": 61000
},
{
"epoch": 1.0,
"eval_loss": 2.1843557357788086,
"eval_runtime": 1645.6389,
"eval_samples_per_second": 24.307,
"eval_steps_per_second": 24.307,
"step": 61000
},
{
"epoch": 1.01,
"learning_rate": 2.699324101549621e-05,
"loss": 2.1659,
"step": 61500
},
{
"epoch": 1.02,
"learning_rate": 2.6968595450049456e-05,
"loss": 2.177,
"step": 62000
},
{
"epoch": 1.02,
"eval_loss": 2.1830549240112305,
"eval_runtime": 1640.3296,
"eval_samples_per_second": 24.385,
"eval_steps_per_second": 24.385,
"step": 62000
},
{
"epoch": 1.03,
"learning_rate": 2.6943949884602706e-05,
"loss": 2.1659,
"step": 62500
},
{
"epoch": 1.04,
"learning_rate": 2.6919304319155952e-05,
"loss": 2.1708,
"step": 63000
},
{
"epoch": 1.04,
"eval_loss": 2.1878035068511963,
"eval_runtime": 1647.1232,
"eval_samples_per_second": 24.285,
"eval_steps_per_second": 24.285,
"step": 63000
},
{
"epoch": 1.05,
"learning_rate": 2.68946587537092e-05,
"loss": 2.1672,
"step": 63500
},
{
"epoch": 1.05,
"learning_rate": 2.6870013188262448e-05,
"loss": 2.162,
"step": 64000
},
{
"epoch": 1.05,
"eval_loss": 2.184495210647583,
"eval_runtime": 1647.5833,
"eval_samples_per_second": 24.278,
"eval_steps_per_second": 24.278,
"step": 64000
},
{
"epoch": 1.06,
"learning_rate": 2.6845367622815695e-05,
"loss": 2.157,
"step": 64500
},
{
"epoch": 1.07,
"learning_rate": 2.682072205736894e-05,
"loss": 2.1928,
"step": 65000
},
{
"epoch": 1.07,
"eval_loss": 2.177741050720215,
"eval_runtime": 1681.8483,
"eval_samples_per_second": 23.783,
"eval_steps_per_second": 23.783,
"step": 65000
},
{
"epoch": 1.08,
"learning_rate": 2.6796076491922187e-05,
"loss": 2.1747,
"step": 65500
},
{
"epoch": 1.09,
"learning_rate": 2.6771430926475437e-05,
"loss": 2.1839,
"step": 66000
},
{
"epoch": 1.09,
"eval_loss": 2.1771292686462402,
"eval_runtime": 1698.416,
"eval_samples_per_second": 23.551,
"eval_steps_per_second": 23.551,
"step": 66000
},
{
"epoch": 1.1,
"learning_rate": 2.6746785361028683e-05,
"loss": 2.1704,
"step": 66500
},
{
"epoch": 1.1,
"learning_rate": 2.6722139795581933e-05,
"loss": 2.1627,
"step": 67000
},
{
"epoch": 1.1,
"eval_loss": 2.176990509033203,
"eval_runtime": 1663.2499,
"eval_samples_per_second": 24.049,
"eval_steps_per_second": 24.049,
"step": 67000
},
{
"epoch": 1.11,
"learning_rate": 2.6697494230135182e-05,
"loss": 2.1672,
"step": 67500
},
{
"epoch": 1.12,
"learning_rate": 2.667284866468843e-05,
"loss": 2.1613,
"step": 68000
},
{
"epoch": 1.12,
"eval_loss": 2.178516387939453,
"eval_runtime": 1655.5689,
"eval_samples_per_second": 24.161,
"eval_steps_per_second": 24.161,
"step": 68000
},
{
"epoch": 1.13,
"learning_rate": 2.6648203099241675e-05,
"loss": 2.1681,
"step": 68500
},
{
"epoch": 1.14,
"learning_rate": 2.6623557533794925e-05,
"loss": 2.1664,
"step": 69000
},
{
"epoch": 1.14,
"eval_loss": 2.1790318489074707,
"eval_runtime": 1664.8312,
"eval_samples_per_second": 24.026,
"eval_steps_per_second": 24.026,
"step": 69000
},
{
"epoch": 1.14,
"learning_rate": 2.659891196834817e-05,
"loss": 2.1627,
"step": 69500
},
{
"epoch": 1.15,
"learning_rate": 2.6574266402901417e-05,
"loss": 2.1651,
"step": 70000
},
{
"epoch": 1.15,
"eval_loss": 2.1793885231018066,
"eval_runtime": 1658.525,
"eval_samples_per_second": 24.118,
"eval_steps_per_second": 24.118,
"step": 70000
},
{
"epoch": 1.16,
"learning_rate": 2.6549620837454667e-05,
"loss": 2.1489,
"step": 70500
},
{
"epoch": 1.17,
"learning_rate": 2.6524975272007913e-05,
"loss": 2.1548,
"step": 71000
},
{
"epoch": 1.17,
"eval_loss": 2.1826231479644775,
"eval_runtime": 1662.4548,
"eval_samples_per_second": 24.061,
"eval_steps_per_second": 24.061,
"step": 71000
},
{
"epoch": 1.18,
"learning_rate": 2.650032970656116e-05,
"loss": 2.156,
"step": 71500
},
{
"epoch": 1.19,
"learning_rate": 2.647568414111441e-05,
"loss": 2.1651,
"step": 72000
},
{
"epoch": 1.19,
"eval_loss": 2.1709914207458496,
"eval_runtime": 1673.5968,
"eval_samples_per_second": 23.901,
"eval_steps_per_second": 23.901,
"step": 72000
},
{
"epoch": 1.19,
"learning_rate": 2.6451038575667655e-05,
"loss": 2.1621,
"step": 72500
},
{
"epoch": 1.2,
"learning_rate": 2.6426393010220902e-05,
"loss": 2.1837,
"step": 73000
},
{
"epoch": 1.2,
"eval_loss": 2.176527261734009,
"eval_runtime": 1669.4555,
"eval_samples_per_second": 23.96,
"eval_steps_per_second": 23.96,
"step": 73000
},
{
"epoch": 1.21,
"learning_rate": 2.640174744477415e-05,
"loss": 2.1728,
"step": 73500
},
{
"epoch": 1.22,
"learning_rate": 2.63771018793274e-05,
"loss": 2.1521,
"step": 74000
},
{
"epoch": 1.22,
"eval_loss": 2.1770825386047363,
"eval_runtime": 1646.6769,
"eval_samples_per_second": 24.291,
"eval_steps_per_second": 24.291,
"step": 74000
},
{
"epoch": 1.23,
"learning_rate": 2.6352456313880647e-05,
"loss": 2.1571,
"step": 74500
},
{
"epoch": 1.24,
"learning_rate": 2.6327810748433894e-05,
"loss": 2.1474,
"step": 75000
},
{
"epoch": 1.24,
"eval_loss": 2.183932304382324,
"eval_runtime": 1639.8623,
"eval_samples_per_second": 24.392,
"eval_steps_per_second": 24.392,
"step": 75000
},
{
"epoch": 1.24,
"learning_rate": 2.6303165182987143e-05,
"loss": 2.165,
"step": 75500
},
{
"epoch": 1.25,
"learning_rate": 2.627851961754039e-05,
"loss": 2.1581,
"step": 76000
},
{
"epoch": 1.25,
"eval_loss": 2.1714603900909424,
"eval_runtime": 1639.9709,
"eval_samples_per_second": 24.391,
"eval_steps_per_second": 24.391,
"step": 76000
},
{
"epoch": 1.26,
"learning_rate": 2.625387405209364e-05,
"loss": 2.1739,
"step": 76500
},
{
"epoch": 1.27,
"learning_rate": 2.6229228486646886e-05,
"loss": 2.1539,
"step": 77000
},
{
"epoch": 1.27,
"eval_loss": 2.1725363731384277,
"eval_runtime": 1638.1954,
"eval_samples_per_second": 24.417,
"eval_steps_per_second": 24.417,
"step": 77000
},
{
"epoch": 1.28,
"learning_rate": 2.6204582921200132e-05,
"loss": 2.1458,
"step": 77500
},
{
"epoch": 1.28,
"learning_rate": 2.6179937355753378e-05,
"loss": 2.1755,
"step": 78000
},
{
"epoch": 1.28,
"eval_loss": 2.176203727722168,
"eval_runtime": 1640.2646,
"eval_samples_per_second": 24.386,
"eval_steps_per_second": 24.386,
"step": 78000
},
{
"epoch": 1.29,
"learning_rate": 2.6155291790306628e-05,
"loss": 2.1372,
"step": 78500
},
{
"epoch": 1.3,
"learning_rate": 2.6130646224859874e-05,
"loss": 2.1556,
"step": 79000
},
{
"epoch": 1.3,
"eval_loss": 2.1716091632843018,
"eval_runtime": 1640.0168,
"eval_samples_per_second": 24.39,
"eval_steps_per_second": 24.39,
"step": 79000
},
{
"epoch": 1.31,
"learning_rate": 2.610600065941312e-05,
"loss": 2.1467,
"step": 79500
},
{
"epoch": 1.32,
"learning_rate": 2.6081355093966373e-05,
"loss": 2.1613,
"step": 80000
},
{
"epoch": 1.32,
"eval_loss": 2.1746010780334473,
"eval_runtime": 1640.7934,
"eval_samples_per_second": 24.378,
"eval_steps_per_second": 24.378,
"step": 80000
},
{
"epoch": 1.33,
"learning_rate": 2.605670952851962e-05,
"loss": 2.1964,
"step": 80500
},
{
"epoch": 1.33,
"learning_rate": 2.6032063963072866e-05,
"loss": 2.16,
"step": 81000
},
{
"epoch": 1.33,
"eval_loss": 2.170952558517456,
"eval_runtime": 1636.9866,
"eval_samples_per_second": 24.435,
"eval_steps_per_second": 24.435,
"step": 81000
},
{
"epoch": 1.34,
"learning_rate": 2.6007418397626112e-05,
"loss": 2.1573,
"step": 81500
},
{
"epoch": 1.35,
"learning_rate": 2.5982772832179362e-05,
"loss": 2.1615,
"step": 82000
},
{
"epoch": 1.35,
"eval_loss": 2.1753742694854736,
"eval_runtime": 1641.4118,
"eval_samples_per_second": 24.369,
"eval_steps_per_second": 24.369,
"step": 82000
},
{
"epoch": 1.36,
"learning_rate": 2.5958127266732608e-05,
"loss": 2.1389,
"step": 82500
},
{
"epoch": 1.37,
"learning_rate": 2.5933481701285858e-05,
"loss": 2.162,
"step": 83000
},
{
"epoch": 1.37,
"eval_loss": 2.1643452644348145,
"eval_runtime": 1631.9127,
"eval_samples_per_second": 24.511,
"eval_steps_per_second": 24.511,
"step": 83000
},
{
"epoch": 1.38,
"learning_rate": 2.5908836135839104e-05,
"loss": 2.1261,
"step": 83500
},
{
"epoch": 1.38,
"learning_rate": 2.588419057039235e-05,
"loss": 2.1397,
"step": 84000
},
{
"epoch": 1.38,
"eval_loss": 2.16678786277771,
"eval_runtime": 1670.9426,
"eval_samples_per_second": 23.939,
"eval_steps_per_second": 23.939,
"step": 84000
},
{
"epoch": 1.39,
"learning_rate": 2.5859545004945597e-05,
"loss": 2.1437,
"step": 84500
},
{
"epoch": 1.4,
"learning_rate": 2.5834899439498846e-05,
"loss": 2.1385,
"step": 85000
},
{
"epoch": 1.4,
"eval_loss": 2.1743927001953125,
"eval_runtime": 1630.9596,
"eval_samples_per_second": 24.525,
"eval_steps_per_second": 24.525,
"step": 85000
},
{
"epoch": 1.41,
"learning_rate": 2.5810253874052093e-05,
"loss": 2.131,
"step": 85500
},
{
"epoch": 1.42,
"learning_rate": 2.578560830860534e-05,
"loss": 2.1457,
"step": 86000
},
{
"epoch": 1.42,
"eval_loss": 2.1709821224212646,
"eval_runtime": 1641.5418,
"eval_samples_per_second": 24.367,
"eval_steps_per_second": 24.367,
"step": 86000
},
{
"epoch": 1.42,
"learning_rate": 2.5760962743158592e-05,
"loss": 2.1115,
"step": 86500
},
{
"epoch": 1.43,
"learning_rate": 2.573631717771184e-05,
"loss": 2.1394,
"step": 87000
},
{
"epoch": 1.43,
"eval_loss": 2.169813871383667,
"eval_runtime": 1633.6854,
"eval_samples_per_second": 24.485,
"eval_steps_per_second": 24.485,
"step": 87000
},
{
"epoch": 1.44,
"learning_rate": 2.5711671612265085e-05,
"loss": 2.1397,
"step": 87500
},
{
"epoch": 1.45,
"learning_rate": 2.568702604681833e-05,
"loss": 2.1359,
"step": 88000
},
{
"epoch": 1.45,
"eval_loss": 2.1732752323150635,
"eval_runtime": 1802.3943,
"eval_samples_per_second": 22.193,
"eval_steps_per_second": 22.193,
"step": 88000
},
{
"epoch": 1.46,
"learning_rate": 2.566238048137158e-05,
"loss": 2.1412,
"step": 88500
},
{
"epoch": 1.47,
"learning_rate": 2.5637734915924827e-05,
"loss": 2.1248,
"step": 89000
},
{
"epoch": 1.47,
"eval_loss": 2.1696412563323975,
"eval_runtime": 1651.1875,
"eval_samples_per_second": 24.225,
"eval_steps_per_second": 24.225,
"step": 89000
},
{
"epoch": 1.47,
"learning_rate": 2.5613089350478077e-05,
"loss": 2.1184,
"step": 89500
},
{
"epoch": 1.48,
"learning_rate": 2.5588443785031323e-05,
"loss": 2.1352,
"step": 90000
},
{
"epoch": 1.48,
"eval_loss": 2.1655664443969727,
"eval_runtime": 1639.9406,
"eval_samples_per_second": 24.391,
"eval_steps_per_second": 24.391,
"step": 90000
},
{
"epoch": 1.49,
"learning_rate": 2.556379821958457e-05,
"loss": 2.1329,
"step": 90500
},
{
"epoch": 1.5,
"learning_rate": 2.5539152654137815e-05,
"loss": 2.1304,
"step": 91000
},
{
"epoch": 1.5,
"eval_loss": 2.171034574508667,
"eval_runtime": 1644.883,
"eval_samples_per_second": 24.318,
"eval_steps_per_second": 24.318,
"step": 91000
},
{
"epoch": 1.51,
"learning_rate": 2.5514507088691065e-05,
"loss": 2.134,
"step": 91500
},
{
"epoch": 1.52,
"learning_rate": 2.548986152324431e-05,
"loss": 2.1417,
"step": 92000
},
{
"epoch": 1.52,
"eval_loss": 2.164717674255371,
"eval_runtime": 1627.0004,
"eval_samples_per_second": 24.585,
"eval_steps_per_second": 24.585,
"step": 92000
},
{
"epoch": 1.52,
"learning_rate": 2.546521595779756e-05,
"loss": 2.1519,
"step": 92500
},
{
"epoch": 1.53,
"learning_rate": 2.544057039235081e-05,
"loss": 2.1321,
"step": 93000
},
{
"epoch": 1.53,
"eval_loss": 2.164560317993164,
"eval_runtime": 1620.161,
"eval_samples_per_second": 24.689,
"eval_steps_per_second": 24.689,
"step": 93000
},
{
"epoch": 1.54,
"learning_rate": 2.5415924826904057e-05,
"loss": 2.1395,
"step": 93500
},
{
"epoch": 1.55,
"learning_rate": 2.5391279261457303e-05,
"loss": 2.1364,
"step": 94000
},
{
"epoch": 1.55,
"eval_loss": 2.1626968383789062,
"eval_runtime": 1698.7469,
"eval_samples_per_second": 23.547,
"eval_steps_per_second": 23.547,
"step": 94000
},
{
"epoch": 1.56,
"learning_rate": 2.5366633696010553e-05,
"loss": 2.1361,
"step": 94500
},
{
"epoch": 1.56,
"learning_rate": 2.53419881305638e-05,
"loss": 2.1207,
"step": 95000
},
{
"epoch": 1.56,
"eval_loss": 2.169800281524658,
"eval_runtime": 1698.1462,
"eval_samples_per_second": 23.555,
"eval_steps_per_second": 23.555,
"step": 95000
},
{
"epoch": 1.57,
"learning_rate": 2.5317342565117046e-05,
"loss": 2.1177,
"step": 95500
},
{
"epoch": 1.58,
"learning_rate": 2.5292696999670295e-05,
"loss": 2.1159,
"step": 96000
},
{
"epoch": 1.58,
"eval_loss": 2.1711175441741943,
"eval_runtime": 1693.0388,
"eval_samples_per_second": 23.626,
"eval_steps_per_second": 23.626,
"step": 96000
},
{
"epoch": 1.59,
"learning_rate": 2.526805143422354e-05,
"loss": 2.132,
"step": 96500
},
{
"epoch": 1.6,
"learning_rate": 2.5243405868776788e-05,
"loss": 2.1211,
"step": 97000
},
{
"epoch": 1.6,
"eval_loss": 2.162254571914673,
"eval_runtime": 1696.8798,
"eval_samples_per_second": 23.573,
"eval_steps_per_second": 23.573,
"step": 97000
},
{
"epoch": 1.61,
"learning_rate": 2.5218760303330034e-05,
"loss": 2.1106,
"step": 97500
},
{
"epoch": 1.61,
"learning_rate": 2.5194114737883284e-05,
"loss": 2.1324,
"step": 98000
},
{
"epoch": 1.61,
"eval_loss": 2.160202980041504,
"eval_runtime": 1693.2743,
"eval_samples_per_second": 23.623,
"eval_steps_per_second": 23.623,
"step": 98000
},
{
"epoch": 1.62,
"learning_rate": 2.516946917243653e-05,
"loss": 2.1137,
"step": 98500
},
{
"epoch": 1.63,
"learning_rate": 2.5144823606989783e-05,
"loss": 2.1332,
"step": 99000
},
{
"epoch": 1.63,
"eval_loss": 2.1663293838500977,
"eval_runtime": 1689.4982,
"eval_samples_per_second": 23.676,
"eval_steps_per_second": 23.676,
"step": 99000
},
{
"epoch": 1.64,
"learning_rate": 2.512017804154303e-05,
"loss": 2.1319,
"step": 99500
},
{
"epoch": 1.65,
"learning_rate": 2.5095532476096276e-05,
"loss": 2.1189,
"step": 100000
},
{
"epoch": 1.65,
"eval_loss": 2.1696457862854004,
"eval_runtime": 1699.5766,
"eval_samples_per_second": 23.535,
"eval_steps_per_second": 23.535,
"step": 100000
},
{
"epoch": 1.66,
"learning_rate": 2.5070886910649522e-05,
"loss": 2.1304,
"step": 100500
},
{
"epoch": 1.66,
"learning_rate": 2.504624134520277e-05,
"loss": 2.1117,
"step": 101000
},
{
"epoch": 1.66,
"eval_loss": 2.1668128967285156,
"eval_runtime": 1687.1022,
"eval_samples_per_second": 23.709,
"eval_steps_per_second": 23.709,
"step": 101000
},
{
"epoch": 1.67,
"learning_rate": 2.5021595779756018e-05,
"loss": 2.1354,
"step": 101500
},
{
"epoch": 1.68,
"learning_rate": 2.4996950214309264e-05,
"loss": 2.1229,
"step": 102000
},
{
"epoch": 1.68,
"eval_loss": 2.1560218334198,
"eval_runtime": 1690.1223,
"eval_samples_per_second": 23.667,
"eval_steps_per_second": 23.667,
"step": 102000
},
{
"epoch": 1.69,
"learning_rate": 2.4972304648862514e-05,
"loss": 2.1299,
"step": 102500
},
{
"epoch": 1.7,
"learning_rate": 2.494765908341576e-05,
"loss": 2.1263,
"step": 103000
},
{
"epoch": 1.7,
"eval_loss": 2.1626064777374268,
"eval_runtime": 1689.2429,
"eval_samples_per_second": 23.679,
"eval_steps_per_second": 23.679,
"step": 103000
},
{
"epoch": 1.7,
"learning_rate": 2.4923013517969006e-05,
"loss": 2.1201,
"step": 103500
},
{
"epoch": 1.71,
"learning_rate": 2.4898367952522253e-05,
"loss": 2.1187,
"step": 104000
},
{
"epoch": 1.71,
"eval_loss": 2.1653449535369873,
"eval_runtime": 1718.044,
"eval_samples_per_second": 23.282,
"eval_steps_per_second": 23.282,
"step": 104000
},
{
"epoch": 1.72,
"learning_rate": 2.4873722387075502e-05,
"loss": 2.1355,
"step": 104500
},
{
"epoch": 1.73,
"learning_rate": 2.484907682162875e-05,
"loss": 2.1306,
"step": 105000
},
{
"epoch": 1.73,
"eval_loss": 2.161628007888794,
"eval_runtime": 1732.448,
"eval_samples_per_second": 23.089,
"eval_steps_per_second": 23.089,
"step": 105000
},
{
"epoch": 1.74,
"learning_rate": 2.4824431256182002e-05,
"loss": 2.1256,
"step": 105500
},
{
"epoch": 1.75,
"learning_rate": 2.4799785690735248e-05,
"loss": 2.1253,
"step": 106000
},
{
"epoch": 1.75,
"eval_loss": 2.162022113800049,
"eval_runtime": 1750.94,
"eval_samples_per_second": 22.845,
"eval_steps_per_second": 22.845,
"step": 106000
},
{
"epoch": 1.75,
"learning_rate": 2.4775140125288494e-05,
"loss": 2.1164,
"step": 106500
},
{
"epoch": 1.76,
"learning_rate": 2.475049455984174e-05,
"loss": 2.1124,
"step": 107000
},
{
"epoch": 1.76,
"eval_loss": 2.1629226207733154,
"eval_runtime": 1747.2545,
"eval_samples_per_second": 22.893,
"eval_steps_per_second": 22.893,
"step": 107000
},
{
"epoch": 1.77,
"learning_rate": 2.472584899439499e-05,
"loss": 2.112,
"step": 107500
},
{
"epoch": 1.78,
"learning_rate": 2.4701203428948237e-05,
"loss": 2.1165,
"step": 108000
},
{
"epoch": 1.78,
"eval_loss": 2.162862777709961,
"eval_runtime": 1722.8861,
"eval_samples_per_second": 23.217,
"eval_steps_per_second": 23.217,
"step": 108000
},
{
"epoch": 1.79,
"learning_rate": 2.4676557863501483e-05,
"loss": 2.1258,
"step": 108500
},
{
"epoch": 1.8,
"learning_rate": 2.4651912298054732e-05,
"loss": 2.1283,
"step": 109000
},
{
"epoch": 1.8,
"eval_loss": 2.1554527282714844,
"eval_runtime": 1701.7426,
"eval_samples_per_second": 23.505,
"eval_steps_per_second": 23.505,
"step": 109000
},
{
"epoch": 1.8,
"learning_rate": 2.462726673260798e-05,
"loss": 2.1258,
"step": 109500
},
{
"epoch": 1.81,
"learning_rate": 2.4602621167161225e-05,
"loss": 2.1099,
"step": 110000
},
{
"epoch": 1.81,
"eval_loss": 2.164123296737671,
"eval_runtime": 1700.6722,
"eval_samples_per_second": 23.52,
"eval_steps_per_second": 23.52,
"step": 110000
},
{
"epoch": 1.82,
"learning_rate": 2.457797560171447e-05,
"loss": 2.1196,
"step": 110500
},
{
"epoch": 1.83,
"learning_rate": 2.455333003626772e-05,
"loss": 2.1165,
"step": 111000
},
{
"epoch": 1.83,
"eval_loss": 2.1557888984680176,
"eval_runtime": 1698.5145,
"eval_samples_per_second": 23.55,
"eval_steps_per_second": 23.55,
"step": 111000
},
{
"epoch": 1.84,
"learning_rate": 2.4528684470820967e-05,
"loss": 2.1125,
"step": 111500
},
{
"epoch": 1.84,
"learning_rate": 2.450403890537422e-05,
"loss": 2.1103,
"step": 112000
},
{
"epoch": 1.84,
"eval_loss": 2.1602911949157715,
"eval_runtime": 1693.809,
"eval_samples_per_second": 23.615,
"eval_steps_per_second": 23.615,
"step": 112000
},
{
"epoch": 1.85,
"learning_rate": 2.4479393339927467e-05,
"loss": 2.1217,
"step": 112500
},
{
"epoch": 1.86,
"learning_rate": 2.4454747774480713e-05,
"loss": 2.1136,
"step": 113000
},
{
"epoch": 1.86,
"eval_loss": 2.159860134124756,
"eval_runtime": 1688.1816,
"eval_samples_per_second": 23.694,
"eval_steps_per_second": 23.694,
"step": 113000
},
{
"epoch": 1.87,
"learning_rate": 2.443010220903396e-05,
"loss": 2.1218,
"step": 113500
},
{
"epoch": 1.88,
"learning_rate": 2.440545664358721e-05,
"loss": 2.101,
"step": 114000
},
{
"epoch": 1.88,
"eval_loss": 2.161252498626709,
"eval_runtime": 1707.6279,
"eval_samples_per_second": 23.424,
"eval_steps_per_second": 23.424,
"step": 114000
},
{
"epoch": 1.89,
"learning_rate": 2.4380811078140455e-05,
"loss": 2.0981,
"step": 114500
},
{
"epoch": 1.89,
"learning_rate": 2.4356165512693705e-05,
"loss": 2.1231,
"step": 115000
},
{
"epoch": 1.89,
"eval_loss": 2.1558616161346436,
"eval_runtime": 1696.8618,
"eval_samples_per_second": 23.573,
"eval_steps_per_second": 23.573,
"step": 115000
},
{
"epoch": 1.9,
"learning_rate": 2.433151994724695e-05,
"loss": 2.0957,
"step": 115500
},
{
"epoch": 1.91,
"learning_rate": 2.4306874381800197e-05,
"loss": 2.1368,
"step": 116000
},
{
"epoch": 1.91,
"eval_loss": 2.154006242752075,
"eval_runtime": 1697.1277,
"eval_samples_per_second": 23.569,
"eval_steps_per_second": 23.569,
"step": 116000
},
{
"epoch": 1.92,
"learning_rate": 2.4282228816353444e-05,
"loss": 2.1311,
"step": 116500
},
{
"epoch": 1.93,
"learning_rate": 2.4257583250906693e-05,
"loss": 2.1325,
"step": 117000
},
{
"epoch": 1.93,
"eval_loss": 2.1554782390594482,
"eval_runtime": 1697.9442,
"eval_samples_per_second": 23.558,
"eval_steps_per_second": 23.558,
"step": 117000
},
{
"epoch": 1.94,
"learning_rate": 2.423293768545994e-05,
"loss": 2.12,
"step": 117500
},
{
"epoch": 1.94,
"learning_rate": 2.420829212001319e-05,
"loss": 2.1017,
"step": 118000
},
{
"epoch": 1.94,
"eval_loss": 2.1558518409729004,
"eval_runtime": 1697.0901,
"eval_samples_per_second": 23.57,
"eval_steps_per_second": 23.57,
"step": 118000
},
{
"epoch": 1.95,
"learning_rate": 2.418364655456644e-05,
"loss": 2.1148,
"step": 118500
},
{
"epoch": 1.96,
"learning_rate": 2.4159000989119685e-05,
"loss": 2.1143,
"step": 119000
},
{
"epoch": 1.96,
"eval_loss": 2.160183906555176,
"eval_runtime": 1697.0904,
"eval_samples_per_second": 23.57,
"eval_steps_per_second": 23.57,
"step": 119000
},
{
"epoch": 1.97,
"learning_rate": 2.413435542367293e-05,
"loss": 2.1132,
"step": 119500
},
{
"epoch": 1.98,
"learning_rate": 2.4109709858226178e-05,
"loss": 2.0962,
"step": 120000
},
{
"epoch": 1.98,
"eval_loss": 2.155602216720581,
"eval_runtime": 1696.9463,
"eval_samples_per_second": 23.572,
"eval_steps_per_second": 23.572,
"step": 120000
},
{
"epoch": 1.98,
"learning_rate": 2.4085064292779428e-05,
"loss": 2.1274,
"step": 120500
},
{
"epoch": 1.99,
"learning_rate": 2.4060418727332674e-05,
"loss": 2.1103,
"step": 121000
},
{
"epoch": 1.99,
"eval_loss": 2.1536872386932373,
"eval_runtime": 1696.9858,
"eval_samples_per_second": 23.571,
"eval_steps_per_second": 23.571,
"step": 121000
},
{
"epoch": 2.0,
"learning_rate": 2.4035773161885923e-05,
"loss": 2.1002,
"step": 121500
},
{
"epoch": 2.01,
"learning_rate": 2.401112759643917e-05,
"loss": 2.0708,
"step": 122000
},
{
"epoch": 2.01,
"eval_loss": 2.1589629650115967,
"eval_runtime": 1700.1693,
"eval_samples_per_second": 23.527,
"eval_steps_per_second": 23.527,
"step": 122000
},
{
"epoch": 2.02,
"learning_rate": 2.3986482030992416e-05,
"loss": 2.0797,
"step": 122500
},
{
"epoch": 2.03,
"learning_rate": 2.3961836465545662e-05,
"loss": 2.072,
"step": 123000
},
{
"epoch": 2.03,
"eval_loss": 2.157003402709961,
"eval_runtime": 1683.9269,
"eval_samples_per_second": 23.754,
"eval_steps_per_second": 23.754,
"step": 123000
},
{
"epoch": 2.03,
"learning_rate": 2.3937190900098912e-05,
"loss": 2.1007,
"step": 123500
},
{
"epoch": 2.04,
"learning_rate": 2.3912545334652158e-05,
"loss": 2.0734,
"step": 124000
},
{
"epoch": 2.04,
"eval_loss": 2.152344226837158,
"eval_runtime": 1685.7847,
"eval_samples_per_second": 23.728,
"eval_steps_per_second": 23.728,
"step": 124000
},
{
"epoch": 2.05,
"learning_rate": 2.3887899769205408e-05,
"loss": 2.0679,
"step": 124500
},
{
"epoch": 2.06,
"learning_rate": 2.3863254203758658e-05,
"loss": 2.0927,
"step": 125000
},
{
"epoch": 2.06,
"eval_loss": 2.1572160720825195,
"eval_runtime": 1687.9536,
"eval_samples_per_second": 23.697,
"eval_steps_per_second": 23.697,
"step": 125000
},
{
"epoch": 2.07,
"learning_rate": 2.3838608638311904e-05,
"loss": 2.0667,
"step": 125500
},
{
"epoch": 2.08,
"learning_rate": 2.381396307286515e-05,
"loss": 2.0767,
"step": 126000
},
{
"epoch": 2.08,
"eval_loss": 2.1578407287597656,
"eval_runtime": 1683.6847,
"eval_samples_per_second": 23.757,
"eval_steps_per_second": 23.757,
"step": 126000
},
{
"epoch": 2.08,
"learning_rate": 2.3789317507418396e-05,
"loss": 2.0856,
"step": 126500
},
{
"epoch": 2.09,
"learning_rate": 2.3764671941971646e-05,
"loss": 2.087,
"step": 127000
},
{
"epoch": 2.09,
"eval_loss": 2.1585898399353027,
"eval_runtime": 1707.9519,
"eval_samples_per_second": 23.42,
"eval_steps_per_second": 23.42,
"step": 127000
},
{
"epoch": 2.1,
"learning_rate": 2.3740026376524892e-05,
"loss": 2.0583,
"step": 127500
},
{
"epoch": 2.11,
"learning_rate": 2.3715380811078142e-05,
"loss": 2.0817,
"step": 128000
},
{
"epoch": 2.11,
"eval_loss": 2.1547696590423584,
"eval_runtime": 1701.5775,
"eval_samples_per_second": 23.508,
"eval_steps_per_second": 23.508,
"step": 128000
},
{
"epoch": 2.12,
"learning_rate": 2.369073524563139e-05,
"loss": 2.091,
"step": 128500
},
{
"epoch": 2.12,
"learning_rate": 2.3666089680184635e-05,
"loss": 2.0842,
"step": 129000
},
{
"epoch": 2.12,
"eval_loss": 2.159339427947998,
"eval_runtime": 1702.707,
"eval_samples_per_second": 23.492,
"eval_steps_per_second": 23.492,
"step": 129000
},
{
"epoch": 2.13,
"learning_rate": 2.364144411473788e-05,
"loss": 2.0842,
"step": 129500
},
{
"epoch": 2.14,
"learning_rate": 2.361679854929113e-05,
"loss": 2.0801,
"step": 130000
},
{
"epoch": 2.14,
"eval_loss": 2.1500117778778076,
"eval_runtime": 1705.3521,
"eval_samples_per_second": 23.456,
"eval_steps_per_second": 23.456,
"step": 130000
},
{
"epoch": 2.15,
"learning_rate": 2.3592152983844377e-05,
"loss": 2.0596,
"step": 130500
},
{
"epoch": 2.16,
"learning_rate": 2.356750741839763e-05,
"loss": 2.0757,
"step": 131000
},
{
"epoch": 2.16,
"eval_loss": 2.1629602909088135,
"eval_runtime": 1695.1748,
"eval_samples_per_second": 23.596,
"eval_steps_per_second": 23.596,
"step": 131000
},
{
"epoch": 2.17,
"learning_rate": 2.3542861852950876e-05,
"loss": 2.0893,
"step": 131500
},
{
"epoch": 2.17,
"learning_rate": 2.3518216287504123e-05,
"loss": 2.0878,
"step": 132000
},
{
"epoch": 2.17,
"eval_loss": 2.151366710662842,
"eval_runtime": 1691.2631,
"eval_samples_per_second": 23.651,
"eval_steps_per_second": 23.651,
"step": 132000
},
{
"epoch": 2.18,
"learning_rate": 2.349357072205737e-05,
"loss": 2.0882,
"step": 132500
},
{
"epoch": 2.19,
"learning_rate": 2.346892515661062e-05,
"loss": 2.0758,
"step": 133000
},
{
"epoch": 2.19,
"eval_loss": 2.1577887535095215,
"eval_runtime": 1700.0595,
"eval_samples_per_second": 23.529,
"eval_steps_per_second": 23.529,
"step": 133000
},
{
"epoch": 2.2,
"learning_rate": 2.3444279591163865e-05,
"loss": 2.0691,
"step": 133500
},
{
"epoch": 2.21,
"learning_rate": 2.341963402571711e-05,
"loss": 2.0816,
"step": 134000
},
{
"epoch": 2.21,
"eval_loss": 2.1542584896087646,
"eval_runtime": 1689.3566,
"eval_samples_per_second": 23.678,
"eval_steps_per_second": 23.678,
"step": 134000
},
{
"epoch": 2.22,
"learning_rate": 2.339498846027036e-05,
"loss": 2.0819,
"step": 134500
},
{
"epoch": 2.22,
"learning_rate": 2.3370342894823607e-05,
"loss": 2.0853,
"step": 135000
},
{
"epoch": 2.22,
"eval_loss": 2.152047634124756,
"eval_runtime": 1696.0173,
"eval_samples_per_second": 23.585,
"eval_steps_per_second": 23.585,
"step": 135000
},
{
"epoch": 2.23,
"learning_rate": 2.3345697329376853e-05,
"loss": 2.0638,
"step": 135500
},
{
"epoch": 2.24,
"learning_rate": 2.33210517639301e-05,
"loss": 2.0759,
"step": 136000
},
{
"epoch": 2.24,
"eval_loss": 2.1569483280181885,
"eval_runtime": 1694.0839,
"eval_samples_per_second": 23.612,
"eval_steps_per_second": 23.612,
"step": 136000
},
{
"epoch": 2.25,
"learning_rate": 2.329640619848335e-05,
"loss": 2.089,
"step": 136500
},
{
"epoch": 2.26,
"learning_rate": 2.32717606330366e-05,
"loss": 2.0847,
"step": 137000
},
{
"epoch": 2.26,
"eval_loss": 2.150604724884033,
"eval_runtime": 1694.889,
"eval_samples_per_second": 23.6,
"eval_steps_per_second": 23.6,
"step": 137000
},
{
"epoch": 2.26,
"learning_rate": 2.324711506758985e-05,
"loss": 2.072,
"step": 137500
},
{
"epoch": 2.27,
"learning_rate": 2.3222469502143095e-05,
"loss": 2.0684,
"step": 138000
},
{
"epoch": 2.27,
"eval_loss": 2.152568817138672,
"eval_runtime": 1698.9537,
"eval_samples_per_second": 23.544,
"eval_steps_per_second": 23.544,
"step": 138000
},
{
"epoch": 2.28,
"learning_rate": 2.319782393669634e-05,
"loss": 2.0769,
"step": 138500
},
{
"epoch": 2.29,
"learning_rate": 2.3173178371249587e-05,
"loss": 2.0776,
"step": 139000
},
{
"epoch": 2.29,
"eval_loss": 2.1548068523406982,
"eval_runtime": 1697.8718,
"eval_samples_per_second": 23.559,
"eval_steps_per_second": 23.559,
"step": 139000
},
{
"epoch": 2.3,
"learning_rate": 2.3148532805802837e-05,
"loss": 2.0947,
"step": 139500
},
{
"epoch": 2.31,
"learning_rate": 2.3123887240356083e-05,
"loss": 2.0804,
"step": 140000
},
{
"epoch": 2.31,
"eval_loss": 2.1525418758392334,
"eval_runtime": 1696.6504,
"eval_samples_per_second": 23.576,
"eval_steps_per_second": 23.576,
"step": 140000
},
{
"epoch": 2.31,
"learning_rate": 2.309924167490933e-05,
"loss": 2.0667,
"step": 140500
},
{
"epoch": 2.32,
"learning_rate": 2.307459610946258e-05,
"loss": 2.0724,
"step": 141000
},
{
"epoch": 2.32,
"eval_loss": 2.149521589279175,
"eval_runtime": 1698.3371,
"eval_samples_per_second": 23.552,
"eval_steps_per_second": 23.552,
"step": 141000
},
{
"epoch": 2.33,
"learning_rate": 2.3049950544015826e-05,
"loss": 2.0728,
"step": 141500
},
{
"epoch": 2.34,
"learning_rate": 2.3025304978569072e-05,
"loss": 2.0699,
"step": 142000
},
{
"epoch": 2.34,
"eval_loss": 2.1547553539276123,
"eval_runtime": 1693.508,
"eval_samples_per_second": 23.62,
"eval_steps_per_second": 23.62,
"step": 142000
},
{
"epoch": 2.35,
"learning_rate": 2.3000659413122318e-05,
"loss": 2.0787,
"step": 142500
},
{
"epoch": 2.36,
"learning_rate": 2.2976013847675568e-05,
"loss": 2.0786,
"step": 143000
},
{
"epoch": 2.36,
"eval_loss": 2.1501739025115967,
"eval_runtime": 1698.296,
"eval_samples_per_second": 23.553,
"eval_steps_per_second": 23.553,
"step": 143000
},
{
"epoch": 2.36,
"learning_rate": 2.2951368282228818e-05,
"loss": 2.0667,
"step": 143500
},
{
"epoch": 2.37,
"learning_rate": 2.2926722716782067e-05,
"loss": 2.078,
"step": 144000
},
{
"epoch": 2.37,
"eval_loss": 2.1527764797210693,
"eval_runtime": 1691.4717,
"eval_samples_per_second": 23.648,
"eval_steps_per_second": 23.648,
"step": 144000
},
{
"epoch": 2.38,
"learning_rate": 2.2902077151335314e-05,
"loss": 2.0774,
"step": 144500
},
{
"epoch": 2.39,
"learning_rate": 2.287743158588856e-05,
"loss": 2.082,
"step": 145000
},
{
"epoch": 2.39,
"eval_loss": 2.1524477005004883,
"eval_runtime": 1702.729,
"eval_samples_per_second": 23.492,
"eval_steps_per_second": 23.492,
"step": 145000
},
{
"epoch": 2.4,
"learning_rate": 2.2852786020441806e-05,
"loss": 2.0654,
"step": 145500
},
{
"epoch": 2.4,
"learning_rate": 2.2828140454995056e-05,
"loss": 2.0641,
"step": 146000
},
{
"epoch": 2.4,
"eval_loss": 2.1543331146240234,
"eval_runtime": 1702.4222,
"eval_samples_per_second": 23.496,
"eval_steps_per_second": 23.496,
"step": 146000
},
{
"epoch": 2.41,
"learning_rate": 2.2803494889548302e-05,
"loss": 2.0681,
"step": 146500
},
{
"epoch": 2.42,
"learning_rate": 2.2778849324101552e-05,
"loss": 2.0676,
"step": 147000
},
{
"epoch": 2.42,
"eval_loss": 2.148048162460327,
"eval_runtime": 1691.5175,
"eval_samples_per_second": 23.647,
"eval_steps_per_second": 23.647,
"step": 147000
},
{
"epoch": 2.43,
"learning_rate": 2.2754203758654798e-05,
"loss": 2.0742,
"step": 147500
},
{
"epoch": 2.44,
"learning_rate": 2.2729558193208044e-05,
"loss": 2.0605,
"step": 148000
},
{
"epoch": 2.44,
"eval_loss": 2.155611991882324,
"eval_runtime": 1692.7049,
"eval_samples_per_second": 23.631,
"eval_steps_per_second": 23.631,
"step": 148000
},
{
"epoch": 2.45,
"learning_rate": 2.270491262776129e-05,
"loss": 2.0729,
"step": 148500
},
{
"epoch": 2.45,
"learning_rate": 2.268026706231454e-05,
"loss": 2.0763,
"step": 149000
},
{
"epoch": 2.45,
"eval_loss": 2.1516194343566895,
"eval_runtime": 1695.0008,
"eval_samples_per_second": 23.599,
"eval_steps_per_second": 23.599,
"step": 149000
},
{
"epoch": 2.46,
"learning_rate": 2.2655621496867787e-05,
"loss": 2.0678,
"step": 149500
},
{
"epoch": 2.47,
"learning_rate": 2.2630975931421036e-05,
"loss": 2.066,
"step": 150000
},
{
"epoch": 2.47,
"eval_loss": 2.1532933712005615,
"eval_runtime": 1693.3099,
"eval_samples_per_second": 23.622,
"eval_steps_per_second": 23.622,
"step": 150000
},
{
"epoch": 2.48,
"learning_rate": 2.2606330365974286e-05,
"loss": 2.0719,
"step": 150500
},
{
"epoch": 2.49,
"learning_rate": 2.2581684800527532e-05,
"loss": 2.0803,
"step": 151000
},
{
"epoch": 2.49,
"eval_loss": 2.150263786315918,
"eval_runtime": 1689.1882,
"eval_samples_per_second": 23.68,
"eval_steps_per_second": 23.68,
"step": 151000
},
{
"epoch": 2.5,
"learning_rate": 2.255703923508078e-05,
"loss": 2.0737,
"step": 151500
},
{
"epoch": 2.5,
"learning_rate": 2.2532393669634025e-05,
"loss": 2.0862,
"step": 152000
},
{
"epoch": 2.5,
"eval_loss": 2.1463823318481445,
"eval_runtime": 1693.5654,
"eval_samples_per_second": 23.619,
"eval_steps_per_second": 23.619,
"step": 152000
},
{
"epoch": 2.51,
"learning_rate": 2.2507748104187274e-05,
"loss": 2.0769,
"step": 152500
},
{
"epoch": 2.52,
"learning_rate": 2.248310253874052e-05,
"loss": 2.075,
"step": 153000
},
{
"epoch": 2.52,
"eval_loss": 2.1545963287353516,
"eval_runtime": 1697.0015,
"eval_samples_per_second": 23.571,
"eval_steps_per_second": 23.571,
"step": 153000
},
{
"epoch": 2.53,
"learning_rate": 2.245845697329377e-05,
"loss": 2.0745,
"step": 153500
},
{
"epoch": 2.54,
"learning_rate": 2.2433811407847017e-05,
"loss": 2.0801,
"step": 154000
},
{
"epoch": 2.54,
"eval_loss": 2.146970748901367,
"eval_runtime": 1700.75,
"eval_samples_per_second": 23.519,
"eval_steps_per_second": 23.519,
"step": 154000
},
{
"epoch": 2.54,
"learning_rate": 2.2409165842400263e-05,
"loss": 2.0755,
"step": 154500
},
{
"epoch": 2.55,
"learning_rate": 2.238452027695351e-05,
"loss": 2.0714,
"step": 155000
},
{
"epoch": 2.55,
"eval_loss": 2.1499733924865723,
"eval_runtime": 1700.6102,
"eval_samples_per_second": 23.521,
"eval_steps_per_second": 23.521,
"step": 155000
},
{
"epoch": 2.56,
"learning_rate": 2.2359874711506756e-05,
"loss": 2.0688,
"step": 155500
},
{
"epoch": 2.57,
"learning_rate": 2.233522914606001e-05,
"loss": 2.0764,
"step": 156000
},
{
"epoch": 2.57,
"eval_loss": 2.141591787338257,
"eval_runtime": 1694.1493,
"eval_samples_per_second": 23.611,
"eval_steps_per_second": 23.611,
"step": 156000
}
],
"max_steps": 607100,
"num_train_epochs": 10,
"total_flos": 1.115410746630144e+17,
"trial_name": null,
"trial_params": null
}