whisper-base-full-data-v2 / trainer_state.json
pphuc25's picture
End of training
55fa0a2
{
"best_metric": 0.15011541545391083,
"best_model_checkpoint": "whisper-base-full-data-v2/checkpoint-60000",
"epoch": 20.003133322888925,
"global_step": 63840,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 2.0000000000000003e-06,
"loss": 5.8514,
"step": 100
},
{
"epoch": 0.06,
"learning_rate": 4.000000000000001e-06,
"loss": 1.1194,
"step": 200
},
{
"epoch": 0.09,
"learning_rate": 6e-06,
"loss": 0.6536,
"step": 300
},
{
"epoch": 0.13,
"learning_rate": 8.000000000000001e-06,
"loss": 0.5617,
"step": 400
},
{
"epoch": 0.16,
"learning_rate": 1e-05,
"loss": 0.5055,
"step": 500
},
{
"epoch": 0.19,
"learning_rate": 1.2e-05,
"loss": 0.4732,
"step": 600
},
{
"epoch": 0.22,
"learning_rate": 1.4000000000000001e-05,
"loss": 0.451,
"step": 700
},
{
"epoch": 0.25,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.4286,
"step": 800
},
{
"epoch": 0.28,
"learning_rate": 1.8e-05,
"loss": 0.4165,
"step": 900
},
{
"epoch": 0.31,
"learning_rate": 2e-05,
"loss": 0.4006,
"step": 1000
},
{
"epoch": 0.34,
"learning_rate": 2.2000000000000003e-05,
"loss": 0.3873,
"step": 1100
},
{
"epoch": 0.38,
"learning_rate": 2.4e-05,
"loss": 0.3765,
"step": 1200
},
{
"epoch": 0.41,
"learning_rate": 2.6000000000000002e-05,
"loss": 0.3687,
"step": 1300
},
{
"epoch": 0.44,
"learning_rate": 2.8000000000000003e-05,
"loss": 0.3629,
"step": 1400
},
{
"epoch": 0.47,
"learning_rate": 3e-05,
"loss": 0.3514,
"step": 1500
},
{
"epoch": 0.5,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.3483,
"step": 1600
},
{
"epoch": 0.53,
"learning_rate": 3.4000000000000007e-05,
"loss": 0.3438,
"step": 1700
},
{
"epoch": 0.56,
"learning_rate": 3.6e-05,
"loss": 0.342,
"step": 1800
},
{
"epoch": 0.6,
"learning_rate": 3.8e-05,
"loss": 0.3345,
"step": 1900
},
{
"epoch": 0.63,
"learning_rate": 4e-05,
"loss": 0.332,
"step": 2000
},
{
"epoch": 0.66,
"learning_rate": 4.2e-05,
"loss": 0.3234,
"step": 2100
},
{
"epoch": 0.69,
"learning_rate": 4.4000000000000006e-05,
"loss": 0.3212,
"step": 2200
},
{
"epoch": 0.72,
"learning_rate": 4.600000000000001e-05,
"loss": 0.3195,
"step": 2300
},
{
"epoch": 0.75,
"learning_rate": 4.8e-05,
"loss": 0.3251,
"step": 2400
},
{
"epoch": 0.78,
"learning_rate": 5e-05,
"loss": 0.3167,
"step": 2500
},
{
"epoch": 0.81,
"learning_rate": 5.2000000000000004e-05,
"loss": 0.3212,
"step": 2600
},
{
"epoch": 0.85,
"learning_rate": 5.4000000000000005e-05,
"loss": 0.3148,
"step": 2700
},
{
"epoch": 0.88,
"learning_rate": 5.6000000000000006e-05,
"loss": 0.3159,
"step": 2800
},
{
"epoch": 0.91,
"learning_rate": 5.8e-05,
"loss": 0.3127,
"step": 2900
},
{
"epoch": 0.94,
"learning_rate": 6e-05,
"loss": 0.3093,
"step": 3000
},
{
"epoch": 0.97,
"learning_rate": 6.2e-05,
"loss": 0.3088,
"step": 3100
},
{
"epoch": 1.0,
"learning_rate": 6.400000000000001e-05,
"loss": 0.309,
"step": 3200
},
{
"epoch": 1.03,
"learning_rate": 6.6e-05,
"loss": 0.3021,
"step": 3300
},
{
"epoch": 1.07,
"learning_rate": 6.800000000000001e-05,
"loss": 0.2986,
"step": 3400
},
{
"epoch": 1.1,
"learning_rate": 7e-05,
"loss": 0.2962,
"step": 3500
},
{
"epoch": 1.13,
"learning_rate": 7.2e-05,
"loss": 0.299,
"step": 3600
},
{
"epoch": 1.16,
"learning_rate": 7.4e-05,
"loss": 0.2978,
"step": 3700
},
{
"epoch": 1.19,
"learning_rate": 7.6e-05,
"loss": 0.3008,
"step": 3800
},
{
"epoch": 1.22,
"learning_rate": 7.800000000000001e-05,
"loss": 0.3001,
"step": 3900
},
{
"epoch": 1.25,
"learning_rate": 8e-05,
"loss": 0.2974,
"step": 4000
},
{
"epoch": 1.28,
"learning_rate": 8.2e-05,
"loss": 0.2993,
"step": 4100
},
{
"epoch": 1.32,
"learning_rate": 8.4e-05,
"loss": 0.2958,
"step": 4200
},
{
"epoch": 1.35,
"learning_rate": 8.6e-05,
"loss": 0.2959,
"step": 4300
},
{
"epoch": 1.38,
"learning_rate": 8.800000000000001e-05,
"loss": 0.2964,
"step": 4400
},
{
"epoch": 1.41,
"learning_rate": 9e-05,
"loss": 0.301,
"step": 4500
},
{
"epoch": 1.44,
"learning_rate": 9.200000000000001e-05,
"loss": 0.3022,
"step": 4600
},
{
"epoch": 1.47,
"learning_rate": 9.4e-05,
"loss": 0.3044,
"step": 4700
},
{
"epoch": 1.5,
"learning_rate": 9.6e-05,
"loss": 0.3003,
"step": 4800
},
{
"epoch": 1.54,
"learning_rate": 9.8e-05,
"loss": 0.2975,
"step": 4900
},
{
"epoch": 1.57,
"learning_rate": 0.0001,
"loss": 0.2986,
"step": 5000
},
{
"epoch": 1.57,
"eval_loss": 0.3998117744922638,
"eval_runtime": 149.8792,
"eval_samples_per_second": 106.359,
"eval_steps_per_second": 1.668,
"step": 5000
},
{
"epoch": 1.6,
"learning_rate": 9.983004758667574e-05,
"loss": 0.298,
"step": 5100
},
{
"epoch": 1.63,
"learning_rate": 9.966009517335146e-05,
"loss": 0.2964,
"step": 5200
},
{
"epoch": 1.66,
"learning_rate": 9.94901427600272e-05,
"loss": 0.2929,
"step": 5300
},
{
"epoch": 1.69,
"learning_rate": 9.932019034670292e-05,
"loss": 0.2932,
"step": 5400
},
{
"epoch": 1.72,
"learning_rate": 9.915023793337866e-05,
"loss": 0.2899,
"step": 5500
},
{
"epoch": 1.75,
"learning_rate": 9.89802855200544e-05,
"loss": 0.2853,
"step": 5600
},
{
"epoch": 1.79,
"learning_rate": 9.881033310673012e-05,
"loss": 0.2818,
"step": 5700
},
{
"epoch": 1.82,
"learning_rate": 9.864038069340585e-05,
"loss": 0.2825,
"step": 5800
},
{
"epoch": 1.85,
"learning_rate": 9.847042828008159e-05,
"loss": 0.2807,
"step": 5900
},
{
"epoch": 1.88,
"learning_rate": 9.830047586675731e-05,
"loss": 0.2728,
"step": 6000
},
{
"epoch": 1.91,
"learning_rate": 9.813052345343305e-05,
"loss": 0.2767,
"step": 6100
},
{
"epoch": 1.94,
"learning_rate": 9.796057104010877e-05,
"loss": 0.2708,
"step": 6200
},
{
"epoch": 1.97,
"learning_rate": 9.779061862678451e-05,
"loss": 0.2672,
"step": 6300
},
{
"epoch": 2.01,
"learning_rate": 9.762066621346023e-05,
"loss": 0.2698,
"step": 6400
},
{
"epoch": 2.04,
"learning_rate": 9.745071380013597e-05,
"loss": 0.2579,
"step": 6500
},
{
"epoch": 2.07,
"learning_rate": 9.72807613868117e-05,
"loss": 0.253,
"step": 6600
},
{
"epoch": 2.1,
"learning_rate": 9.711080897348744e-05,
"loss": 0.2551,
"step": 6700
},
{
"epoch": 2.13,
"learning_rate": 9.694085656016316e-05,
"loss": 0.2522,
"step": 6800
},
{
"epoch": 2.16,
"learning_rate": 9.67709041468389e-05,
"loss": 0.2475,
"step": 6900
},
{
"epoch": 2.19,
"learning_rate": 9.660095173351462e-05,
"loss": 0.2515,
"step": 7000
},
{
"epoch": 2.22,
"learning_rate": 9.643099932019036e-05,
"loss": 0.2449,
"step": 7100
},
{
"epoch": 2.26,
"learning_rate": 9.626104690686608e-05,
"loss": 0.2508,
"step": 7200
},
{
"epoch": 2.29,
"learning_rate": 9.609109449354181e-05,
"loss": 0.244,
"step": 7300
},
{
"epoch": 2.32,
"learning_rate": 9.592114208021754e-05,
"loss": 0.2452,
"step": 7400
},
{
"epoch": 2.35,
"learning_rate": 9.575118966689327e-05,
"loss": 0.2403,
"step": 7500
},
{
"epoch": 2.38,
"learning_rate": 9.5581237253569e-05,
"loss": 0.2423,
"step": 7600
},
{
"epoch": 2.41,
"learning_rate": 9.541128484024475e-05,
"loss": 0.2409,
"step": 7700
},
{
"epoch": 2.44,
"learning_rate": 9.524133242692047e-05,
"loss": 0.2378,
"step": 7800
},
{
"epoch": 2.48,
"learning_rate": 9.50713800135962e-05,
"loss": 0.2345,
"step": 7900
},
{
"epoch": 2.51,
"learning_rate": 9.490142760027193e-05,
"loss": 0.2368,
"step": 8000
},
{
"epoch": 2.54,
"learning_rate": 9.473147518694766e-05,
"loss": 0.2366,
"step": 8100
},
{
"epoch": 2.57,
"learning_rate": 9.456152277362339e-05,
"loss": 0.2333,
"step": 8200
},
{
"epoch": 2.6,
"learning_rate": 9.439157036029912e-05,
"loss": 0.2277,
"step": 8300
},
{
"epoch": 2.63,
"learning_rate": 9.422161794697484e-05,
"loss": 0.232,
"step": 8400
},
{
"epoch": 2.66,
"learning_rate": 9.405166553365058e-05,
"loss": 0.2276,
"step": 8500
},
{
"epoch": 2.69,
"learning_rate": 9.38817131203263e-05,
"loss": 0.2296,
"step": 8600
},
{
"epoch": 2.73,
"learning_rate": 9.371176070700204e-05,
"loss": 0.2248,
"step": 8700
},
{
"epoch": 2.76,
"learning_rate": 9.354180829367778e-05,
"loss": 0.2251,
"step": 8800
},
{
"epoch": 2.79,
"learning_rate": 9.337185588035351e-05,
"loss": 0.2255,
"step": 8900
},
{
"epoch": 2.82,
"learning_rate": 9.320190346702923e-05,
"loss": 0.2272,
"step": 9000
},
{
"epoch": 2.85,
"learning_rate": 9.303195105370497e-05,
"loss": 0.2241,
"step": 9100
},
{
"epoch": 2.88,
"learning_rate": 9.28619986403807e-05,
"loss": 0.2237,
"step": 9200
},
{
"epoch": 2.91,
"learning_rate": 9.269204622705643e-05,
"loss": 0.221,
"step": 9300
},
{
"epoch": 2.95,
"learning_rate": 9.252209381373215e-05,
"loss": 0.2185,
"step": 9400
},
{
"epoch": 2.98,
"learning_rate": 9.235214140040789e-05,
"loss": 0.216,
"step": 9500
},
{
"epoch": 3.01,
"learning_rate": 9.218218898708361e-05,
"loss": 0.2148,
"step": 9600
},
{
"epoch": 3.04,
"learning_rate": 9.201223657375935e-05,
"loss": 0.2064,
"step": 9700
},
{
"epoch": 3.07,
"learning_rate": 9.184228416043508e-05,
"loss": 0.2058,
"step": 9800
},
{
"epoch": 3.1,
"learning_rate": 9.167233174711082e-05,
"loss": 0.2059,
"step": 9900
},
{
"epoch": 3.13,
"learning_rate": 9.150237933378654e-05,
"loss": 0.2037,
"step": 10000
},
{
"epoch": 3.13,
"eval_loss": 0.3050629198551178,
"eval_runtime": 143.7999,
"eval_samples_per_second": 110.855,
"eval_steps_per_second": 1.739,
"step": 10000
},
{
"epoch": 3.16,
"learning_rate": 9.133242692046228e-05,
"loss": 0.2057,
"step": 10100
},
{
"epoch": 3.2,
"learning_rate": 9.1162474507138e-05,
"loss": 0.2023,
"step": 10200
},
{
"epoch": 3.23,
"learning_rate": 9.099252209381374e-05,
"loss": 0.2054,
"step": 10300
},
{
"epoch": 3.26,
"learning_rate": 9.082256968048946e-05,
"loss": 0.2016,
"step": 10400
},
{
"epoch": 3.29,
"learning_rate": 9.06526172671652e-05,
"loss": 0.2028,
"step": 10500
},
{
"epoch": 3.32,
"learning_rate": 9.048266485384093e-05,
"loss": 0.2036,
"step": 10600
},
{
"epoch": 3.35,
"learning_rate": 9.031271244051665e-05,
"loss": 0.2044,
"step": 10700
},
{
"epoch": 3.38,
"learning_rate": 9.014276002719239e-05,
"loss": 0.202,
"step": 10800
},
{
"epoch": 3.42,
"learning_rate": 8.997280761386813e-05,
"loss": 0.2032,
"step": 10900
},
{
"epoch": 3.45,
"learning_rate": 8.980285520054385e-05,
"loss": 0.2012,
"step": 11000
},
{
"epoch": 3.48,
"learning_rate": 8.963290278721959e-05,
"loss": 0.1976,
"step": 11100
},
{
"epoch": 3.51,
"learning_rate": 8.946295037389532e-05,
"loss": 0.1978,
"step": 11200
},
{
"epoch": 3.54,
"learning_rate": 8.929299796057104e-05,
"loss": 0.1954,
"step": 11300
},
{
"epoch": 3.57,
"learning_rate": 8.912304554724678e-05,
"loss": 0.1943,
"step": 11400
},
{
"epoch": 3.6,
"learning_rate": 8.89530931339225e-05,
"loss": 0.1938,
"step": 11500
},
{
"epoch": 3.63,
"learning_rate": 8.878314072059824e-05,
"loss": 0.1963,
"step": 11600
},
{
"epoch": 3.67,
"learning_rate": 8.861318830727396e-05,
"loss": 0.1947,
"step": 11700
},
{
"epoch": 3.7,
"learning_rate": 8.84432358939497e-05,
"loss": 0.194,
"step": 11800
},
{
"epoch": 3.73,
"learning_rate": 8.827328348062542e-05,
"loss": 0.1915,
"step": 11900
},
{
"epoch": 3.76,
"learning_rate": 8.810333106730117e-05,
"loss": 0.1937,
"step": 12000
},
{
"epoch": 3.79,
"learning_rate": 8.79333786539769e-05,
"loss": 0.1919,
"step": 12100
},
{
"epoch": 3.82,
"learning_rate": 8.776342624065263e-05,
"loss": 0.1926,
"step": 12200
},
{
"epoch": 3.85,
"learning_rate": 8.759347382732835e-05,
"loss": 0.1931,
"step": 12300
},
{
"epoch": 3.89,
"learning_rate": 8.742352141400409e-05,
"loss": 0.1901,
"step": 12400
},
{
"epoch": 3.92,
"learning_rate": 8.725356900067981e-05,
"loss": 0.191,
"step": 12500
},
{
"epoch": 3.95,
"learning_rate": 8.708361658735555e-05,
"loss": 0.188,
"step": 12600
},
{
"epoch": 3.98,
"learning_rate": 8.691366417403127e-05,
"loss": 0.189,
"step": 12700
},
{
"epoch": 4.01,
"learning_rate": 8.6743711760707e-05,
"loss": 0.1825,
"step": 12800
},
{
"epoch": 4.04,
"learning_rate": 8.657375934738273e-05,
"loss": 0.1802,
"step": 12900
},
{
"epoch": 4.07,
"learning_rate": 8.640380693405848e-05,
"loss": 0.1797,
"step": 13000
},
{
"epoch": 4.1,
"learning_rate": 8.62338545207342e-05,
"loss": 0.1778,
"step": 13100
},
{
"epoch": 4.14,
"learning_rate": 8.606390210740994e-05,
"loss": 0.1773,
"step": 13200
},
{
"epoch": 4.17,
"learning_rate": 8.589394969408566e-05,
"loss": 0.1781,
"step": 13300
},
{
"epoch": 4.2,
"learning_rate": 8.57239972807614e-05,
"loss": 0.1771,
"step": 13400
},
{
"epoch": 4.23,
"learning_rate": 8.555404486743712e-05,
"loss": 0.1765,
"step": 13500
},
{
"epoch": 4.26,
"learning_rate": 8.538409245411285e-05,
"loss": 0.1761,
"step": 13600
},
{
"epoch": 4.29,
"learning_rate": 8.521414004078858e-05,
"loss": 0.1759,
"step": 13700
},
{
"epoch": 4.32,
"learning_rate": 8.504418762746431e-05,
"loss": 0.1736,
"step": 13800
},
{
"epoch": 4.36,
"learning_rate": 8.487423521414004e-05,
"loss": 0.1765,
"step": 13900
},
{
"epoch": 4.39,
"learning_rate": 8.470428280081577e-05,
"loss": 0.1764,
"step": 14000
},
{
"epoch": 4.42,
"learning_rate": 8.453433038749151e-05,
"loss": 0.176,
"step": 14100
},
{
"epoch": 4.45,
"learning_rate": 8.436437797416724e-05,
"loss": 0.1726,
"step": 14200
},
{
"epoch": 4.48,
"learning_rate": 8.419442556084297e-05,
"loss": 0.1735,
"step": 14300
},
{
"epoch": 4.51,
"learning_rate": 8.40244731475187e-05,
"loss": 0.1749,
"step": 14400
},
{
"epoch": 4.54,
"learning_rate": 8.385452073419443e-05,
"loss": 0.1717,
"step": 14500
},
{
"epoch": 4.57,
"learning_rate": 8.368456832087016e-05,
"loss": 0.174,
"step": 14600
},
{
"epoch": 4.61,
"learning_rate": 8.351461590754588e-05,
"loss": 0.1744,
"step": 14700
},
{
"epoch": 4.64,
"learning_rate": 8.334466349422162e-05,
"loss": 0.1705,
"step": 14800
},
{
"epoch": 4.67,
"learning_rate": 8.317471108089734e-05,
"loss": 0.1703,
"step": 14900
},
{
"epoch": 4.7,
"learning_rate": 8.300475866757308e-05,
"loss": 0.1683,
"step": 15000
},
{
"epoch": 4.7,
"eval_loss": 0.26461148262023926,
"eval_runtime": 161.5353,
"eval_samples_per_second": 98.684,
"eval_steps_per_second": 1.548,
"step": 15000
},
{
"epoch": 4.73,
"learning_rate": 8.28348062542488e-05,
"loss": 0.1721,
"step": 15100
},
{
"epoch": 4.76,
"learning_rate": 8.266485384092455e-05,
"loss": 0.169,
"step": 15200
},
{
"epoch": 4.79,
"learning_rate": 8.249490142760027e-05,
"loss": 0.1716,
"step": 15300
},
{
"epoch": 4.83,
"learning_rate": 8.232494901427601e-05,
"loss": 0.1655,
"step": 15400
},
{
"epoch": 4.86,
"learning_rate": 8.215499660095173e-05,
"loss": 0.1709,
"step": 15500
},
{
"epoch": 4.89,
"learning_rate": 8.198504418762747e-05,
"loss": 0.1684,
"step": 15600
},
{
"epoch": 4.92,
"learning_rate": 8.181509177430319e-05,
"loss": 0.1694,
"step": 15700
},
{
"epoch": 4.95,
"learning_rate": 8.164513936097893e-05,
"loss": 0.1658,
"step": 15800
},
{
"epoch": 4.98,
"learning_rate": 8.147518694765466e-05,
"loss": 0.1672,
"step": 15900
},
{
"epoch": 5.01,
"learning_rate": 8.130523453433039e-05,
"loss": 0.1628,
"step": 16000
},
{
"epoch": 5.04,
"learning_rate": 8.113528212100612e-05,
"loss": 0.1548,
"step": 16100
},
{
"epoch": 5.08,
"learning_rate": 8.096532970768186e-05,
"loss": 0.1581,
"step": 16200
},
{
"epoch": 5.11,
"learning_rate": 8.079537729435758e-05,
"loss": 0.1564,
"step": 16300
},
{
"epoch": 5.14,
"learning_rate": 8.062542488103332e-05,
"loss": 0.1568,
"step": 16400
},
{
"epoch": 5.17,
"learning_rate": 8.045547246770904e-05,
"loss": 0.1577,
"step": 16500
},
{
"epoch": 5.2,
"learning_rate": 8.028552005438478e-05,
"loss": 0.1562,
"step": 16600
},
{
"epoch": 5.23,
"learning_rate": 8.011556764106051e-05,
"loss": 0.1572,
"step": 16700
},
{
"epoch": 5.26,
"learning_rate": 7.994561522773624e-05,
"loss": 0.1584,
"step": 16800
},
{
"epoch": 5.3,
"learning_rate": 7.977566281441197e-05,
"loss": 0.1576,
"step": 16900
},
{
"epoch": 5.33,
"learning_rate": 7.96057104010877e-05,
"loss": 0.1615,
"step": 17000
},
{
"epoch": 5.36,
"learning_rate": 7.943575798776343e-05,
"loss": 0.1553,
"step": 17100
},
{
"epoch": 5.39,
"learning_rate": 7.926580557443915e-05,
"loss": 0.1564,
"step": 17200
},
{
"epoch": 5.42,
"learning_rate": 7.90958531611149e-05,
"loss": 0.1557,
"step": 17300
},
{
"epoch": 5.45,
"learning_rate": 7.892590074779063e-05,
"loss": 0.1559,
"step": 17400
},
{
"epoch": 5.48,
"learning_rate": 7.875594833446636e-05,
"loss": 0.1555,
"step": 17500
},
{
"epoch": 5.51,
"learning_rate": 7.858599592114208e-05,
"loss": 0.1552,
"step": 17600
},
{
"epoch": 5.55,
"learning_rate": 7.841604350781782e-05,
"loss": 0.1521,
"step": 17700
},
{
"epoch": 5.58,
"learning_rate": 7.824609109449354e-05,
"loss": 0.1539,
"step": 17800
},
{
"epoch": 5.61,
"learning_rate": 7.807613868116928e-05,
"loss": 0.1546,
"step": 17900
},
{
"epoch": 5.64,
"learning_rate": 7.7906186267845e-05,
"loss": 0.1535,
"step": 18000
},
{
"epoch": 5.67,
"learning_rate": 7.773623385452074e-05,
"loss": 0.1509,
"step": 18100
},
{
"epoch": 5.7,
"learning_rate": 7.756628144119646e-05,
"loss": 0.1541,
"step": 18200
},
{
"epoch": 5.73,
"learning_rate": 7.73963290278722e-05,
"loss": 0.1532,
"step": 18300
},
{
"epoch": 5.77,
"learning_rate": 7.722637661454793e-05,
"loss": 0.1522,
"step": 18400
},
{
"epoch": 5.8,
"learning_rate": 7.705642420122367e-05,
"loss": 0.1523,
"step": 18500
},
{
"epoch": 5.83,
"learning_rate": 7.688647178789939e-05,
"loss": 0.1552,
"step": 18600
},
{
"epoch": 5.86,
"learning_rate": 7.671651937457513e-05,
"loss": 0.1493,
"step": 18700
},
{
"epoch": 5.89,
"learning_rate": 7.654656696125085e-05,
"loss": 0.148,
"step": 18800
},
{
"epoch": 5.92,
"learning_rate": 7.637661454792659e-05,
"loss": 0.1521,
"step": 18900
},
{
"epoch": 5.95,
"learning_rate": 7.620666213460231e-05,
"loss": 0.1523,
"step": 19000
},
{
"epoch": 5.98,
"learning_rate": 7.603670972127805e-05,
"loss": 0.1507,
"step": 19100
},
{
"epoch": 6.02,
"learning_rate": 7.586675730795377e-05,
"loss": 0.1461,
"step": 19200
},
{
"epoch": 6.05,
"learning_rate": 7.56968048946295e-05,
"loss": 0.1415,
"step": 19300
},
{
"epoch": 6.08,
"learning_rate": 7.552685248130524e-05,
"loss": 0.1432,
"step": 19400
},
{
"epoch": 6.11,
"learning_rate": 7.535690006798098e-05,
"loss": 0.141,
"step": 19500
},
{
"epoch": 6.14,
"learning_rate": 7.51869476546567e-05,
"loss": 0.1399,
"step": 19600
},
{
"epoch": 6.17,
"learning_rate": 7.501699524133244e-05,
"loss": 0.1387,
"step": 19700
},
{
"epoch": 6.2,
"learning_rate": 7.484704282800816e-05,
"loss": 0.1434,
"step": 19800
},
{
"epoch": 6.24,
"learning_rate": 7.46770904146839e-05,
"loss": 0.1416,
"step": 19900
},
{
"epoch": 6.27,
"learning_rate": 7.450713800135962e-05,
"loss": 0.1426,
"step": 20000
},
{
"epoch": 6.27,
"eval_loss": 0.2383899986743927,
"eval_runtime": 149.4041,
"eval_samples_per_second": 106.697,
"eval_steps_per_second": 1.673,
"step": 20000
},
{
"epoch": 6.3,
"learning_rate": 7.433718558803535e-05,
"loss": 0.1388,
"step": 20100
},
{
"epoch": 6.33,
"learning_rate": 7.416723317471108e-05,
"loss": 0.1387,
"step": 20200
},
{
"epoch": 6.36,
"learning_rate": 7.399728076138681e-05,
"loss": 0.1436,
"step": 20300
},
{
"epoch": 6.39,
"learning_rate": 7.382732834806254e-05,
"loss": 0.1391,
"step": 20400
},
{
"epoch": 6.42,
"learning_rate": 7.365737593473828e-05,
"loss": 0.1395,
"step": 20500
},
{
"epoch": 6.45,
"learning_rate": 7.348742352141401e-05,
"loss": 0.1406,
"step": 20600
},
{
"epoch": 6.49,
"learning_rate": 7.331747110808974e-05,
"loss": 0.1396,
"step": 20700
},
{
"epoch": 6.52,
"learning_rate": 7.314751869476547e-05,
"loss": 0.1406,
"step": 20800
},
{
"epoch": 6.55,
"learning_rate": 7.29775662814412e-05,
"loss": 0.1414,
"step": 20900
},
{
"epoch": 6.58,
"learning_rate": 7.280761386811693e-05,
"loss": 0.14,
"step": 21000
},
{
"epoch": 6.61,
"learning_rate": 7.263766145479266e-05,
"loss": 0.137,
"step": 21100
},
{
"epoch": 6.64,
"learning_rate": 7.246770904146838e-05,
"loss": 0.1372,
"step": 21200
},
{
"epoch": 6.67,
"learning_rate": 7.229775662814412e-05,
"loss": 0.1424,
"step": 21300
},
{
"epoch": 6.71,
"learning_rate": 7.212780421481986e-05,
"loss": 0.1373,
"step": 21400
},
{
"epoch": 6.74,
"learning_rate": 7.195785180149558e-05,
"loss": 0.1377,
"step": 21500
},
{
"epoch": 6.77,
"learning_rate": 7.178789938817131e-05,
"loss": 0.1375,
"step": 21600
},
{
"epoch": 6.8,
"learning_rate": 7.161794697484705e-05,
"loss": 0.1372,
"step": 21700
},
{
"epoch": 6.83,
"learning_rate": 7.144799456152277e-05,
"loss": 0.1373,
"step": 21800
},
{
"epoch": 6.86,
"learning_rate": 7.127804214819851e-05,
"loss": 0.1406,
"step": 21900
},
{
"epoch": 6.89,
"learning_rate": 7.110808973487423e-05,
"loss": 0.1366,
"step": 22000
},
{
"epoch": 6.92,
"learning_rate": 7.093813732154997e-05,
"loss": 0.1365,
"step": 22100
},
{
"epoch": 6.96,
"learning_rate": 7.07681849082257e-05,
"loss": 0.1356,
"step": 22200
},
{
"epoch": 6.99,
"learning_rate": 7.059823249490143e-05,
"loss": 0.1406,
"step": 22300
},
{
"epoch": 7.02,
"learning_rate": 7.042828008157716e-05,
"loss": 0.132,
"step": 22400
},
{
"epoch": 7.05,
"learning_rate": 7.025832766825289e-05,
"loss": 0.127,
"step": 22500
},
{
"epoch": 7.08,
"learning_rate": 7.008837525492862e-05,
"loss": 0.1289,
"step": 22600
},
{
"epoch": 7.11,
"learning_rate": 6.991842284160436e-05,
"loss": 0.1254,
"step": 22700
},
{
"epoch": 7.14,
"learning_rate": 6.97484704282801e-05,
"loss": 0.1286,
"step": 22800
},
{
"epoch": 7.18,
"learning_rate": 6.957851801495582e-05,
"loss": 0.1308,
"step": 22900
},
{
"epoch": 7.21,
"learning_rate": 6.940856560163155e-05,
"loss": 0.1252,
"step": 23000
},
{
"epoch": 7.24,
"learning_rate": 6.923861318830728e-05,
"loss": 0.1263,
"step": 23100
},
{
"epoch": 7.27,
"learning_rate": 6.906866077498301e-05,
"loss": 0.1287,
"step": 23200
},
{
"epoch": 7.3,
"learning_rate": 6.889870836165873e-05,
"loss": 0.129,
"step": 23300
},
{
"epoch": 7.33,
"learning_rate": 6.872875594833447e-05,
"loss": 0.1271,
"step": 23400
},
{
"epoch": 7.36,
"learning_rate": 6.85588035350102e-05,
"loss": 0.1258,
"step": 23500
},
{
"epoch": 7.39,
"learning_rate": 6.838885112168593e-05,
"loss": 0.1293,
"step": 23600
},
{
"epoch": 7.43,
"learning_rate": 6.821889870836167e-05,
"loss": 0.1268,
"step": 23700
},
{
"epoch": 7.46,
"learning_rate": 6.80489462950374e-05,
"loss": 0.1285,
"step": 23800
},
{
"epoch": 7.49,
"learning_rate": 6.787899388171312e-05,
"loss": 0.1263,
"step": 23900
},
{
"epoch": 7.52,
"learning_rate": 6.770904146838886e-05,
"loss": 0.1267,
"step": 24000
},
{
"epoch": 7.55,
"learning_rate": 6.753908905506458e-05,
"loss": 0.126,
"step": 24100
},
{
"epoch": 7.58,
"learning_rate": 6.736913664174032e-05,
"loss": 0.127,
"step": 24200
},
{
"epoch": 7.61,
"learning_rate": 6.719918422841604e-05,
"loss": 0.1267,
"step": 24300
},
{
"epoch": 7.65,
"learning_rate": 6.702923181509178e-05,
"loss": 0.1267,
"step": 24400
},
{
"epoch": 7.68,
"learning_rate": 6.68592794017675e-05,
"loss": 0.1267,
"step": 24500
},
{
"epoch": 7.71,
"learning_rate": 6.668932698844324e-05,
"loss": 0.1257,
"step": 24600
},
{
"epoch": 7.74,
"learning_rate": 6.651937457511896e-05,
"loss": 0.1269,
"step": 24700
},
{
"epoch": 7.77,
"learning_rate": 6.634942216179471e-05,
"loss": 0.1273,
"step": 24800
},
{
"epoch": 7.8,
"learning_rate": 6.617946974847043e-05,
"loss": 0.1273,
"step": 24900
},
{
"epoch": 7.83,
"learning_rate": 6.600951733514617e-05,
"loss": 0.1265,
"step": 25000
},
{
"epoch": 7.83,
"eval_loss": 0.21857744455337524,
"eval_runtime": 151.4029,
"eval_samples_per_second": 105.289,
"eval_steps_per_second": 1.651,
"step": 25000
},
{
"epoch": 7.86,
"learning_rate": 6.583956492182189e-05,
"loss": 0.1278,
"step": 25100
},
{
"epoch": 7.9,
"learning_rate": 6.566961250849763e-05,
"loss": 0.1266,
"step": 25200
},
{
"epoch": 7.93,
"learning_rate": 6.549966009517335e-05,
"loss": 0.1271,
"step": 25300
},
{
"epoch": 7.96,
"learning_rate": 6.532970768184909e-05,
"loss": 0.1258,
"step": 25400
},
{
"epoch": 7.99,
"learning_rate": 6.515975526852481e-05,
"loss": 0.1233,
"step": 25500
},
{
"epoch": 8.02,
"learning_rate": 6.498980285520054e-05,
"loss": 0.1189,
"step": 25600
},
{
"epoch": 8.05,
"learning_rate": 6.481985044187627e-05,
"loss": 0.1172,
"step": 25700
},
{
"epoch": 8.08,
"learning_rate": 6.464989802855202e-05,
"loss": 0.1175,
"step": 25800
},
{
"epoch": 8.12,
"learning_rate": 6.447994561522774e-05,
"loss": 0.1178,
"step": 25900
},
{
"epoch": 8.15,
"learning_rate": 6.430999320190348e-05,
"loss": 0.1159,
"step": 26000
},
{
"epoch": 8.18,
"learning_rate": 6.41400407885792e-05,
"loss": 0.1145,
"step": 26100
},
{
"epoch": 8.21,
"learning_rate": 6.397008837525493e-05,
"loss": 0.1172,
"step": 26200
},
{
"epoch": 8.24,
"learning_rate": 6.380013596193066e-05,
"loss": 0.1157,
"step": 26300
},
{
"epoch": 8.27,
"learning_rate": 6.36301835486064e-05,
"loss": 0.1165,
"step": 26400
},
{
"epoch": 8.3,
"learning_rate": 6.346023113528212e-05,
"loss": 0.1178,
"step": 26500
},
{
"epoch": 8.33,
"learning_rate": 6.329027872195785e-05,
"loss": 0.1181,
"step": 26600
},
{
"epoch": 8.37,
"learning_rate": 6.312032630863358e-05,
"loss": 0.1142,
"step": 26700
},
{
"epoch": 8.4,
"learning_rate": 6.295037389530931e-05,
"loss": 0.1158,
"step": 26800
},
{
"epoch": 8.43,
"learning_rate": 6.278042148198505e-05,
"loss": 0.114,
"step": 26900
},
{
"epoch": 8.46,
"learning_rate": 6.261046906866078e-05,
"loss": 0.1176,
"step": 27000
},
{
"epoch": 8.49,
"learning_rate": 6.24405166553365e-05,
"loss": 0.1149,
"step": 27100
},
{
"epoch": 8.52,
"learning_rate": 6.227056424201224e-05,
"loss": 0.1172,
"step": 27200
},
{
"epoch": 8.55,
"learning_rate": 6.210061182868797e-05,
"loss": 0.1149,
"step": 27300
},
{
"epoch": 8.59,
"learning_rate": 6.19306594153637e-05,
"loss": 0.116,
"step": 27400
},
{
"epoch": 8.62,
"learning_rate": 6.176070700203944e-05,
"loss": 0.1162,
"step": 27500
},
{
"epoch": 8.65,
"learning_rate": 6.159075458871516e-05,
"loss": 0.1132,
"step": 27600
},
{
"epoch": 8.68,
"learning_rate": 6.14208021753909e-05,
"loss": 0.1136,
"step": 27700
},
{
"epoch": 8.71,
"learning_rate": 6.125084976206662e-05,
"loss": 0.114,
"step": 27800
},
{
"epoch": 8.74,
"learning_rate": 6.108089734874235e-05,
"loss": 0.1139,
"step": 27900
},
{
"epoch": 8.77,
"learning_rate": 6.091094493541809e-05,
"loss": 0.1158,
"step": 28000
},
{
"epoch": 8.8,
"learning_rate": 6.074099252209382e-05,
"loss": 0.1137,
"step": 28100
},
{
"epoch": 8.84,
"learning_rate": 6.057104010876955e-05,
"loss": 0.1138,
"step": 28200
},
{
"epoch": 8.87,
"learning_rate": 6.040108769544528e-05,
"loss": 0.1151,
"step": 28300
},
{
"epoch": 8.9,
"learning_rate": 6.023113528212101e-05,
"loss": 0.1127,
"step": 28400
},
{
"epoch": 8.93,
"learning_rate": 6.006118286879674e-05,
"loss": 0.1152,
"step": 28500
},
{
"epoch": 8.96,
"learning_rate": 5.989123045547247e-05,
"loss": 0.1138,
"step": 28600
},
{
"epoch": 8.99,
"learning_rate": 5.97212780421482e-05,
"loss": 0.115,
"step": 28700
},
{
"epoch": 9.02,
"learning_rate": 5.9551325628823926e-05,
"loss": 0.1093,
"step": 28800
},
{
"epoch": 9.06,
"learning_rate": 5.9381373215499656e-05,
"loss": 0.1058,
"step": 28900
},
{
"epoch": 9.09,
"learning_rate": 5.92114208021754e-05,
"loss": 0.1068,
"step": 29000
},
{
"epoch": 9.12,
"learning_rate": 5.904146838885113e-05,
"loss": 0.1055,
"step": 29100
},
{
"epoch": 9.15,
"learning_rate": 5.887151597552686e-05,
"loss": 0.1074,
"step": 29200
},
{
"epoch": 9.18,
"learning_rate": 5.870156356220259e-05,
"loss": 0.1059,
"step": 29300
},
{
"epoch": 9.21,
"learning_rate": 5.8531611148878316e-05,
"loss": 0.1041,
"step": 29400
},
{
"epoch": 9.24,
"learning_rate": 5.8361658735554046e-05,
"loss": 0.1086,
"step": 29500
},
{
"epoch": 9.27,
"learning_rate": 5.8191706322229775e-05,
"loss": 0.1094,
"step": 29600
},
{
"epoch": 9.31,
"learning_rate": 5.8021753908905504e-05,
"loss": 0.106,
"step": 29700
},
{
"epoch": 9.34,
"learning_rate": 5.7851801495581234e-05,
"loss": 0.1086,
"step": 29800
},
{
"epoch": 9.37,
"learning_rate": 5.768184908225697e-05,
"loss": 0.1093,
"step": 29900
},
{
"epoch": 9.4,
"learning_rate": 5.75118966689327e-05,
"loss": 0.1043,
"step": 30000
},
{
"epoch": 9.4,
"eval_loss": 0.20128852128982544,
"eval_runtime": 146.1611,
"eval_samples_per_second": 109.065,
"eval_steps_per_second": 1.71,
"step": 30000
},
{
"epoch": 9.43,
"learning_rate": 5.7341944255608436e-05,
"loss": 0.1058,
"step": 30100
},
{
"epoch": 9.46,
"learning_rate": 5.7171991842284165e-05,
"loss": 0.1064,
"step": 30200
},
{
"epoch": 9.49,
"learning_rate": 5.7002039428959894e-05,
"loss": 0.1066,
"step": 30300
},
{
"epoch": 9.53,
"learning_rate": 5.6832087015635624e-05,
"loss": 0.1042,
"step": 30400
},
{
"epoch": 9.56,
"learning_rate": 5.666213460231135e-05,
"loss": 0.1046,
"step": 30500
},
{
"epoch": 9.59,
"learning_rate": 5.649218218898709e-05,
"loss": 0.1047,
"step": 30600
},
{
"epoch": 9.62,
"learning_rate": 5.632222977566282e-05,
"loss": 0.1045,
"step": 30700
},
{
"epoch": 9.65,
"learning_rate": 5.615227736233855e-05,
"loss": 0.1052,
"step": 30800
},
{
"epoch": 9.68,
"learning_rate": 5.598232494901428e-05,
"loss": 0.1083,
"step": 30900
},
{
"epoch": 9.71,
"learning_rate": 5.581237253569001e-05,
"loss": 0.1071,
"step": 31000
},
{
"epoch": 9.74,
"learning_rate": 5.5642420122365736e-05,
"loss": 0.1041,
"step": 31100
},
{
"epoch": 9.78,
"learning_rate": 5.547246770904147e-05,
"loss": 0.1039,
"step": 31200
},
{
"epoch": 9.81,
"learning_rate": 5.530251529571721e-05,
"loss": 0.1046,
"step": 31300
},
{
"epoch": 9.84,
"learning_rate": 5.513256288239294e-05,
"loss": 0.104,
"step": 31400
},
{
"epoch": 9.87,
"learning_rate": 5.496261046906867e-05,
"loss": 0.1052,
"step": 31500
},
{
"epoch": 9.9,
"learning_rate": 5.47926580557444e-05,
"loss": 0.1033,
"step": 31600
},
{
"epoch": 9.93,
"learning_rate": 5.4622705642420126e-05,
"loss": 0.1048,
"step": 31700
},
{
"epoch": 9.96,
"learning_rate": 5.4452753229095856e-05,
"loss": 0.1041,
"step": 31800
},
{
"epoch": 10.0,
"learning_rate": 5.4282800815771585e-05,
"loss": 0.1036,
"step": 31900
},
{
"epoch": 10.03,
"learning_rate": 5.4112848402447314e-05,
"loss": 0.0968,
"step": 32000
},
{
"epoch": 10.06,
"learning_rate": 5.3942895989123044e-05,
"loss": 0.0981,
"step": 32100
},
{
"epoch": 10.09,
"learning_rate": 5.377294357579879e-05,
"loss": 0.0979,
"step": 32200
},
{
"epoch": 10.12,
"learning_rate": 5.3602991162474516e-05,
"loss": 0.0956,
"step": 32300
},
{
"epoch": 10.15,
"learning_rate": 5.3433038749150246e-05,
"loss": 0.0972,
"step": 32400
},
{
"epoch": 10.18,
"learning_rate": 5.3263086335825975e-05,
"loss": 0.0979,
"step": 32500
},
{
"epoch": 10.21,
"learning_rate": 5.3093133922501704e-05,
"loss": 0.096,
"step": 32600
},
{
"epoch": 10.25,
"learning_rate": 5.2923181509177434e-05,
"loss": 0.0964,
"step": 32700
},
{
"epoch": 10.28,
"learning_rate": 5.275322909585316e-05,
"loss": 0.0973,
"step": 32800
},
{
"epoch": 10.31,
"learning_rate": 5.258327668252889e-05,
"loss": 0.0955,
"step": 32900
},
{
"epoch": 10.34,
"learning_rate": 5.241332426920462e-05,
"loss": 0.1002,
"step": 33000
},
{
"epoch": 10.37,
"learning_rate": 5.224337185588035e-05,
"loss": 0.096,
"step": 33100
},
{
"epoch": 10.4,
"learning_rate": 5.207341944255608e-05,
"loss": 0.0964,
"step": 33200
},
{
"epoch": 10.43,
"learning_rate": 5.1903467029231824e-05,
"loss": 0.0975,
"step": 33300
},
{
"epoch": 10.47,
"learning_rate": 5.173351461590755e-05,
"loss": 0.0961,
"step": 33400
},
{
"epoch": 10.5,
"learning_rate": 5.156356220258328e-05,
"loss": 0.0987,
"step": 33500
},
{
"epoch": 10.53,
"learning_rate": 5.139360978925901e-05,
"loss": 0.0965,
"step": 33600
},
{
"epoch": 10.56,
"learning_rate": 5.122365737593474e-05,
"loss": 0.0969,
"step": 33700
},
{
"epoch": 10.59,
"learning_rate": 5.105370496261047e-05,
"loss": 0.0936,
"step": 33800
},
{
"epoch": 10.62,
"learning_rate": 5.08837525492862e-05,
"loss": 0.0955,
"step": 33900
},
{
"epoch": 10.65,
"learning_rate": 5.071380013596193e-05,
"loss": 0.0985,
"step": 34000
},
{
"epoch": 10.68,
"learning_rate": 5.054384772263766e-05,
"loss": 0.0948,
"step": 34100
},
{
"epoch": 10.72,
"learning_rate": 5.037389530931339e-05,
"loss": 0.0979,
"step": 34200
},
{
"epoch": 10.75,
"learning_rate": 5.020394289598912e-05,
"loss": 0.0954,
"step": 34300
},
{
"epoch": 10.78,
"learning_rate": 5.003399048266486e-05,
"loss": 0.0965,
"step": 34400
},
{
"epoch": 10.81,
"learning_rate": 4.986403806934058e-05,
"loss": 0.0942,
"step": 34500
},
{
"epoch": 10.84,
"learning_rate": 4.969408565601632e-05,
"loss": 0.0961,
"step": 34600
},
{
"epoch": 10.87,
"learning_rate": 4.952413324269205e-05,
"loss": 0.0963,
"step": 34700
},
{
"epoch": 10.9,
"learning_rate": 4.935418082936778e-05,
"loss": 0.0955,
"step": 34800
},
{
"epoch": 10.94,
"learning_rate": 4.918422841604351e-05,
"loss": 0.095,
"step": 34900
},
{
"epoch": 10.97,
"learning_rate": 4.901427600271924e-05,
"loss": 0.0971,
"step": 35000
},
{
"epoch": 10.97,
"eval_loss": 0.18939317762851715,
"eval_runtime": 145.9174,
"eval_samples_per_second": 109.247,
"eval_steps_per_second": 1.713,
"step": 35000
},
{
"epoch": 11.0,
"learning_rate": 4.8844323589394966e-05,
"loss": 0.0965,
"step": 35100
},
{
"epoch": 11.03,
"learning_rate": 4.86743711760707e-05,
"loss": 0.0898,
"step": 35200
},
{
"epoch": 11.06,
"learning_rate": 4.850441876274643e-05,
"loss": 0.087,
"step": 35300
},
{
"epoch": 11.09,
"learning_rate": 4.833446634942216e-05,
"loss": 0.0893,
"step": 35400
},
{
"epoch": 11.12,
"learning_rate": 4.816451393609789e-05,
"loss": 0.0892,
"step": 35500
},
{
"epoch": 11.15,
"learning_rate": 4.799456152277362e-05,
"loss": 0.0873,
"step": 35600
},
{
"epoch": 11.19,
"learning_rate": 4.7824609109449356e-05,
"loss": 0.0892,
"step": 35700
},
{
"epoch": 11.22,
"learning_rate": 4.7654656696125086e-05,
"loss": 0.0884,
"step": 35800
},
{
"epoch": 11.25,
"learning_rate": 4.7484704282800815e-05,
"loss": 0.0887,
"step": 35900
},
{
"epoch": 11.28,
"learning_rate": 4.731475186947655e-05,
"loss": 0.0874,
"step": 36000
},
{
"epoch": 11.31,
"learning_rate": 4.714479945615228e-05,
"loss": 0.0893,
"step": 36100
},
{
"epoch": 11.34,
"learning_rate": 4.697484704282801e-05,
"loss": 0.0884,
"step": 36200
},
{
"epoch": 11.37,
"learning_rate": 4.680489462950374e-05,
"loss": 0.0885,
"step": 36300
},
{
"epoch": 11.41,
"learning_rate": 4.6634942216179476e-05,
"loss": 0.0892,
"step": 36400
},
{
"epoch": 11.44,
"learning_rate": 4.6464989802855205e-05,
"loss": 0.088,
"step": 36500
},
{
"epoch": 11.47,
"learning_rate": 4.6295037389530934e-05,
"loss": 0.0886,
"step": 36600
},
{
"epoch": 11.5,
"learning_rate": 4.6125084976206664e-05,
"loss": 0.0878,
"step": 36700
},
{
"epoch": 11.53,
"learning_rate": 4.59551325628824e-05,
"loss": 0.0896,
"step": 36800
},
{
"epoch": 11.56,
"learning_rate": 4.578518014955813e-05,
"loss": 0.0895,
"step": 36900
},
{
"epoch": 11.59,
"learning_rate": 4.561522773623386e-05,
"loss": 0.086,
"step": 37000
},
{
"epoch": 11.62,
"learning_rate": 4.544527532290959e-05,
"loss": 0.0918,
"step": 37100
},
{
"epoch": 11.66,
"learning_rate": 4.527532290958532e-05,
"loss": 0.0874,
"step": 37200
},
{
"epoch": 11.69,
"learning_rate": 4.5105370496261054e-05,
"loss": 0.0878,
"step": 37300
},
{
"epoch": 11.72,
"learning_rate": 4.493541808293678e-05,
"loss": 0.0873,
"step": 37400
},
{
"epoch": 11.75,
"learning_rate": 4.476546566961251e-05,
"loss": 0.0884,
"step": 37500
},
{
"epoch": 11.78,
"learning_rate": 4.459551325628824e-05,
"loss": 0.0878,
"step": 37600
},
{
"epoch": 11.81,
"learning_rate": 4.442556084296397e-05,
"loss": 0.0879,
"step": 37700
},
{
"epoch": 11.84,
"learning_rate": 4.425560842963971e-05,
"loss": 0.0866,
"step": 37800
},
{
"epoch": 11.88,
"learning_rate": 4.408565601631544e-05,
"loss": 0.0869,
"step": 37900
},
{
"epoch": 11.91,
"learning_rate": 4.3915703602991166e-05,
"loss": 0.088,
"step": 38000
},
{
"epoch": 11.94,
"learning_rate": 4.3745751189666896e-05,
"loss": 0.0865,
"step": 38100
},
{
"epoch": 11.97,
"learning_rate": 4.3575798776342625e-05,
"loss": 0.0903,
"step": 38200
},
{
"epoch": 12.0,
"learning_rate": 4.3405846363018354e-05,
"loss": 0.0864,
"step": 38300
},
{
"epoch": 12.03,
"learning_rate": 4.323589394969409e-05,
"loss": 0.0804,
"step": 38400
},
{
"epoch": 12.06,
"learning_rate": 4.306594153636982e-05,
"loss": 0.0799,
"step": 38500
},
{
"epoch": 12.09,
"learning_rate": 4.289598912304555e-05,
"loss": 0.0815,
"step": 38600
},
{
"epoch": 12.13,
"learning_rate": 4.272603670972128e-05,
"loss": 0.0831,
"step": 38700
},
{
"epoch": 12.16,
"learning_rate": 4.255608429639701e-05,
"loss": 0.083,
"step": 38800
},
{
"epoch": 12.19,
"learning_rate": 4.2386131883072744e-05,
"loss": 0.0797,
"step": 38900
},
{
"epoch": 12.22,
"learning_rate": 4.2216179469748474e-05,
"loss": 0.0819,
"step": 39000
},
{
"epoch": 12.25,
"learning_rate": 4.20462270564242e-05,
"loss": 0.0822,
"step": 39100
},
{
"epoch": 12.28,
"learning_rate": 4.187627464309993e-05,
"loss": 0.0812,
"step": 39200
},
{
"epoch": 12.31,
"learning_rate": 4.170632222977566e-05,
"loss": 0.0819,
"step": 39300
},
{
"epoch": 12.35,
"learning_rate": 4.15363698164514e-05,
"loss": 0.0795,
"step": 39400
},
{
"epoch": 12.38,
"learning_rate": 4.136641740312713e-05,
"loss": 0.0783,
"step": 39500
},
{
"epoch": 12.41,
"learning_rate": 4.119646498980286e-05,
"loss": 0.081,
"step": 39600
},
{
"epoch": 12.44,
"learning_rate": 4.1026512576478586e-05,
"loss": 0.0811,
"step": 39700
},
{
"epoch": 12.47,
"learning_rate": 4.0856560163154316e-05,
"loss": 0.0797,
"step": 39800
},
{
"epoch": 12.5,
"learning_rate": 4.0686607749830045e-05,
"loss": 0.0798,
"step": 39900
},
{
"epoch": 12.53,
"learning_rate": 4.051665533650578e-05,
"loss": 0.0801,
"step": 40000
},
{
"epoch": 12.53,
"eval_loss": 0.1791016012430191,
"eval_runtime": 152.3374,
"eval_samples_per_second": 104.643,
"eval_steps_per_second": 1.641,
"step": 40000
},
{
"epoch": 12.56,
"learning_rate": 4.034670292318151e-05,
"loss": 0.0815,
"step": 40100
},
{
"epoch": 12.6,
"learning_rate": 4.017675050985724e-05,
"loss": 0.0807,
"step": 40200
},
{
"epoch": 12.63,
"learning_rate": 4.000679809653297e-05,
"loss": 0.0789,
"step": 40300
},
{
"epoch": 12.66,
"learning_rate": 3.98368456832087e-05,
"loss": 0.0793,
"step": 40400
},
{
"epoch": 12.69,
"learning_rate": 3.9666893269884435e-05,
"loss": 0.0793,
"step": 40500
},
{
"epoch": 12.72,
"learning_rate": 3.9496940856560164e-05,
"loss": 0.0775,
"step": 40600
},
{
"epoch": 12.75,
"learning_rate": 3.9326988443235894e-05,
"loss": 0.0802,
"step": 40700
},
{
"epoch": 12.78,
"learning_rate": 3.915703602991162e-05,
"loss": 0.0814,
"step": 40800
},
{
"epoch": 12.82,
"learning_rate": 3.898708361658735e-05,
"loss": 0.0809,
"step": 40900
},
{
"epoch": 12.85,
"learning_rate": 3.881713120326309e-05,
"loss": 0.0786,
"step": 41000
},
{
"epoch": 12.88,
"learning_rate": 3.864717878993882e-05,
"loss": 0.0794,
"step": 41100
},
{
"epoch": 12.91,
"learning_rate": 3.847722637661455e-05,
"loss": 0.0795,
"step": 41200
},
{
"epoch": 12.94,
"learning_rate": 3.830727396329028e-05,
"loss": 0.0805,
"step": 41300
},
{
"epoch": 12.97,
"learning_rate": 3.8137321549966006e-05,
"loss": 0.0777,
"step": 41400
},
{
"epoch": 13.0,
"learning_rate": 3.796736913664174e-05,
"loss": 0.0797,
"step": 41500
},
{
"epoch": 13.03,
"learning_rate": 3.779741672331747e-05,
"loss": 0.074,
"step": 41600
},
{
"epoch": 13.07,
"learning_rate": 3.76274643099932e-05,
"loss": 0.0734,
"step": 41700
},
{
"epoch": 13.1,
"learning_rate": 3.745751189666894e-05,
"loss": 0.0741,
"step": 41800
},
{
"epoch": 13.13,
"learning_rate": 3.728755948334467e-05,
"loss": 0.0732,
"step": 41900
},
{
"epoch": 13.16,
"learning_rate": 3.7117607070020396e-05,
"loss": 0.0733,
"step": 42000
},
{
"epoch": 13.19,
"learning_rate": 3.6947654656696126e-05,
"loss": 0.0728,
"step": 42100
},
{
"epoch": 13.22,
"learning_rate": 3.677770224337186e-05,
"loss": 0.0742,
"step": 42200
},
{
"epoch": 13.25,
"learning_rate": 3.660774983004759e-05,
"loss": 0.0741,
"step": 42300
},
{
"epoch": 13.29,
"learning_rate": 3.643779741672332e-05,
"loss": 0.0746,
"step": 42400
},
{
"epoch": 13.32,
"learning_rate": 3.626784500339905e-05,
"loss": 0.0721,
"step": 42500
},
{
"epoch": 13.35,
"learning_rate": 3.6097892590074786e-05,
"loss": 0.0755,
"step": 42600
},
{
"epoch": 13.38,
"learning_rate": 3.5927940176750516e-05,
"loss": 0.0752,
"step": 42700
},
{
"epoch": 13.41,
"learning_rate": 3.5757987763426245e-05,
"loss": 0.0728,
"step": 42800
},
{
"epoch": 13.44,
"learning_rate": 3.5588035350101974e-05,
"loss": 0.0724,
"step": 42900
},
{
"epoch": 13.47,
"learning_rate": 3.5418082936777704e-05,
"loss": 0.0722,
"step": 43000
},
{
"epoch": 13.5,
"learning_rate": 3.524813052345343e-05,
"loss": 0.0746,
"step": 43100
},
{
"epoch": 13.54,
"learning_rate": 3.507817811012917e-05,
"loss": 0.0715,
"step": 43200
},
{
"epoch": 13.57,
"learning_rate": 3.49082256968049e-05,
"loss": 0.0722,
"step": 43300
},
{
"epoch": 13.6,
"learning_rate": 3.473827328348063e-05,
"loss": 0.0745,
"step": 43400
},
{
"epoch": 13.63,
"learning_rate": 3.456832087015636e-05,
"loss": 0.0738,
"step": 43500
},
{
"epoch": 13.66,
"learning_rate": 3.439836845683209e-05,
"loss": 0.0733,
"step": 43600
},
{
"epoch": 13.69,
"learning_rate": 3.422841604350782e-05,
"loss": 0.0718,
"step": 43700
},
{
"epoch": 13.72,
"learning_rate": 3.405846363018355e-05,
"loss": 0.0729,
"step": 43800
},
{
"epoch": 13.76,
"learning_rate": 3.388851121685928e-05,
"loss": 0.0713,
"step": 43900
},
{
"epoch": 13.79,
"learning_rate": 3.371855880353501e-05,
"loss": 0.0726,
"step": 44000
},
{
"epoch": 13.82,
"learning_rate": 3.354860639021074e-05,
"loss": 0.073,
"step": 44100
},
{
"epoch": 13.85,
"learning_rate": 3.337865397688648e-05,
"loss": 0.0715,
"step": 44200
},
{
"epoch": 13.88,
"learning_rate": 3.3208701563562206e-05,
"loss": 0.0733,
"step": 44300
},
{
"epoch": 13.91,
"learning_rate": 3.3038749150237936e-05,
"loss": 0.0756,
"step": 44400
},
{
"epoch": 13.94,
"learning_rate": 3.2868796736913665e-05,
"loss": 0.0708,
"step": 44500
},
{
"epoch": 13.97,
"learning_rate": 3.2698844323589395e-05,
"loss": 0.0728,
"step": 44600
},
{
"epoch": 14.01,
"learning_rate": 3.2528891910265124e-05,
"loss": 0.071,
"step": 44700
},
{
"epoch": 14.04,
"learning_rate": 3.235893949694086e-05,
"loss": 0.067,
"step": 44800
},
{
"epoch": 14.07,
"learning_rate": 3.218898708361659e-05,
"loss": 0.0667,
"step": 44900
},
{
"epoch": 14.1,
"learning_rate": 3.201903467029232e-05,
"loss": 0.0654,
"step": 45000
},
{
"epoch": 14.1,
"eval_loss": 0.1702832728624344,
"eval_runtime": 155.4539,
"eval_samples_per_second": 102.545,
"eval_steps_per_second": 1.608,
"step": 45000
},
{
"epoch": 14.13,
"learning_rate": 3.184908225696805e-05,
"loss": 0.0665,
"step": 45100
},
{
"epoch": 14.16,
"learning_rate": 3.167912984364378e-05,
"loss": 0.066,
"step": 45200
},
{
"epoch": 14.19,
"learning_rate": 3.1509177430319514e-05,
"loss": 0.0663,
"step": 45300
},
{
"epoch": 14.23,
"learning_rate": 3.133922501699524e-05,
"loss": 0.0658,
"step": 45400
},
{
"epoch": 14.26,
"learning_rate": 3.116927260367097e-05,
"loss": 0.0663,
"step": 45500
},
{
"epoch": 14.29,
"learning_rate": 3.09993201903467e-05,
"loss": 0.0664,
"step": 45600
},
{
"epoch": 14.32,
"learning_rate": 3.082936777702243e-05,
"loss": 0.0679,
"step": 45700
},
{
"epoch": 14.35,
"learning_rate": 3.065941536369817e-05,
"loss": 0.0666,
"step": 45800
},
{
"epoch": 14.38,
"learning_rate": 3.0489462950373897e-05,
"loss": 0.066,
"step": 45900
},
{
"epoch": 14.41,
"learning_rate": 3.0319510537049626e-05,
"loss": 0.0668,
"step": 46000
},
{
"epoch": 14.44,
"learning_rate": 3.014955812372536e-05,
"loss": 0.0678,
"step": 46100
},
{
"epoch": 14.48,
"learning_rate": 2.997960571040109e-05,
"loss": 0.0675,
"step": 46200
},
{
"epoch": 14.51,
"learning_rate": 2.9809653297076818e-05,
"loss": 0.066,
"step": 46300
},
{
"epoch": 14.54,
"learning_rate": 2.9639700883752554e-05,
"loss": 0.0663,
"step": 46400
},
{
"epoch": 14.57,
"learning_rate": 2.9469748470428284e-05,
"loss": 0.0669,
"step": 46500
},
{
"epoch": 14.6,
"learning_rate": 2.9299796057104013e-05,
"loss": 0.0656,
"step": 46600
},
{
"epoch": 14.63,
"learning_rate": 2.9129843643779742e-05,
"loss": 0.0638,
"step": 46700
},
{
"epoch": 14.66,
"learning_rate": 2.8959891230455472e-05,
"loss": 0.0669,
"step": 46800
},
{
"epoch": 14.7,
"learning_rate": 2.8789938817131208e-05,
"loss": 0.0638,
"step": 46900
},
{
"epoch": 14.73,
"learning_rate": 2.8619986403806937e-05,
"loss": 0.0655,
"step": 47000
},
{
"epoch": 14.76,
"learning_rate": 2.8450033990482667e-05,
"loss": 0.0672,
"step": 47100
},
{
"epoch": 14.79,
"learning_rate": 2.8280081577158396e-05,
"loss": 0.0655,
"step": 47200
},
{
"epoch": 14.82,
"learning_rate": 2.8110129163834125e-05,
"loss": 0.066,
"step": 47300
},
{
"epoch": 14.85,
"learning_rate": 2.794017675050986e-05,
"loss": 0.065,
"step": 47400
},
{
"epoch": 14.88,
"learning_rate": 2.777022433718559e-05,
"loss": 0.0655,
"step": 47500
},
{
"epoch": 14.91,
"learning_rate": 2.760027192386132e-05,
"loss": 0.066,
"step": 47600
},
{
"epoch": 14.95,
"learning_rate": 2.743031951053705e-05,
"loss": 0.0633,
"step": 47700
},
{
"epoch": 14.98,
"learning_rate": 2.726036709721278e-05,
"loss": 0.0657,
"step": 47800
},
{
"epoch": 15.01,
"learning_rate": 2.709041468388851e-05,
"loss": 0.0641,
"step": 47900
},
{
"epoch": 15.04,
"learning_rate": 2.6920462270564245e-05,
"loss": 0.0593,
"step": 48000
},
{
"epoch": 15.07,
"learning_rate": 2.6750509857239974e-05,
"loss": 0.0595,
"step": 48100
},
{
"epoch": 15.1,
"learning_rate": 2.6580557443915704e-05,
"loss": 0.0601,
"step": 48200
},
{
"epoch": 15.13,
"learning_rate": 2.6410605030591433e-05,
"loss": 0.0592,
"step": 48300
},
{
"epoch": 15.17,
"learning_rate": 2.6240652617267162e-05,
"loss": 0.062,
"step": 48400
},
{
"epoch": 15.2,
"learning_rate": 2.60707002039429e-05,
"loss": 0.059,
"step": 48500
},
{
"epoch": 15.23,
"learning_rate": 2.5900747790618628e-05,
"loss": 0.0602,
"step": 48600
},
{
"epoch": 15.26,
"learning_rate": 2.5730795377294357e-05,
"loss": 0.0613,
"step": 48700
},
{
"epoch": 15.29,
"learning_rate": 2.556084296397009e-05,
"loss": 0.0596,
"step": 48800
},
{
"epoch": 15.32,
"learning_rate": 2.539089055064582e-05,
"loss": 0.0615,
"step": 48900
},
{
"epoch": 15.35,
"learning_rate": 2.5220938137321552e-05,
"loss": 0.0592,
"step": 49000
},
{
"epoch": 15.38,
"learning_rate": 2.5050985723997282e-05,
"loss": 0.0587,
"step": 49100
},
{
"epoch": 15.42,
"learning_rate": 2.4881033310673014e-05,
"loss": 0.0595,
"step": 49200
},
{
"epoch": 15.45,
"learning_rate": 2.4711080897348744e-05,
"loss": 0.0585,
"step": 49300
},
{
"epoch": 15.48,
"learning_rate": 2.4541128484024477e-05,
"loss": 0.0603,
"step": 49400
},
{
"epoch": 15.51,
"learning_rate": 2.4371176070700206e-05,
"loss": 0.0605,
"step": 49500
},
{
"epoch": 15.54,
"learning_rate": 2.4201223657375935e-05,
"loss": 0.0604,
"step": 49600
},
{
"epoch": 15.57,
"learning_rate": 2.4031271244051668e-05,
"loss": 0.0583,
"step": 49700
},
{
"epoch": 15.6,
"learning_rate": 2.3861318830727398e-05,
"loss": 0.0569,
"step": 49800
},
{
"epoch": 15.64,
"learning_rate": 2.3691366417403127e-05,
"loss": 0.0601,
"step": 49900
},
{
"epoch": 15.67,
"learning_rate": 2.352141400407886e-05,
"loss": 0.0583,
"step": 50000
},
{
"epoch": 15.67,
"eval_loss": 0.16135616600513458,
"eval_runtime": 147.0571,
"eval_samples_per_second": 108.4,
"eval_steps_per_second": 1.7,
"step": 50000
},
{
"epoch": 15.7,
"learning_rate": 2.335146159075459e-05,
"loss": 0.0596,
"step": 50100
},
{
"epoch": 15.73,
"learning_rate": 2.3181509177430322e-05,
"loss": 0.059,
"step": 50200
},
{
"epoch": 15.76,
"learning_rate": 2.301155676410605e-05,
"loss": 0.0568,
"step": 50300
},
{
"epoch": 15.79,
"learning_rate": 2.284160435078178e-05,
"loss": 0.0605,
"step": 50400
},
{
"epoch": 15.82,
"learning_rate": 2.2671651937457514e-05,
"loss": 0.0589,
"step": 50500
},
{
"epoch": 15.85,
"learning_rate": 2.2501699524133243e-05,
"loss": 0.0579,
"step": 50600
},
{
"epoch": 15.89,
"learning_rate": 2.2331747110808972e-05,
"loss": 0.059,
"step": 50700
},
{
"epoch": 15.92,
"learning_rate": 2.2161794697484705e-05,
"loss": 0.0585,
"step": 50800
},
{
"epoch": 15.95,
"learning_rate": 2.1991842284160435e-05,
"loss": 0.0593,
"step": 50900
},
{
"epoch": 15.98,
"learning_rate": 2.1821889870836167e-05,
"loss": 0.0591,
"step": 51000
},
{
"epoch": 16.01,
"learning_rate": 2.1651937457511897e-05,
"loss": 0.0567,
"step": 51100
},
{
"epoch": 16.04,
"learning_rate": 2.1481985044187626e-05,
"loss": 0.056,
"step": 51200
},
{
"epoch": 16.07,
"learning_rate": 2.131203263086336e-05,
"loss": 0.0547,
"step": 51300
},
{
"epoch": 16.11,
"learning_rate": 2.1142080217539088e-05,
"loss": 0.0543,
"step": 51400
},
{
"epoch": 16.14,
"learning_rate": 2.097212780421482e-05,
"loss": 0.0545,
"step": 51500
},
{
"epoch": 16.17,
"learning_rate": 2.080217539089055e-05,
"loss": 0.0546,
"step": 51600
},
{
"epoch": 16.2,
"learning_rate": 2.0632222977566283e-05,
"loss": 0.0533,
"step": 51700
},
{
"epoch": 16.23,
"learning_rate": 2.0462270564242013e-05,
"loss": 0.0529,
"step": 51800
},
{
"epoch": 16.26,
"learning_rate": 2.0292318150917745e-05,
"loss": 0.0548,
"step": 51900
},
{
"epoch": 16.29,
"learning_rate": 2.0122365737593475e-05,
"loss": 0.0527,
"step": 52000
},
{
"epoch": 16.32,
"learning_rate": 1.9952413324269208e-05,
"loss": 0.0517,
"step": 52100
},
{
"epoch": 16.36,
"learning_rate": 1.9782460910944937e-05,
"loss": 0.0544,
"step": 52200
},
{
"epoch": 16.39,
"learning_rate": 1.9612508497620666e-05,
"loss": 0.0543,
"step": 52300
},
{
"epoch": 16.42,
"learning_rate": 1.94425560842964e-05,
"loss": 0.0538,
"step": 52400
},
{
"epoch": 16.45,
"learning_rate": 1.927260367097213e-05,
"loss": 0.0525,
"step": 52500
},
{
"epoch": 16.48,
"learning_rate": 1.910265125764786e-05,
"loss": 0.0534,
"step": 52600
},
{
"epoch": 16.51,
"learning_rate": 1.893269884432359e-05,
"loss": 0.0552,
"step": 52700
},
{
"epoch": 16.54,
"learning_rate": 1.876274643099932e-05,
"loss": 0.0554,
"step": 52800
},
{
"epoch": 16.58,
"learning_rate": 1.8592794017675053e-05,
"loss": 0.0525,
"step": 52900
},
{
"epoch": 16.61,
"learning_rate": 1.8422841604350782e-05,
"loss": 0.0536,
"step": 53000
},
{
"epoch": 16.64,
"learning_rate": 1.8252889191026512e-05,
"loss": 0.0539,
"step": 53100
},
{
"epoch": 16.67,
"learning_rate": 1.8082936777702245e-05,
"loss": 0.0525,
"step": 53200
},
{
"epoch": 16.7,
"learning_rate": 1.7912984364377974e-05,
"loss": 0.0524,
"step": 53300
},
{
"epoch": 16.73,
"learning_rate": 1.7743031951053707e-05,
"loss": 0.0534,
"step": 53400
},
{
"epoch": 16.76,
"learning_rate": 1.7573079537729436e-05,
"loss": 0.0517,
"step": 53500
},
{
"epoch": 16.79,
"learning_rate": 1.7403127124405166e-05,
"loss": 0.0524,
"step": 53600
},
{
"epoch": 16.83,
"learning_rate": 1.7233174711080898e-05,
"loss": 0.0519,
"step": 53700
},
{
"epoch": 16.86,
"learning_rate": 1.7063222297756628e-05,
"loss": 0.0513,
"step": 53800
},
{
"epoch": 16.89,
"learning_rate": 1.6893269884432357e-05,
"loss": 0.0531,
"step": 53900
},
{
"epoch": 16.92,
"learning_rate": 1.672331747110809e-05,
"loss": 0.052,
"step": 54000
},
{
"epoch": 16.95,
"learning_rate": 1.655336505778382e-05,
"loss": 0.0526,
"step": 54100
},
{
"epoch": 16.98,
"learning_rate": 1.6383412644459552e-05,
"loss": 0.0536,
"step": 54200
},
{
"epoch": 17.01,
"learning_rate": 1.621346023113528e-05,
"loss": 0.0512,
"step": 54300
},
{
"epoch": 17.05,
"learning_rate": 1.6043507817811014e-05,
"loss": 0.0507,
"step": 54400
},
{
"epoch": 17.08,
"learning_rate": 1.5873555404486744e-05,
"loss": 0.0478,
"step": 54500
},
{
"epoch": 17.11,
"learning_rate": 1.5703602991162476e-05,
"loss": 0.0481,
"step": 54600
},
{
"epoch": 17.14,
"learning_rate": 1.5533650577838206e-05,
"loss": 0.0487,
"step": 54700
},
{
"epoch": 17.17,
"learning_rate": 1.536369816451394e-05,
"loss": 0.0475,
"step": 54800
},
{
"epoch": 17.2,
"learning_rate": 1.5193745751189666e-05,
"loss": 0.0485,
"step": 54900
},
{
"epoch": 17.23,
"learning_rate": 1.5023793337865399e-05,
"loss": 0.0471,
"step": 55000
},
{
"epoch": 17.23,
"eval_loss": 0.15533138811588287,
"eval_runtime": 149.8141,
"eval_samples_per_second": 106.405,
"eval_steps_per_second": 1.669,
"step": 55000
},
{
"epoch": 17.26,
"learning_rate": 1.4853840924541128e-05,
"loss": 0.0494,
"step": 55100
},
{
"epoch": 17.3,
"learning_rate": 1.468388851121686e-05,
"loss": 0.049,
"step": 55200
},
{
"epoch": 17.33,
"learning_rate": 1.451393609789259e-05,
"loss": 0.05,
"step": 55300
},
{
"epoch": 17.36,
"learning_rate": 1.4343983684568322e-05,
"loss": 0.049,
"step": 55400
},
{
"epoch": 17.39,
"learning_rate": 1.4174031271244055e-05,
"loss": 0.0479,
"step": 55500
},
{
"epoch": 17.42,
"learning_rate": 1.4004078857919784e-05,
"loss": 0.0469,
"step": 55600
},
{
"epoch": 17.45,
"learning_rate": 1.3834126444595513e-05,
"loss": 0.0506,
"step": 55700
},
{
"epoch": 17.48,
"learning_rate": 1.3664174031271246e-05,
"loss": 0.0469,
"step": 55800
},
{
"epoch": 17.52,
"learning_rate": 1.3494221617946976e-05,
"loss": 0.0473,
"step": 55900
},
{
"epoch": 17.55,
"learning_rate": 1.3324269204622705e-05,
"loss": 0.0478,
"step": 56000
},
{
"epoch": 17.58,
"learning_rate": 1.3154316791298438e-05,
"loss": 0.0477,
"step": 56100
},
{
"epoch": 17.61,
"learning_rate": 1.2984364377974167e-05,
"loss": 0.0476,
"step": 56200
},
{
"epoch": 17.64,
"learning_rate": 1.28144119646499e-05,
"loss": 0.0489,
"step": 56300
},
{
"epoch": 17.67,
"learning_rate": 1.264445955132563e-05,
"loss": 0.0455,
"step": 56400
},
{
"epoch": 17.7,
"learning_rate": 1.247450713800136e-05,
"loss": 0.0495,
"step": 56500
},
{
"epoch": 17.73,
"learning_rate": 1.2304554724677091e-05,
"loss": 0.048,
"step": 56600
},
{
"epoch": 17.77,
"learning_rate": 1.2134602311352823e-05,
"loss": 0.0477,
"step": 56700
},
{
"epoch": 17.8,
"learning_rate": 1.1964649898028554e-05,
"loss": 0.0463,
"step": 56800
},
{
"epoch": 17.83,
"learning_rate": 1.1794697484704285e-05,
"loss": 0.0467,
"step": 56900
},
{
"epoch": 17.86,
"learning_rate": 1.1624745071380014e-05,
"loss": 0.047,
"step": 57000
},
{
"epoch": 17.89,
"learning_rate": 1.1454792658055745e-05,
"loss": 0.0468,
"step": 57100
},
{
"epoch": 17.92,
"learning_rate": 1.1284840244731476e-05,
"loss": 0.0469,
"step": 57200
},
{
"epoch": 17.95,
"learning_rate": 1.1114887831407207e-05,
"loss": 0.0476,
"step": 57300
},
{
"epoch": 17.99,
"learning_rate": 1.0944935418082937e-05,
"loss": 0.046,
"step": 57400
},
{
"epoch": 18.02,
"learning_rate": 1.0774983004758668e-05,
"loss": 0.045,
"step": 57500
},
{
"epoch": 18.05,
"learning_rate": 1.0605030591434399e-05,
"loss": 0.0426,
"step": 57600
},
{
"epoch": 18.08,
"learning_rate": 1.043507817811013e-05,
"loss": 0.0432,
"step": 57700
},
{
"epoch": 18.11,
"learning_rate": 1.026512576478586e-05,
"loss": 0.0441,
"step": 57800
},
{
"epoch": 18.14,
"learning_rate": 1.009517335146159e-05,
"loss": 0.0435,
"step": 57900
},
{
"epoch": 18.17,
"learning_rate": 9.925220938137322e-06,
"loss": 0.0451,
"step": 58000
},
{
"epoch": 18.2,
"learning_rate": 9.755268524813053e-06,
"loss": 0.0448,
"step": 58100
},
{
"epoch": 18.24,
"learning_rate": 9.585316111488784e-06,
"loss": 0.0439,
"step": 58200
},
{
"epoch": 18.27,
"learning_rate": 9.415363698164515e-06,
"loss": 0.0447,
"step": 58300
},
{
"epoch": 18.3,
"learning_rate": 9.245411284840246e-06,
"loss": 0.042,
"step": 58400
},
{
"epoch": 18.33,
"learning_rate": 9.075458871515977e-06,
"loss": 0.0446,
"step": 58500
},
{
"epoch": 18.36,
"learning_rate": 8.905506458191706e-06,
"loss": 0.0426,
"step": 58600
},
{
"epoch": 18.39,
"learning_rate": 8.735554044867438e-06,
"loss": 0.044,
"step": 58700
},
{
"epoch": 18.42,
"learning_rate": 8.565601631543169e-06,
"loss": 0.0427,
"step": 58800
},
{
"epoch": 18.46,
"learning_rate": 8.3956492182189e-06,
"loss": 0.0432,
"step": 58900
},
{
"epoch": 18.49,
"learning_rate": 8.225696804894629e-06,
"loss": 0.0438,
"step": 59000
},
{
"epoch": 18.52,
"learning_rate": 8.05574439157036e-06,
"loss": 0.0417,
"step": 59100
},
{
"epoch": 18.55,
"learning_rate": 7.885791978246091e-06,
"loss": 0.0442,
"step": 59200
},
{
"epoch": 18.58,
"learning_rate": 7.715839564921822e-06,
"loss": 0.0428,
"step": 59300
},
{
"epoch": 18.61,
"learning_rate": 7.545887151597553e-06,
"loss": 0.0426,
"step": 59400
},
{
"epoch": 18.64,
"learning_rate": 7.375934738273284e-06,
"loss": 0.042,
"step": 59500
},
{
"epoch": 18.67,
"learning_rate": 7.205982324949015e-06,
"loss": 0.0414,
"step": 59600
},
{
"epoch": 18.71,
"learning_rate": 7.036029911624746e-06,
"loss": 0.0415,
"step": 59700
},
{
"epoch": 18.74,
"learning_rate": 6.866077498300476e-06,
"loss": 0.0434,
"step": 59800
},
{
"epoch": 18.77,
"learning_rate": 6.696125084976207e-06,
"loss": 0.0425,
"step": 59900
},
{
"epoch": 18.8,
"learning_rate": 6.526172671651938e-06,
"loss": 0.0411,
"step": 60000
},
{
"epoch": 18.8,
"eval_loss": 0.15011541545391083,
"eval_runtime": 151.7868,
"eval_samples_per_second": 105.022,
"eval_steps_per_second": 1.647,
"step": 60000
},
{
"epoch": 18.83,
"learning_rate": 6.3562202583276694e-06,
"loss": 0.0414,
"step": 60100
},
{
"epoch": 18.86,
"learning_rate": 6.1862678450034e-06,
"loss": 0.0427,
"step": 60200
},
{
"epoch": 18.89,
"learning_rate": 6.01631543167913e-06,
"loss": 0.0417,
"step": 60300
},
{
"epoch": 18.93,
"learning_rate": 5.846363018354861e-06,
"loss": 0.0414,
"step": 60400
},
{
"epoch": 18.96,
"learning_rate": 5.676410605030591e-06,
"loss": 0.0414,
"step": 60500
},
{
"epoch": 18.99,
"learning_rate": 5.506458191706323e-06,
"loss": 0.0417,
"step": 60600
},
{
"epoch": 19.02,
"learning_rate": 5.3365057783820534e-06,
"loss": 0.0405,
"step": 60700
},
{
"epoch": 19.05,
"learning_rate": 5.1665533650577845e-06,
"loss": 0.0398,
"step": 60800
},
{
"epoch": 19.08,
"learning_rate": 4.996600951733515e-06,
"loss": 0.0393,
"step": 60900
},
{
"epoch": 19.11,
"learning_rate": 4.826648538409246e-06,
"loss": 0.0395,
"step": 61000
},
{
"epoch": 19.14,
"learning_rate": 4.656696125084976e-06,
"loss": 0.0401,
"step": 61100
},
{
"epoch": 19.18,
"learning_rate": 4.486743711760707e-06,
"loss": 0.0412,
"step": 61200
},
{
"epoch": 19.21,
"learning_rate": 4.316791298436438e-06,
"loss": 0.0379,
"step": 61300
},
{
"epoch": 19.24,
"learning_rate": 4.146838885112169e-06,
"loss": 0.0374,
"step": 61400
},
{
"epoch": 19.27,
"learning_rate": 3.9768864717879e-06,
"loss": 0.0419,
"step": 61500
},
{
"epoch": 19.3,
"learning_rate": 3.8069340584636307e-06,
"loss": 0.0386,
"step": 61600
},
{
"epoch": 19.33,
"learning_rate": 3.636981645139361e-06,
"loss": 0.0394,
"step": 61700
},
{
"epoch": 19.36,
"learning_rate": 3.467029231815092e-06,
"loss": 0.0391,
"step": 61800
},
{
"epoch": 19.4,
"learning_rate": 3.2970768184908227e-06,
"loss": 0.0403,
"step": 61900
},
{
"epoch": 19.43,
"learning_rate": 3.1271244051665538e-06,
"loss": 0.0382,
"step": 62000
},
{
"epoch": 19.46,
"learning_rate": 2.9571719918422845e-06,
"loss": 0.0394,
"step": 62100
},
{
"epoch": 19.49,
"learning_rate": 2.787219578518015e-06,
"loss": 0.0385,
"step": 62200
},
{
"epoch": 19.52,
"learning_rate": 2.6172671651937458e-06,
"loss": 0.0388,
"step": 62300
},
{
"epoch": 19.55,
"learning_rate": 2.4473147518694765e-06,
"loss": 0.0404,
"step": 62400
},
{
"epoch": 19.58,
"learning_rate": 2.2773623385452075e-06,
"loss": 0.0387,
"step": 62500
},
{
"epoch": 19.61,
"learning_rate": 2.107409925220938e-06,
"loss": 0.0383,
"step": 62600
},
{
"epoch": 19.65,
"learning_rate": 1.937457511896669e-06,
"loss": 0.038,
"step": 62700
},
{
"epoch": 19.68,
"learning_rate": 1.7675050985723998e-06,
"loss": 0.0393,
"step": 62800
},
{
"epoch": 19.71,
"learning_rate": 1.5975526852481306e-06,
"loss": 0.0392,
"step": 62900
},
{
"epoch": 19.74,
"learning_rate": 1.4276002719238613e-06,
"loss": 0.0392,
"step": 63000
},
{
"epoch": 19.77,
"learning_rate": 1.2576478585995922e-06,
"loss": 0.0388,
"step": 63100
},
{
"epoch": 19.8,
"learning_rate": 1.0876954452753228e-06,
"loss": 0.0388,
"step": 63200
},
{
"epoch": 19.83,
"learning_rate": 9.177430319510537e-07,
"loss": 0.0375,
"step": 63300
},
{
"epoch": 19.87,
"learning_rate": 7.477906186267846e-07,
"loss": 0.0392,
"step": 63400
},
{
"epoch": 19.9,
"learning_rate": 5.778382053025154e-07,
"loss": 0.0383,
"step": 63500
},
{
"epoch": 19.93,
"learning_rate": 4.0788579197824615e-07,
"loss": 0.0377,
"step": 63600
},
{
"epoch": 19.96,
"learning_rate": 2.3793337865397692e-07,
"loss": 0.0378,
"step": 63700
},
{
"epoch": 19.99,
"learning_rate": 6.798096532970768e-08,
"loss": 0.0385,
"step": 63800
},
{
"epoch": 20.0,
"step": 63840,
"total_flos": 1.325011889553408e+20,
"train_loss": 0.13789003552836285,
"train_runtime": 208335.1784,
"train_samples_per_second": 78.446,
"train_steps_per_second": 0.306
}
],
"max_steps": 63840,
"num_train_epochs": 21,
"total_flos": 1.325011889553408e+20,
"trial_name": null,
"trial_params": null
}