{
  "best_metric": 1.2748980522155762,
  "best_model_checkpoint": "outputs-ziya-llama-13b-sft-med-v2/checkpoint-63200",
  "epoch": 4.004562159422126,
  "global_step": 63200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 2e-05,
      "loss": 1.9402,
      "step": 50
    },
    {
      "epoch": 0.0,
      "eval_loss": 1.3943634033203125,
      "eval_runtime": 3.7851,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9993661659377576e-05,
      "loss": 1.7943,
      "step": 100
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.3783146142959595,
      "eval_runtime": 3.7902,
      "eval_samples_per_second": 13.192,
      "eval_steps_per_second": 0.528,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.998732331875515e-05,
      "loss": 1.7393,
      "step": 150
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.3769421577453613,
      "eval_runtime": 3.7851,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9980984978132726e-05,
      "loss": 1.7253,
      "step": 200
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.3832125663757324,
      "eval_runtime": 3.7862,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.99746466375103e-05,
      "loss": 1.6986,
      "step": 250
    },
    {
      "epoch": 0.02,
      "eval_loss": 1.3861111402511597,
      "eval_runtime": 3.7837,
      "eval_samples_per_second": 13.215,
      "eval_steps_per_second": 0.529,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9968308296887876e-05,
      "loss": 1.6863,
      "step": 300
    },
    {
      "epoch": 0.02,
      "eval_loss": 1.3855526447296143,
      "eval_runtime": 3.7891,
      "eval_samples_per_second": 13.196,
      "eval_steps_per_second": 0.528,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9961969956265454e-05,
      "loss": 1.651,
      "step": 350
    },
    {
      "epoch": 0.02,
      "eval_loss": 1.3862779140472412,
      "eval_runtime": 3.7834,
      "eval_samples_per_second": 13.216,
      "eval_steps_per_second": 0.529,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9955631615643025e-05,
      "loss": 1.6424,
      "step": 400
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.3855341672897339,
      "eval_runtime": 3.7852,
      "eval_samples_per_second": 13.209,
      "eval_steps_per_second": 0.528,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99492932750206e-05,
      "loss": 1.6205,
      "step": 450
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.3793355226516724,
      "eval_runtime": 3.7851,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 450
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9942954934398175e-05,
      "loss": 1.6049,
      "step": 500
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.3790518045425415,
      "eval_runtime": 3.7866,
      "eval_samples_per_second": 13.205,
      "eval_steps_per_second": 0.528,
      "step": 500
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.993661659377575e-05,
      "loss": 1.5928,
      "step": 550
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.3790216445922852,
      "eval_runtime": 3.7841,
      "eval_samples_per_second": 13.213,
      "eval_steps_per_second": 0.529,
      "step": 550
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9930278253153324e-05,
      "loss": 1.6008,
      "step": 600
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.3779619932174683,
      "eval_runtime": 3.7838,
      "eval_samples_per_second": 13.214,
      "eval_steps_per_second": 0.529,
      "step": 600
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9923939912530902e-05,
      "loss": 1.5788,
      "step": 650
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.3782728910446167,
      "eval_runtime": 3.7849,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 650
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9917601571908477e-05,
      "loss": 1.5742,
      "step": 700
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.3791857957839966,
      "eval_runtime": 3.786,
      "eval_samples_per_second": 13.207,
      "eval_steps_per_second": 0.528,
      "step": 700
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9911263231286052e-05,
      "loss": 1.5578,
      "step": 750
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.3797205686569214,
      "eval_runtime": 3.7868,
      "eval_samples_per_second": 13.204,
      "eval_steps_per_second": 0.528,
      "step": 750
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9904924890663627e-05,
      "loss": 1.5477,
      "step": 800
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.3817371129989624,
      "eval_runtime": 3.7855,
      "eval_samples_per_second": 13.208,
      "eval_steps_per_second": 0.528,
      "step": 800
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.98985865500412e-05,
      "loss": 1.5509,
      "step": 850
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.3795477151870728,
      "eval_runtime": 3.7863,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 850
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9892248209418776e-05,
      "loss": 1.5638,
      "step": 900
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.378434181213379,
      "eval_runtime": 3.7822,
      "eval_samples_per_second": 13.22,
      "eval_steps_per_second": 0.529,
      "step": 900
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.988590986879635e-05,
      "loss": 1.5505,
      "step": 950
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.3711613416671753,
      "eval_runtime": 3.7882,
      "eval_samples_per_second": 13.199,
      "eval_steps_per_second": 0.528,
      "step": 950
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9879571528173926e-05,
      "loss": 1.5678,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.374761939048767,
      "eval_runtime": 3.7863,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 1000
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.98732331875515e-05,
      "loss": 1.5438,
      "step": 1050
    },
    {
      "epoch": 0.07,
      "eval_loss": 1.3767447471618652,
      "eval_runtime": 3.7836,
      "eval_samples_per_second": 13.215,
      "eval_steps_per_second": 0.529,
      "step": 1050
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9866894846929075e-05,
      "loss": 1.558,
      "step": 1100
    },
    {
      "epoch": 0.07,
      "eval_loss": 1.3725579977035522,
      "eval_runtime": 3.7848,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 1100
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.986055650630665e-05,
      "loss": 1.5244,
      "step": 1150
    },
    {
      "epoch": 0.07,
      "eval_loss": 1.3703813552856445,
      "eval_runtime": 3.79,
      "eval_samples_per_second": 13.193,
      "eval_steps_per_second": 0.528,
      "step": 1150
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854218165684225e-05,
      "loss": 1.5558,
      "step": 1200
    },
    {
      "epoch": 0.08,
      "eval_loss": 1.3710592985153198,
      "eval_runtime": 3.785,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 1200
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98478798250618e-05,
      "loss": 1.5556,
      "step": 1250
    },
    {
      "epoch": 0.08,
      "eval_loss": 1.3695827722549438,
      "eval_runtime": 3.7841,
      "eval_samples_per_second": 13.213,
      "eval_steps_per_second": 0.529,
      "step": 1250
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9841541484439374e-05,
      "loss": 1.5593,
      "step": 1300
    },
    {
      "epoch": 0.08,
      "eval_loss": 1.3656278848648071,
      "eval_runtime": 3.7829,
      "eval_samples_per_second": 13.217,
      "eval_steps_per_second": 0.529,
      "step": 1300
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983520314381695e-05,
      "loss": 1.5463,
      "step": 1350
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.3648173809051514,
      "eval_runtime": 3.7879,
      "eval_samples_per_second": 13.2,
      "eval_steps_per_second": 0.528,
      "step": 1350
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828864803194524e-05,
      "loss": 1.5396,
      "step": 1400
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.3657265901565552,
      "eval_runtime": 3.785,
      "eval_samples_per_second": 13.21,
      "eval_steps_per_second": 0.528,
      "step": 1400
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98225264625721e-05,
      "loss": 1.5331,
      "step": 1450
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.365883231163025,
      "eval_runtime": 3.7838,
      "eval_samples_per_second": 13.214,
      "eval_steps_per_second": 0.529,
      "step": 1450
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9816188121949677e-05,
      "loss": 1.5138,
      "step": 1500
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.36909818649292,
      "eval_runtime": 3.7846,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 1500
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9809849781327252e-05,
      "loss": 1.5243,
      "step": 1550
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.367846965789795,
      "eval_runtime": 3.7854,
      "eval_samples_per_second": 13.209,
      "eval_steps_per_second": 0.528,
      "step": 1550
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9803511440704826e-05,
      "loss": 1.5509,
      "step": 1600
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.3653690814971924,
      "eval_runtime": 3.7873,
      "eval_samples_per_second": 13.202,
      "eval_steps_per_second": 0.528,
      "step": 1600
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97971731000824e-05,
      "loss": 1.5269,
      "step": 1650
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.3630925416946411,
      "eval_runtime": 3.7825,
      "eval_samples_per_second": 13.219,
      "eval_steps_per_second": 0.529,
      "step": 1650
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9790834759459976e-05,
      "loss": 1.5274,
      "step": 1700
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.3645691871643066,
      "eval_runtime": 3.7862,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 1700
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.978449641883755e-05,
      "loss": 1.4974,
      "step": 1750
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.3679264783859253,
      "eval_runtime": 3.7861,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 1750
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9778158078215126e-05,
      "loss": 1.5322,
      "step": 1800
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.366579532623291,
      "eval_runtime": 3.7847,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 1800
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.97718197375927e-05,
      "loss": 1.5226,
      "step": 1850
    },
    {
      "epoch": 0.12,
      "eval_loss": 1.3667091131210327,
      "eval_runtime": 3.7811,
      "eval_samples_per_second": 13.224,
      "eval_steps_per_second": 0.529,
      "step": 1850
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9765481396970275e-05,
      "loss": 1.5297,
      "step": 1900
    },
    {
      "epoch": 0.12,
      "eval_loss": 1.3697519302368164,
      "eval_runtime": 3.7846,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 1900
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.975914305634785e-05,
      "loss": 1.5134,
      "step": 1950
    },
    {
      "epoch": 0.12,
      "eval_loss": 1.3626987934112549,
      "eval_runtime": 3.7868,
      "eval_samples_per_second": 13.204,
      "eval_steps_per_second": 0.528,
      "step": 1950
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9752804715725425e-05,
      "loss": 1.5272,
      "step": 2000
    },
    {
      "epoch": 0.13,
      "eval_loss": 1.3688554763793945,
      "eval_runtime": 3.7872,
      "eval_samples_per_second": 13.202,
      "eval_steps_per_second": 0.528,
      "step": 2000
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9746466375103e-05,
      "loss": 1.508,
      "step": 2050
    },
    {
      "epoch": 0.13,
      "eval_loss": 1.3672854900360107,
      "eval_runtime": 3.7828,
      "eval_samples_per_second": 13.218,
      "eval_steps_per_second": 0.529,
      "step": 2050
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9740128034480574e-05,
      "loss": 1.5063,
      "step": 2100
    },
    {
      "epoch": 0.13,
      "eval_loss": 1.3676797151565552,
      "eval_runtime": 3.7834,
      "eval_samples_per_second": 13.216,
      "eval_steps_per_second": 0.529,
      "step": 2100
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.973378969385815e-05,
      "loss": 1.4978,
      "step": 2150
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.3642038106918335,
      "eval_runtime": 3.7847,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 2150
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9727451353235724e-05,
      "loss": 1.5138,
      "step": 2200
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.3679579496383667,
      "eval_runtime": 3.7883,
      "eval_samples_per_second": 13.198,
      "eval_steps_per_second": 0.528,
      "step": 2200
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.97211130126133e-05,
      "loss": 1.521,
      "step": 2250
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.3639538288116455,
      "eval_runtime": 3.7838,
      "eval_samples_per_second": 13.214,
      "eval_steps_per_second": 0.529,
      "step": 2250
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9714774671990873e-05,
      "loss": 1.4849,
      "step": 2300
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.3618545532226562,
      "eval_runtime": 3.7862,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 2300
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.970843633136845e-05,
      "loss": 1.5282,
      "step": 2350
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.366089940071106,
      "eval_runtime": 3.7896,
      "eval_samples_per_second": 13.194,
      "eval_steps_per_second": 0.528,
      "step": 2350
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9702097990746026e-05,
      "loss": 1.5095,
      "step": 2400
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.3617390394210815,
      "eval_runtime": 3.7846,
      "eval_samples_per_second": 13.211,
      "eval_steps_per_second": 0.528,
      "step": 2400
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.96957596501236e-05,
      "loss": 1.4784,
      "step": 2450
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.3627303838729858,
      "eval_runtime": 3.7842,
      "eval_samples_per_second": 13.213,
      "eval_steps_per_second": 0.529,
      "step": 2450
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9689421309501172e-05,
      "loss": 1.48,
      "step": 2500
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.363022804260254,
      "eval_runtime": 3.7839,
      "eval_samples_per_second": 13.214,
      "eval_steps_per_second": 0.529,
      "step": 2500
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9683082968878747e-05,
      "loss": 1.5182,
      "step": 2550
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.354172706604004,
      "eval_runtime": 3.7881,
      "eval_samples_per_second": 13.199,
      "eval_steps_per_second": 0.528,
      "step": 2550
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9676744628256322e-05,
      "loss": 1.4869,
      "step": 2600
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.3622251749038696,
      "eval_runtime": 3.7863,
      "eval_samples_per_second": 13.206,
      "eval_steps_per_second": 0.528,
      "step": 2600
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.96704062876339e-05,
      "loss": 1.5135,
      "step": 2650
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.3611241579055786,
      "eval_runtime": 3.781,
      "eval_samples_per_second": 13.224,
      "eval_steps_per_second": 0.529,
      "step": 2650
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9664067947011475e-05,
      "loss": 1.4981,
      "step": 2700
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.3572229146957397,
      "eval_runtime": 3.7799,
      "eval_samples_per_second": 13.228,
      "eval_steps_per_second": 0.529,
      "step": 2700
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.965772960638905e-05,
      "loss": 1.5045,
      "step": 2750
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.364942193031311,
      "eval_runtime": 3.7761,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 2750
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9651391265766625e-05,
      "loss": 1.4927,
      "step": 2800
    },
    {
      "epoch": 0.18,
      "eval_loss": 1.3538453578948975,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 2800
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.96450529251442e-05,
      "loss": 1.4685,
      "step": 2850
    },
    {
      "epoch": 0.18,
      "eval_loss": 1.3631401062011719,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 2850
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9638714584521774e-05,
      "loss": 1.4658,
      "step": 2900
    },
    {
      "epoch": 0.18,
      "eval_loss": 1.3613299131393433,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 2900
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9632503010711796e-05,
      "loss": 1.4987,
      "step": 2950
    },
    {
      "epoch": 0.19,
      "eval_loss": 1.3675013780593872,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 2950
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.962616467008937e-05,
      "loss": 1.459,
      "step": 3000
    },
    {
      "epoch": 0.19,
      "eval_loss": 1.3627259731292725,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 3000
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9619826329466945e-05,
      "loss": 1.4893,
      "step": 3050
    },
    {
      "epoch": 0.19,
      "eval_loss": 1.3637642860412598,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 3050
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.961348798884452e-05,
      "loss": 1.4872,
      "step": 3100
    },
    {
      "epoch": 0.2,
      "eval_loss": 1.3603347539901733,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 3100
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.96071496482221e-05,
      "loss": 1.4905,
      "step": 3150
    },
    {
      "epoch": 0.2,
      "eval_loss": 1.3588290214538574,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 3150
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9600811307599673e-05,
      "loss": 1.4531,
      "step": 3200
    },
    {
      "epoch": 0.2,
      "eval_loss": 1.3601138591766357,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 3200
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9594472966977248e-05,
      "loss": 1.5118,
      "step": 3250
    },
    {
      "epoch": 0.21,
      "eval_loss": 1.358245849609375,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 3250
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9588134626354823e-05,
      "loss": 1.5047,
      "step": 3300
    },
    {
      "epoch": 0.21,
      "eval_loss": 1.3589282035827637,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 3300
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9581796285732397e-05,
      "loss": 1.5123,
      "step": 3350
    },
    {
      "epoch": 0.21,
      "eval_loss": 1.3560609817504883,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 3350
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9575457945109972e-05,
      "loss": 1.51,
      "step": 3400
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.354966640472412,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 3400
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9569119604487547e-05,
      "loss": 1.4611,
      "step": 3450
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.3565185070037842,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 3450
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9562781263865122e-05,
      "loss": 1.4787,
      "step": 3500
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.3581827878952026,
      "eval_runtime": 3.7752,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 3500
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9556442923242697e-05,
      "loss": 1.4879,
      "step": 3550
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.3542126417160034,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 3550
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.955010458262027e-05,
      "loss": 1.4671,
      "step": 3600
    },
    {
      "epoch": 0.23,
      "eval_loss": 1.353346347808838,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 3600
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9543766241997846e-05,
      "loss": 1.4757,
      "step": 3650
    },
    {
      "epoch": 0.23,
      "eval_loss": 1.353261113166809,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 3650
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.953742790137542e-05,
      "loss": 1.4637,
      "step": 3700
    },
    {
      "epoch": 0.23,
      "eval_loss": 1.3608603477478027,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 3700
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9531089560752996e-05,
      "loss": 1.479,
      "step": 3750
    },
    {
      "epoch": 0.24,
      "eval_loss": 1.3540550470352173,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 3750
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.952475122013057e-05,
      "loss": 1.4767,
      "step": 3800
    },
    {
      "epoch": 0.24,
      "eval_loss": 1.3591903448104858,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 3800
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9518412879508145e-05,
      "loss": 1.4735,
      "step": 3850
    },
    {
      "epoch": 0.24,
      "eval_loss": 1.3510184288024902,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 3850
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.951207453888572e-05,
      "loss": 1.4611,
      "step": 3900
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.352201223373413,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 3900
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9505736198263295e-05,
      "loss": 1.4716,
      "step": 3950
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.3535534143447876,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 3950
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9499397857640873e-05,
      "loss": 1.4831,
      "step": 4000
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.3486146926879883,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 4000
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9493059517018448e-05,
      "loss": 1.4663,
      "step": 4050
    },
    {
      "epoch": 0.26,
      "eval_loss": 1.3517810106277466,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 4050
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9486721176396022e-05,
      "loss": 1.4623,
      "step": 4100
    },
    {
      "epoch": 0.26,
      "eval_loss": 1.3499053716659546,
      "eval_runtime": 3.7758,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 4100
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9480382835773597e-05,
      "loss": 1.4923,
      "step": 4150
    },
    {
      "epoch": 0.26,
      "eval_loss": 1.3492207527160645,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 4150
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9474044495151172e-05,
      "loss": 1.477,
      "step": 4200
    },
    {
      "epoch": 0.27,
      "eval_loss": 1.3482263088226318,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 4200
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9467706154528743e-05,
      "loss": 1.4831,
      "step": 4250
    },
    {
      "epoch": 0.27,
      "eval_loss": 1.3458422422409058,
      "eval_runtime": 3.7661,
      "eval_samples_per_second": 13.276,
      "eval_steps_per_second": 0.531,
      "step": 4250
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.946136781390632e-05,
      "loss": 1.4619,
      "step": 4300
    },
    {
      "epoch": 0.27,
      "eval_loss": 1.3500503301620483,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 4300
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9455029473283896e-05,
      "loss": 1.4616,
      "step": 4350
    },
    {
      "epoch": 0.28,
      "eval_loss": 1.349271535873413,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 4350
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.944869113266147e-05,
      "loss": 1.4647,
      "step": 4400
    },
    {
      "epoch": 0.28,
      "eval_loss": 1.3516141176223755,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 4400
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9442352792039046e-05,
      "loss": 1.471,
      "step": 4450
    },
    {
      "epoch": 0.28,
      "eval_loss": 1.3483657836914062,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 4450
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.943601445141662e-05,
      "loss": 1.455,
      "step": 4500
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.3461648225784302,
      "eval_runtime": 3.7664,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 4500
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9429676110794195e-05,
      "loss": 1.4535,
      "step": 4550
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.3466649055480957,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 4550
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.942333777017177e-05,
      "loss": 1.4689,
      "step": 4600
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.3467597961425781,
      "eval_runtime": 3.7675,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 4600
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9416999429549345e-05,
      "loss": 1.4769,
      "step": 4650
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.356662631034851,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 4650
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.941066108892692e-05,
      "loss": 1.4739,
      "step": 4700
    },
    {
      "epoch": 0.3,
      "eval_loss": 1.345522165298462,
      "eval_runtime": 3.7676,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 4700
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9404322748304495e-05,
      "loss": 1.4629,
      "step": 4750
    },
    {
      "epoch": 0.3,
      "eval_loss": 1.3463581800460815,
      "eval_runtime": 3.7678,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 4750
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9397984407682073e-05,
      "loss": 1.4757,
      "step": 4800
    },
    {
      "epoch": 0.3,
      "eval_loss": 1.3450006246566772,
      "eval_runtime": 3.767,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 4800
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9391646067059648e-05,
      "loss": 1.4549,
      "step": 4850
    },
    {
      "epoch": 0.31,
      "eval_loss": 1.3511794805526733,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 4850
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9385307726437222e-05,
      "loss": 1.4821,
      "step": 4900
    },
    {
      "epoch": 0.31,
      "eval_loss": 1.348404884338379,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 4900
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9378969385814794e-05,
      "loss": 1.4423,
      "step": 4950
    },
    {
      "epoch": 0.31,
      "eval_loss": 1.350976824760437,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 4950
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.937263104519237e-05,
      "loss": 1.4751,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "eval_loss": 1.349683403968811,
      "eval_runtime": 3.7679,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9366419471382394e-05,
      "loss": 1.4577,
      "step": 5050
    },
    {
      "epoch": 0.32,
      "eval_loss": 1.3500033617019653,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 5050
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.936008113075997e-05,
      "loss": 1.4526,
      "step": 5100
    },
    {
      "epoch": 0.32,
      "eval_loss": 1.3477158546447754,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 5100
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9353742790137543e-05,
      "loss": 1.4558,
      "step": 5150
    },
    {
      "epoch": 0.33,
      "eval_loss": 1.3458642959594727,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 5150
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9347404449515118e-05,
      "loss": 1.4791,
      "step": 5200
    },
    {
      "epoch": 0.33,
      "eval_loss": 1.3409136533737183,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 5200
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9341066108892693e-05,
      "loss": 1.4328,
      "step": 5250
    },
    {
      "epoch": 0.33,
      "eval_loss": 1.3430328369140625,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 5250
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.933472776827027e-05,
      "loss": 1.4402,
      "step": 5300
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.3471790552139282,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 5300
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9328389427647842e-05,
      "loss": 1.4252,
      "step": 5350
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.3500759601593018,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 5350
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9322051087025417e-05,
      "loss": 1.48,
      "step": 5400
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.3430708646774292,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 5400
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9315712746402992e-05,
      "loss": 1.4446,
      "step": 5450
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.345218539237976,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 5450
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9309374405780567e-05,
      "loss": 1.4408,
      "step": 5500
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.3471763134002686,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 5500
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.930303606515814e-05,
      "loss": 1.4622,
      "step": 5550
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.343950629234314,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 5550
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9296697724535716e-05,
      "loss": 1.4645,
      "step": 5600
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.341795802116394,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 5600
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9290359383913294e-05,
      "loss": 1.4421,
      "step": 5650
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.3437079191207886,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 5650
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.928402104329087e-05,
      "loss": 1.4433,
      "step": 5700
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.3465303182601929,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 5700
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9277682702668444e-05,
      "loss": 1.4672,
      "step": 5750
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.3458932638168335,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 5750
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.927134436204602e-05,
      "loss": 1.453,
      "step": 5800
    },
    {
      "epoch": 0.37,
      "eval_loss": 1.3377151489257812,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 5800
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9265006021423593e-05,
      "loss": 1.4525,
      "step": 5850
    },
    {
      "epoch": 0.37,
      "eval_loss": 1.341667652130127,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 5850
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9258667680801168e-05,
      "loss": 1.4261,
      "step": 5900
    },
    {
      "epoch": 0.37,
      "eval_loss": 1.340978741645813,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 5900
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9252329340178743e-05,
      "loss": 1.4485,
      "step": 5950
    },
    {
      "epoch": 0.38,
      "eval_loss": 1.344750165939331,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 5950
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9245990999556318e-05,
      "loss": 1.4481,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "eval_loss": 1.341100811958313,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9239652658933893e-05,
      "loss": 1.4555,
      "step": 6050
    },
    {
      "epoch": 0.38,
      "eval_loss": 1.339819073677063,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 6050
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9233314318311467e-05,
      "loss": 1.4386,
      "step": 6100
    },
    {
      "epoch": 0.39,
      "eval_loss": 1.3417630195617676,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 6100
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9226975977689042e-05,
      "loss": 1.463,
      "step": 6150
    },
    {
      "epoch": 0.39,
      "eval_loss": 1.3422001600265503,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 6150
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9220637637066617e-05,
      "loss": 1.4492,
      "step": 6200
    },
    {
      "epoch": 0.39,
      "eval_loss": 1.3382301330566406,
      "eval_runtime": 3.7666,
      "eval_samples_per_second": 13.274,
      "eval_steps_per_second": 0.531,
      "step": 6200
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.921429929644419e-05,
      "loss": 1.4372,
      "step": 6250
    },
    {
      "epoch": 0.4,
      "eval_loss": 1.343968152999878,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 6250
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9207960955821766e-05,
      "loss": 1.4264,
      "step": 6300
    },
    {
      "epoch": 0.4,
      "eval_loss": 1.3375903367996216,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 6300
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.920162261519934e-05,
      "loss": 1.4586,
      "step": 6350
    },
    {
      "epoch": 0.4,
      "eval_loss": 1.3373645544052124,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 6350
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9195284274576916e-05,
      "loss": 1.4663,
      "step": 6400
    },
    {
      "epoch": 0.41,
      "eval_loss": 1.3406654596328735,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 6400
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9188945933954494e-05,
      "loss": 1.4568,
      "step": 6450
    },
    {
      "epoch": 0.41,
      "eval_loss": 1.3379381895065308,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 6450
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.918260759333207e-05,
      "loss": 1.453,
      "step": 6500
    },
    {
      "epoch": 0.41,
      "eval_loss": 1.341365933418274,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 6500
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9176269252709644e-05,
      "loss": 1.4434,
      "step": 6550
    },
    {
      "epoch": 0.42,
      "eval_loss": 1.3401316404342651,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 6550
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.916993091208722e-05,
      "loss": 1.448,
      "step": 6600
    },
    {
      "epoch": 0.42,
      "eval_loss": 1.3429800271987915,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 6600
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9163592571464793e-05,
      "loss": 1.4267,
      "step": 6650
    },
    {
      "epoch": 0.42,
      "eval_loss": 1.3384313583374023,
      "eval_runtime": 3.7654,
      "eval_samples_per_second": 13.279,
      "eval_steps_per_second": 0.531,
      "step": 6650
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9157254230842368e-05,
      "loss": 1.4556,
      "step": 6700
    },
    {
      "epoch": 0.42,
      "eval_loss": 1.3433630466461182,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 6700
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.915091589021994e-05,
      "loss": 1.4277,
      "step": 6750
    },
    {
      "epoch": 0.43,
      "eval_loss": 1.343968391418457,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 6750
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9144577549597518e-05,
      "loss": 1.438,
      "step": 6800
    },
    {
      "epoch": 0.43,
      "eval_loss": 1.3406360149383545,
      "eval_runtime": 3.7678,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 6800
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9138239208975092e-05,
      "loss": 1.4463,
      "step": 6850
    },
    {
      "epoch": 0.43,
      "eval_loss": 1.3366354703903198,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 6850
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9131900868352667e-05,
      "loss": 1.43,
      "step": 6900
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.3320492506027222,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 6900
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9125562527730242e-05,
      "loss": 1.4219,
      "step": 6950
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.3377419710159302,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 6950
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9119224187107817e-05,
      "loss": 1.4439,
      "step": 7000
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.3389599323272705,
      "eval_runtime": 3.7666,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 7000
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.911288584648539e-05,
      "loss": 1.4444,
      "step": 7050
    },
    {
      "epoch": 0.45,
      "eval_loss": 1.335353136062622,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 7050
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9106547505862966e-05,
      "loss": 1.4611,
      "step": 7100
    },
    {
      "epoch": 0.45,
      "eval_loss": 1.3384804725646973,
      "eval_runtime": 3.7672,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 7100
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.910020916524054e-05,
      "loss": 1.4291,
      "step": 7150
    },
    {
      "epoch": 0.45,
      "eval_loss": 1.337825059890747,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 7150
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9093870824618116e-05,
      "loss": 1.4106,
      "step": 7200
    },
    {
      "epoch": 0.46,
      "eval_loss": 1.3410215377807617,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 7200
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.908753248399569e-05,
      "loss": 1.4648,
      "step": 7250
    },
    {
      "epoch": 0.46,
      "eval_loss": 1.3364254236221313,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 7250
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.908119414337327e-05,
      "loss": 1.4683,
      "step": 7300
    },
    {
      "epoch": 0.46,
      "eval_loss": 1.332759141921997,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 7300
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9074855802750844e-05,
      "loss": 1.4111,
      "step": 7350
    },
    {
      "epoch": 0.47,
      "eval_loss": 1.341154932975769,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 7350
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9068517462128415e-05,
      "loss": 1.4445,
      "step": 7400
    },
    {
      "epoch": 0.47,
      "eval_loss": 1.3391424417495728,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 7400
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.906217912150599e-05,
      "loss": 1.4616,
      "step": 7450
    },
    {
      "epoch": 0.47,
      "eval_loss": 1.3362289667129517,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 7450
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9055840780883564e-05,
      "loss": 1.4352,
      "step": 7500
    },
    {
      "epoch": 0.48,
      "eval_loss": 1.335687279701233,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 7500
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.904950244026114e-05,
      "loss": 1.4349,
      "step": 7550
    },
    {
      "epoch": 0.48,
      "eval_loss": 1.34110689163208,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 7550
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9043164099638714e-05,
      "loss": 1.4418,
      "step": 7600
    },
    {
      "epoch": 0.48,
      "eval_loss": 1.333461880683899,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 7600
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9036825759016292e-05,
      "loss": 1.4197,
      "step": 7650
    },
    {
      "epoch": 0.48,
      "eval_loss": 1.3351945877075195,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 7650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9030487418393867e-05,
      "loss": 1.4238,
      "step": 7700
    },
    {
      "epoch": 0.49,
      "eval_loss": 1.3362082242965698,
      "eval_runtime": 3.7804,
      "eval_samples_per_second": 13.226,
      "eval_steps_per_second": 0.529,
      "step": 7700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9024149077771442e-05,
      "loss": 1.4396,
      "step": 7750
    },
    {
      "epoch": 0.49,
      "eval_loss": 1.330649733543396,
      "eval_runtime": 3.7878,
      "eval_samples_per_second": 13.2,
      "eval_steps_per_second": 0.528,
      "step": 7750
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9017810737149017e-05,
      "loss": 1.4424,
      "step": 7800
    },
    {
      "epoch": 0.49,
      "eval_loss": 1.3354008197784424,
      "eval_runtime": 3.7561,
      "eval_samples_per_second": 13.312,
      "eval_steps_per_second": 0.532,
      "step": 7800
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901147239652659e-05,
      "loss": 1.4222,
      "step": 7850
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.3342909812927246,
      "eval_runtime": 3.7885,
      "eval_samples_per_second": 13.198,
      "eval_steps_per_second": 0.528,
      "step": 7850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9005134055904166e-05,
      "loss": 1.4217,
      "step": 7900
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.331030249595642,
      "eval_runtime": 3.7868,
      "eval_samples_per_second": 13.204,
      "eval_steps_per_second": 0.528,
      "step": 7900
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.899879571528174e-05,
      "loss": 1.4269,
      "step": 7950
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.3378578424453735,
      "eval_runtime": 3.8143,
      "eval_samples_per_second": 13.109,
      "eval_steps_per_second": 0.524,
      "step": 7950
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8992457374659316e-05,
      "loss": 1.4221,
      "step": 8000
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.3354885578155518,
      "eval_runtime": 3.7834,
      "eval_samples_per_second": 13.216,
      "eval_steps_per_second": 0.529,
      "step": 8000
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898611903403689e-05,
      "loss": 1.4156,
      "step": 8050
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.3381201028823853,
      "eval_runtime": 3.7869,
      "eval_samples_per_second": 13.203,
      "eval_steps_per_second": 0.528,
      "step": 8050
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8979780693414465e-05,
      "loss": 1.4163,
      "step": 8100
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.3321332931518555,
      "eval_runtime": 3.7853,
      "eval_samples_per_second": 13.209,
      "eval_steps_per_second": 0.528,
      "step": 8100
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.897344235279204e-05,
      "loss": 1.458,
      "step": 8150
    },
    {
      "epoch": 0.52,
      "eval_loss": 1.3282891511917114,
      "eval_runtime": 3.7924,
      "eval_samples_per_second": 13.184,
      "eval_steps_per_second": 0.527,
      "step": 8150
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8967104012169615e-05,
      "loss": 1.4372,
      "step": 8200
    },
    {
      "epoch": 0.52,
      "eval_loss": 1.330866813659668,
      "eval_runtime": 3.7763,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 8200
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896076567154719e-05,
      "loss": 1.4611,
      "step": 8250
    },
    {
      "epoch": 0.52,
      "eval_loss": 1.3348468542099,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 8250
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8954427330924764e-05,
      "loss": 1.4386,
      "step": 8300
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.3345593214035034,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 8300
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.894808899030234e-05,
      "loss": 1.4426,
      "step": 8350
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.3326621055603027,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 8350
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8941750649679914e-05,
      "loss": 1.4068,
      "step": 8400
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.3300801515579224,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 8400
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8935412309057492e-05,
      "loss": 1.4481,
      "step": 8450
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.3321070671081543,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 8450
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8929073968435067e-05,
      "loss": 1.4407,
      "step": 8500
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.3314056396484375,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 8500
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.892273562781264e-05,
      "loss": 1.4324,
      "step": 8550
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.3374255895614624,
      "eval_runtime": 3.7764,
      "eval_samples_per_second": 13.24,
      "eval_steps_per_second": 0.53,
      "step": 8550
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8916397287190216e-05,
      "loss": 1.4156,
      "step": 8600
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.3291068077087402,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 8600
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.891005894656779e-05,
      "loss": 1.4407,
      "step": 8650
    },
    {
      "epoch": 0.55,
      "eval_loss": 1.3375924825668335,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 8650
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8903720605945366e-05,
      "loss": 1.4491,
      "step": 8700
    },
    {
      "epoch": 0.55,
      "eval_loss": 1.3330168724060059,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 8700
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.889738226532294e-05,
      "loss": 1.4289,
      "step": 8750
    },
    {
      "epoch": 0.55,
      "eval_loss": 1.3330626487731934,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 8750
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8891043924700515e-05,
      "loss": 1.43,
      "step": 8800
    },
    {
      "epoch": 0.56,
      "eval_loss": 1.3307543992996216,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 8800
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.888470558407809e-05,
      "loss": 1.4502,
      "step": 8850
    },
    {
      "epoch": 0.56,
      "eval_loss": 1.3406033515930176,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 8850
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8878367243455665e-05,
      "loss": 1.4483,
      "step": 8900
    },
    {
      "epoch": 0.56,
      "eval_loss": 1.332836627960205,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 8900
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.887202890283324e-05,
      "loss": 1.4222,
      "step": 8950
    },
    {
      "epoch": 0.57,
      "eval_loss": 1.3319545984268188,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 8950
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8865690562210815e-05,
      "loss": 1.4195,
      "step": 9000
    },
    {
      "epoch": 0.57,
      "eval_loss": 1.3331190347671509,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 9000
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.885935222158839e-05,
      "loss": 1.4353,
      "step": 9050
    },
    {
      "epoch": 0.57,
      "eval_loss": 1.3306701183319092,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 9050
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8853013880965964e-05,
      "loss": 1.4219,
      "step": 9100
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.3325066566467285,
      "eval_runtime": 3.7655,
      "eval_samples_per_second": 13.278,
      "eval_steps_per_second": 0.531,
      "step": 9100
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.884667554034354e-05,
      "loss": 1.4234,
      "step": 9150
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.327727198600769,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 9150
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8840337199721114e-05,
      "loss": 1.4307,
      "step": 9200
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.33103609085083,
      "eval_runtime": 3.7431,
      "eval_samples_per_second": 13.358,
      "eval_steps_per_second": 0.534,
      "step": 9200
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.883399885909869e-05,
      "loss": 1.411,
      "step": 9250
    },
    {
      "epoch": 0.59,
      "eval_loss": 1.3286285400390625,
      "eval_runtime": 3.7753,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 9250
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8827660518476267e-05,
      "loss": 1.4318,
      "step": 9300
    },
    {
      "epoch": 0.59,
      "eval_loss": 1.3292878866195679,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 9300
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.882132217785384e-05,
      "loss": 1.4109,
      "step": 9350
    },
    {
      "epoch": 0.59,
      "eval_loss": 1.3338630199432373,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 9350
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8815110604043863e-05,
      "loss": 1.4152,
      "step": 9400
    },
    {
      "epoch": 0.6,
      "eval_loss": 1.3317309617996216,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 9400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8808772263421438e-05,
      "loss": 1.4265,
      "step": 9450
    },
    {
      "epoch": 0.6,
      "eval_loss": 1.3338027000427246,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 9450
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8802433922799013e-05,
      "loss": 1.4278,
      "step": 9500
    },
    {
      "epoch": 0.6,
      "eval_loss": 1.3360050916671753,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 9500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8796095582176588e-05,
      "loss": 1.4,
      "step": 9550
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.3343561887741089,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 9550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8789757241554162e-05,
      "loss": 1.4118,
      "step": 9600
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.3415179252624512,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 9600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8783418900931737e-05,
      "loss": 1.4549,
      "step": 9650
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.3305364847183228,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 9650
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8777080560309312e-05,
      "loss": 1.4233,
      "step": 9700
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.332060694694519,
      "eval_runtime": 3.7675,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 9700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8770742219686887e-05,
      "loss": 1.4352,
      "step": 9750
    },
    {
      "epoch": 0.62,
      "eval_loss": 1.3307561874389648,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 9750
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8764403879064465e-05,
      "loss": 1.4287,
      "step": 9800
    },
    {
      "epoch": 0.62,
      "eval_loss": 1.3289636373519897,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 9800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.875806553844204e-05,
      "loss": 1.4087,
      "step": 9850
    },
    {
      "epoch": 0.62,
      "eval_loss": 1.3348122835159302,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 9850
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.875172719781961e-05,
      "loss": 1.4349,
      "step": 9900
    },
    {
      "epoch": 0.63,
      "eval_loss": 1.3324333429336548,
      "eval_runtime": 3.7647,
      "eval_samples_per_second": 13.281,
      "eval_steps_per_second": 0.531,
      "step": 9900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8745515624009636e-05,
      "loss": 1.4369,
      "step": 9950
    },
    {
      "epoch": 0.63,
      "eval_loss": 1.3347926139831543,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 9950
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.873917728338721e-05,
      "loss": 1.4248,
      "step": 10000
    },
    {
      "epoch": 0.63,
      "eval_loss": 1.3310209512710571,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 10000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8732965709577233e-05,
      "loss": 1.4384,
      "step": 10050
    },
    {
      "epoch": 0.64,
      "eval_loss": 1.3247287273406982,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 10050
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8726627368954807e-05,
      "loss": 1.4419,
      "step": 10100
    },
    {
      "epoch": 0.64,
      "eval_loss": 1.3305790424346924,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 10100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8720289028332382e-05,
      "loss": 1.436,
      "step": 10150
    },
    {
      "epoch": 0.64,
      "eval_loss": 1.3302339315414429,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 10150
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8713950687709957e-05,
      "loss": 1.4144,
      "step": 10200
    },
    {
      "epoch": 0.65,
      "eval_loss": 1.329056978225708,
      "eval_runtime": 3.7763,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 10200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8707739113899982e-05,
      "loss": 1.433,
      "step": 10250
    },
    {
      "epoch": 0.65,
      "eval_loss": 1.3310526609420776,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 10250
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8701400773277557e-05,
      "loss": 1.425,
      "step": 10300
    },
    {
      "epoch": 0.65,
      "eval_loss": 1.3268311023712158,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 10300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8695062432655132e-05,
      "loss": 1.441,
      "step": 10350
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.328212857246399,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 10350
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.868872409203271e-05,
      "loss": 1.4092,
      "step": 10400
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.3228343725204468,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 10400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.868238575141028e-05,
      "loss": 1.4094,
      "step": 10450
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.3348655700683594,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 10450
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8676047410787856e-05,
      "loss": 1.454,
      "step": 10500
    },
    {
      "epoch": 0.67,
      "eval_loss": 1.3274316787719727,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 10500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.866970907016543e-05,
      "loss": 1.4306,
      "step": 10550
    },
    {
      "epoch": 0.67,
      "eval_loss": 1.3241510391235352,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 10550
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8663370729543006e-05,
      "loss": 1.4208,
      "step": 10600
    },
    {
      "epoch": 0.67,
      "eval_loss": 1.3249012231826782,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 10600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.865703238892058e-05,
      "loss": 1.4105,
      "step": 10650
    },
    {
      "epoch": 0.67,
      "eval_loss": 1.323702096939087,
      "eval_runtime": 3.7673,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 10650
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.865069404829816e-05,
      "loss": 1.4334,
      "step": 10700
    },
    {
      "epoch": 0.68,
      "eval_loss": 1.3316683769226074,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 10700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8644355707675733e-05,
      "loss": 1.3968,
      "step": 10750
    },
    {
      "epoch": 0.68,
      "eval_loss": 1.3293657302856445,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 10750
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8638017367053308e-05,
      "loss": 1.4005,
      "step": 10800
    },
    {
      "epoch": 0.68,
      "eval_loss": 1.329288125038147,
      "eval_runtime": 3.7668,
      "eval_samples_per_second": 13.274,
      "eval_steps_per_second": 0.531,
      "step": 10800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8631679026430883e-05,
      "loss": 1.4094,
      "step": 10850
    },
    {
      "epoch": 0.69,
      "eval_loss": 1.3340065479278564,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 10850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8625340685808458e-05,
      "loss": 1.3981,
      "step": 10900
    },
    {
      "epoch": 0.69,
      "eval_loss": 1.3305424451828003,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 10900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8619002345186032e-05,
      "loss": 1.4298,
      "step": 10950
    },
    {
      "epoch": 0.69,
      "eval_loss": 1.3277804851531982,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 10950
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.8612664004563607e-05,
      "loss": 1.4342,
      "step": 11000
    },
    {
      "epoch": 0.7,
      "eval_loss": 1.3289930820465088,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 11000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.8606325663941182e-05,
      "loss": 1.4205,
      "step": 11050
    },
    {
      "epoch": 0.7,
      "eval_loss": 1.326532244682312,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 11050
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.8599987323318757e-05,
      "loss": 1.4171,
      "step": 11100
    },
    {
      "epoch": 0.7,
      "eval_loss": 1.3211607933044434,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 11100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.859364898269633e-05,
      "loss": 1.4165,
      "step": 11150
    },
    {
      "epoch": 0.71,
      "eval_loss": 1.3257567882537842,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 11150
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.8587310642073906e-05,
      "loss": 1.4337,
      "step": 11200
    },
    {
      "epoch": 0.71,
      "eval_loss": 1.3250231742858887,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 11200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.858097230145148e-05,
      "loss": 1.4487,
      "step": 11250
    },
    {
      "epoch": 0.71,
      "eval_loss": 1.3210654258728027,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 11250
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8574633960829056e-05,
      "loss": 1.4071,
      "step": 11300
    },
    {
      "epoch": 0.72,
      "eval_loss": 1.3362988233566284,
      "eval_runtime": 3.767,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 11300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.856829562020663e-05,
      "loss": 1.3933,
      "step": 11350
    },
    {
      "epoch": 0.72,
      "eval_loss": 1.326880931854248,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 11350
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8561957279584205e-05,
      "loss": 1.3997,
      "step": 11400
    },
    {
      "epoch": 0.72,
      "eval_loss": 1.3318688869476318,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 11400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.855561893896178e-05,
      "loss": 1.4113,
      "step": 11450
    },
    {
      "epoch": 0.73,
      "eval_loss": 1.3329873085021973,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 11450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8549280598339355e-05,
      "loss": 1.4228,
      "step": 11500
    },
    {
      "epoch": 0.73,
      "eval_loss": 1.3230202198028564,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 11500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8542942257716933e-05,
      "loss": 1.4155,
      "step": 11550
    },
    {
      "epoch": 0.73,
      "eval_loss": 1.324250340461731,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 11550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.8536603917094508e-05,
      "loss": 1.411,
      "step": 11600
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.3332675695419312,
      "eval_runtime": 3.7821,
      "eval_samples_per_second": 13.22,
      "eval_steps_per_second": 0.529,
      "step": 11600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.8530265576472083e-05,
      "loss": 1.4028,
      "step": 11650
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.3285317420959473,
      "eval_runtime": 3.7792,
      "eval_samples_per_second": 13.23,
      "eval_steps_per_second": 0.529,
      "step": 11650
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.8523927235849657e-05,
      "loss": 1.4285,
      "step": 11700
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.3309657573699951,
      "eval_runtime": 3.7791,
      "eval_samples_per_second": 13.231,
      "eval_steps_per_second": 0.529,
      "step": 11700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.8517588895227232e-05,
      "loss": 1.4237,
      "step": 11750
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.325954556465149,
      "eval_runtime": 3.7762,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 11750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.8511250554604804e-05,
      "loss": 1.4486,
      "step": 11800
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.3282676935195923,
      "eval_runtime": 3.7804,
      "eval_samples_per_second": 13.226,
      "eval_steps_per_second": 0.529,
      "step": 11800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.850491221398238e-05,
      "loss": 1.4111,
      "step": 11850
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.3274351358413696,
      "eval_runtime": 3.7811,
      "eval_samples_per_second": 13.224,
      "eval_steps_per_second": 0.529,
      "step": 11850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.8498573873359957e-05,
      "loss": 1.435,
      "step": 11900
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.3289445638656616,
      "eval_runtime": 3.7805,
      "eval_samples_per_second": 13.226,
      "eval_steps_per_second": 0.529,
      "step": 11900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.849223553273753e-05,
      "loss": 1.4033,
      "step": 11950
    },
    {
      "epoch": 0.76,
      "eval_loss": 1.3252307176589966,
      "eval_runtime": 3.7815,
      "eval_samples_per_second": 13.222,
      "eval_steps_per_second": 0.529,
      "step": 11950
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.8485897192115106e-05,
      "loss": 1.4148,
      "step": 12000
    },
    {
      "epoch": 0.76,
      "eval_loss": 1.3234962224960327,
      "eval_runtime": 3.777,
      "eval_samples_per_second": 13.238,
      "eval_steps_per_second": 0.53,
      "step": 12000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.847955885149268e-05,
      "loss": 1.4118,
      "step": 12050
    },
    {
      "epoch": 0.76,
      "eval_loss": 1.330000877380371,
      "eval_runtime": 3.7787,
      "eval_samples_per_second": 13.232,
      "eval_steps_per_second": 0.529,
      "step": 12050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.8473220510870256e-05,
      "loss": 1.4157,
      "step": 12100
    },
    {
      "epoch": 0.77,
      "eval_loss": 1.3198950290679932,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 12100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.846688217024783e-05,
      "loss": 1.4225,
      "step": 12150
    },
    {
      "epoch": 0.77,
      "eval_loss": 1.3209259510040283,
      "eval_runtime": 3.7643,
      "eval_samples_per_second": 13.283,
      "eval_steps_per_second": 0.531,
      "step": 12150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.8460543829625405e-05,
      "loss": 1.4071,
      "step": 12200
    },
    {
      "epoch": 0.77,
      "eval_loss": 1.3278964757919312,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 12200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.845420548900298e-05,
      "loss": 1.4045,
      "step": 12250
    },
    {
      "epoch": 0.78,
      "eval_loss": 1.325210690498352,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 12250
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.8447867148380555e-05,
      "loss": 1.4075,
      "step": 12300
    },
    {
      "epoch": 0.78,
      "eval_loss": 1.3226252794265747,
      "eval_runtime": 3.7668,
      "eval_samples_per_second": 13.274,
      "eval_steps_per_second": 0.531,
      "step": 12300
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.844152880775813e-05,
      "loss": 1.3924,
      "step": 12350
    },
    {
      "epoch": 0.78,
      "eval_loss": 1.3236082792282104,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 12350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.8435190467135708e-05,
      "loss": 1.4138,
      "step": 12400
    },
    {
      "epoch": 0.79,
      "eval_loss": 1.3255488872528076,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 12400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.8428852126513283e-05,
      "loss": 1.412,
      "step": 12450
    },
    {
      "epoch": 0.79,
      "eval_loss": 1.321956992149353,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 12450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.8422513785890854e-05,
      "loss": 1.4241,
      "step": 12500
    },
    {
      "epoch": 0.79,
      "eval_loss": 1.3237371444702148,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 12500
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.841617544526843e-05,
      "loss": 1.4174,
      "step": 12550
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.3220739364624023,
      "eval_runtime": 3.7664,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 12550
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.8409837104646003e-05,
      "loss": 1.4013,
      "step": 12600
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.3229719400405884,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 12600
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.8403498764023578e-05,
      "loss": 1.4309,
      "step": 12650
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.3267501592636108,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 12650
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.8397160423401153e-05,
      "loss": 1.4127,
      "step": 12700
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.322455883026123,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 12700
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.839082208277873e-05,
      "loss": 1.4143,
      "step": 12750
    },
    {
      "epoch": 0.81,
      "eval_loss": 1.323978304862976,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 12750
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8384483742156306e-05,
      "loss": 1.4402,
      "step": 12800
    },
    {
      "epoch": 0.81,
      "eval_loss": 1.3225884437561035,
      "eval_runtime": 3.7678,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 12800
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.837814540153388e-05,
      "loss": 1.402,
      "step": 12850
    },
    {
      "epoch": 0.81,
      "eval_loss": 1.3222764730453491,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 12850
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8371807060911456e-05,
      "loss": 1.4062,
      "step": 12900
    },
    {
      "epoch": 0.82,
      "eval_loss": 1.3183293342590332,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 12900
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.836546872028903e-05,
      "loss": 1.4102,
      "step": 12950
    },
    {
      "epoch": 0.82,
      "eval_loss": 1.3232107162475586,
      "eval_runtime": 3.7675,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 12950
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8359130379666605e-05,
      "loss": 1.4074,
      "step": 13000
    },
    {
      "epoch": 0.82,
      "eval_loss": 1.3166580200195312,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 13000
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.835279203904418e-05,
      "loss": 1.4229,
      "step": 13050
    },
    {
      "epoch": 0.83,
      "eval_loss": 1.3245640993118286,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 13050
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.8346453698421755e-05,
      "loss": 1.3976,
      "step": 13100
    },
    {
      "epoch": 0.83,
      "eval_loss": 1.3256316184997559,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 13100
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.834011535779933e-05,
      "loss": 1.4366,
      "step": 13150
    },
    {
      "epoch": 0.83,
      "eval_loss": 1.321149468421936,
      "eval_runtime": 3.7665,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 13150
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.8333777017176904e-05,
      "loss": 1.4223,
      "step": 13200
    },
    {
      "epoch": 0.84,
      "eval_loss": 1.3268109560012817,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 13200
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.832743867655448e-05,
      "loss": 1.4311,
      "step": 13250
    },
    {
      "epoch": 0.84,
      "eval_loss": 1.3200267553329468,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 13250
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.8321100335932054e-05,
      "loss": 1.4095,
      "step": 13300
    },
    {
      "epoch": 0.84,
      "eval_loss": 1.3248249292373657,
      "eval_runtime": 3.7679,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 13300
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.831476199530963e-05,
      "loss": 1.3894,
      "step": 13350
    },
    {
      "epoch": 0.85,
      "eval_loss": 1.320139765739441,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 13350
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.8308423654687203e-05,
      "loss": 1.4087,
      "step": 13400
    },
    {
      "epoch": 0.85,
      "eval_loss": 1.323474407196045,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 13400
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.8302085314064778e-05,
      "loss": 1.3547,
      "step": 13450
    },
    {
      "epoch": 0.85,
      "eval_loss": 1.324234127998352,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 13450
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8295746973442353e-05,
      "loss": 1.4348,
      "step": 13500
    },
    {
      "epoch": 0.86,
      "eval_loss": 1.3240126371383667,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 13500
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.828940863281993e-05,
      "loss": 1.4407,
      "step": 13550
    },
    {
      "epoch": 0.86,
      "eval_loss": 1.3234056234359741,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 13550
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8283070292197506e-05,
      "loss": 1.4077,
      "step": 13600
    },
    {
      "epoch": 0.86,
      "eval_loss": 1.3208906650543213,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 13600
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.827673195157508e-05,
      "loss": 1.4193,
      "step": 13650
    },
    {
      "epoch": 0.86,
      "eval_loss": 1.3239349126815796,
      "eval_runtime": 3.7654,
      "eval_samples_per_second": 13.279,
      "eval_steps_per_second": 0.531,
      "step": 13650
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.8270393610952655e-05,
      "loss": 1.3959,
      "step": 13700
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.3197979927062988,
      "eval_runtime": 3.7671,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 13700
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.826405527033023e-05,
      "loss": 1.4251,
      "step": 13750
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.316582202911377,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 13750
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.8257716929707805e-05,
      "loss": 1.3933,
      "step": 13800
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.3277032375335693,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 13800
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8251378589085376e-05,
      "loss": 1.4111,
      "step": 13850
    },
    {
      "epoch": 0.88,
      "eval_loss": 1.3177947998046875,
      "eval_runtime": 3.7675,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 13850
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8245040248462954e-05,
      "loss": 1.4167,
      "step": 13900
    },
    {
      "epoch": 0.88,
      "eval_loss": 1.3203887939453125,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 13900
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.823870190784053e-05,
      "loss": 1.4137,
      "step": 13950
    },
    {
      "epoch": 0.88,
      "eval_loss": 1.3194351196289062,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 13950
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.8232363567218104e-05,
      "loss": 1.435,
      "step": 14000
    },
    {
      "epoch": 0.89,
      "eval_loss": 1.319800853729248,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 14000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.822602522659568e-05,
      "loss": 1.416,
      "step": 14050
    },
    {
      "epoch": 0.89,
      "eval_loss": 1.324612021446228,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 14050
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.8219686885973254e-05,
      "loss": 1.4155,
      "step": 14100
    },
    {
      "epoch": 0.89,
      "eval_loss": 1.321866512298584,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 14100
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.821334854535083e-05,
      "loss": 1.3869,
      "step": 14150
    },
    {
      "epoch": 0.9,
      "eval_loss": 1.3211545944213867,
      "eval_runtime": 3.7746,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 14150
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.8207010204728403e-05,
      "loss": 1.3951,
      "step": 14200
    },
    {
      "epoch": 0.9,
      "eval_loss": 1.321603536605835,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 14200
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.8200671864105978e-05,
      "loss": 1.3797,
      "step": 14250
    },
    {
      "epoch": 0.9,
      "eval_loss": 1.3218741416931152,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 14250
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8194333523483553e-05,
      "loss": 1.4026,
      "step": 14300
    },
    {
      "epoch": 0.91,
      "eval_loss": 1.3158413171768188,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 14300
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8187995182861127e-05,
      "loss": 1.4177,
      "step": 14350
    },
    {
      "epoch": 0.91,
      "eval_loss": 1.326074242591858,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 14350
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8181656842238706e-05,
      "loss": 1.4113,
      "step": 14400
    },
    {
      "epoch": 0.91,
      "eval_loss": 1.318434238433838,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 14400
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.817531850161628e-05,
      "loss": 1.3909,
      "step": 14450
    },
    {
      "epoch": 0.92,
      "eval_loss": 1.3192695379257202,
      "eval_runtime": 3.7669,
      "eval_samples_per_second": 13.274,
      "eval_steps_per_second": 0.531,
      "step": 14450
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8168980160993855e-05,
      "loss": 1.4022,
      "step": 14500
    },
    {
      "epoch": 0.92,
      "eval_loss": 1.3201017379760742,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 14500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8162641820371427e-05,
      "loss": 1.3892,
      "step": 14550
    },
    {
      "epoch": 0.92,
      "eval_loss": 1.32220458984375,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 14550
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.8156303479749e-05,
      "loss": 1.3939,
      "step": 14600
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.3229151964187622,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 14600
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.8149965139126576e-05,
      "loss": 1.4056,
      "step": 14650
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.3187562227249146,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 14650
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.814362679850415e-05,
      "loss": 1.3882,
      "step": 14700
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.3208309412002563,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 14700
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.813728845788173e-05,
      "loss": 1.3949,
      "step": 14750
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.3208937644958496,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 14750
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8130950117259304e-05,
      "loss": 1.4009,
      "step": 14800
    },
    {
      "epoch": 0.94,
      "eval_loss": 1.3226596117019653,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 14800
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.812461177663688e-05,
      "loss": 1.4117,
      "step": 14850
    },
    {
      "epoch": 0.94,
      "eval_loss": 1.3224977254867554,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 14850
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8118273436014453e-05,
      "loss": 1.4055,
      "step": 14900
    },
    {
      "epoch": 0.94,
      "eval_loss": 1.3202691078186035,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 14900
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8111935095392028e-05,
      "loss": 1.4189,
      "step": 14950
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.3199864625930786,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 14950
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8105596754769603e-05,
      "loss": 1.3899,
      "step": 15000
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.3188636302947998,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 15000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8099258414147178e-05,
      "loss": 1.4209,
      "step": 15050
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.3177701234817505,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 15050
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8092920073524752e-05,
      "loss": 1.4017,
      "step": 15100
    },
    {
      "epoch": 0.96,
      "eval_loss": 1.3189513683319092,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 15100
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8086581732902327e-05,
      "loss": 1.4006,
      "step": 15150
    },
    {
      "epoch": 0.96,
      "eval_loss": 1.3205195665359497,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 15150
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8080243392279902e-05,
      "loss": 1.4041,
      "step": 15200
    },
    {
      "epoch": 0.96,
      "eval_loss": 1.3222854137420654,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 15200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8073905051657477e-05,
      "loss": 1.3937,
      "step": 15250
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.3183249235153198,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 15250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.806756671103505e-05,
      "loss": 1.3928,
      "step": 15300
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.3198072910308838,
      "eval_runtime": 3.7755,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 15300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8061228370412626e-05,
      "loss": 1.3818,
      "step": 15350
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.3190951347351074,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 15350
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.80548900297902e-05,
      "loss": 1.3871,
      "step": 15400
    },
    {
      "epoch": 0.98,
      "eval_loss": 1.3201597929000854,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 15400
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8048551689167776e-05,
      "loss": 1.4073,
      "step": 15450
    },
    {
      "epoch": 0.98,
      "eval_loss": 1.3151811361312866,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 15450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.804221334854535e-05,
      "loss": 1.4235,
      "step": 15500
    },
    {
      "epoch": 0.98,
      "eval_loss": 1.3252227306365967,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 15500
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.803587500792293e-05,
      "loss": 1.4128,
      "step": 15550
    },
    {
      "epoch": 0.99,
      "eval_loss": 1.318635106086731,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 15550
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8029536667300504e-05,
      "loss": 1.415,
      "step": 15600
    },
    {
      "epoch": 0.99,
      "eval_loss": 1.3195527791976929,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 15600
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.802319832667808e-05,
      "loss": 1.41,
      "step": 15650
    },
    {
      "epoch": 0.99,
      "eval_loss": 1.320070505142212,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 15650
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8016859986055653e-05,
      "loss": 1.4014,
      "step": 15700
    },
    {
      "epoch": 0.99,
      "eval_loss": 1.316506028175354,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 15700
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8010521645433228e-05,
      "loss": 1.4115,
      "step": 15750
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.3209404945373535,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 15750
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8004183304810803e-05,
      "loss": 1.4245,
      "step": 15800
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.3161125183105469,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 15800
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7997844964188378e-05,
      "loss": 1.4057,
      "step": 15850
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.3166499137878418,
      "eval_runtime": 3.7676,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 15850
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.7991506623565952e-05,
      "loss": 1.3842,
      "step": 15900
    },
    {
      "epoch": 1.01,
      "eval_loss": 1.316170334815979,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 15900
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.7985168282943527e-05,
      "loss": 1.3804,
      "step": 15950
    },
    {
      "epoch": 1.01,
      "eval_loss": 1.3176696300506592,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 15950
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.7978829942321102e-05,
      "loss": 1.3854,
      "step": 16000
    },
    {
      "epoch": 1.01,
      "eval_loss": 1.3182568550109863,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 16000
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.7972491601698677e-05,
      "loss": 1.3661,
      "step": 16050
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.3186635971069336,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 16050
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.796615326107625e-05,
      "loss": 1.3759,
      "step": 16100
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.31988525390625,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 16100
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.7959814920453826e-05,
      "loss": 1.3816,
      "step": 16150
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.3128911256790161,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 16150
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.79534765798314e-05,
      "loss": 1.3771,
      "step": 16200
    },
    {
      "epoch": 1.03,
      "eval_loss": 1.3184537887573242,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 16200
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.7947138239208976e-05,
      "loss": 1.3847,
      "step": 16250
    },
    {
      "epoch": 1.03,
      "eval_loss": 1.3200515508651733,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 16250
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.794079989858655e-05,
      "loss": 1.3918,
      "step": 16300
    },
    {
      "epoch": 1.03,
      "eval_loss": 1.3177796602249146,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 16300
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.7934461557964125e-05,
      "loss": 1.3673,
      "step": 16350
    },
    {
      "epoch": 1.04,
      "eval_loss": 1.3130323886871338,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 16350
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.7928123217341703e-05,
      "loss": 1.3802,
      "step": 16400
    },
    {
      "epoch": 1.04,
      "eval_loss": 1.318576693534851,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 16400
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.7921784876719278e-05,
      "loss": 1.386,
      "step": 16450
    },
    {
      "epoch": 1.04,
      "eval_loss": 1.321928858757019,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 16450
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.7915446536096853e-05,
      "loss": 1.35,
      "step": 16500
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.3189457654953003,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 16500
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.7909108195474428e-05,
      "loss": 1.3824,
      "step": 16550
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.3211742639541626,
      "eval_runtime": 3.7752,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 16550
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.7902769854852e-05,
      "loss": 1.395,
      "step": 16600
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.3174998760223389,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 16600
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.7896431514229574e-05,
      "loss": 1.3795,
      "step": 16650
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.314656376838684,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 16650
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.789009317360715e-05,
      "loss": 1.3968,
      "step": 16700
    },
    {
      "epoch": 1.06,
      "eval_loss": 1.3165061473846436,
      "eval_runtime": 3.7672,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 16700
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.7883754832984727e-05,
      "loss": 1.377,
      "step": 16750
    },
    {
      "epoch": 1.06,
      "eval_loss": 1.310689091682434,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 16750
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.78774164923623e-05,
      "loss": 1.3927,
      "step": 16800
    },
    {
      "epoch": 1.06,
      "eval_loss": 1.3171191215515137,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 16800
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.7871078151739876e-05,
      "loss": 1.3634,
      "step": 16850
    },
    {
      "epoch": 1.07,
      "eval_loss": 1.3151047229766846,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 16850
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.786473981111745e-05,
      "loss": 1.3743,
      "step": 16900
    },
    {
      "epoch": 1.07,
      "eval_loss": 1.3156814575195312,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 16900
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.7858401470495026e-05,
      "loss": 1.4184,
      "step": 16950
    },
    {
      "epoch": 1.07,
      "eval_loss": 1.3098622560501099,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 16950
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.78520631298726e-05,
      "loss": 1.382,
      "step": 17000
    },
    {
      "epoch": 1.08,
      "eval_loss": 1.3162333965301514,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 17000
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.7845724789250176e-05,
      "loss": 1.3924,
      "step": 17050
    },
    {
      "epoch": 1.08,
      "eval_loss": 1.3188899755477905,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 17050
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.783938644862775e-05,
      "loss": 1.3574,
      "step": 17100
    },
    {
      "epoch": 1.08,
      "eval_loss": 1.316525936126709,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 17100
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.7833048108005325e-05,
      "loss": 1.3725,
      "step": 17150
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.317154049873352,
      "eval_runtime": 3.7772,
      "eval_samples_per_second": 13.237,
      "eval_steps_per_second": 0.529,
      "step": 17150
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.78267097673829e-05,
      "loss": 1.4028,
      "step": 17200
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.3122023344039917,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 17200
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.7820371426760478e-05,
      "loss": 1.39,
      "step": 17250
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.3124886751174927,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 17250
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.781403308613805e-05,
      "loss": 1.3834,
      "step": 17300
    },
    {
      "epoch": 1.1,
      "eval_loss": 1.3173812627792358,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 17300
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.7807694745515624e-05,
      "loss": 1.3844,
      "step": 17350
    },
    {
      "epoch": 1.1,
      "eval_loss": 1.3155839443206787,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 17350
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.78013564048932e-05,
      "loss": 1.3753,
      "step": 17400
    },
    {
      "epoch": 1.1,
      "eval_loss": 1.3156344890594482,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 17400
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.7795144831083224e-05,
      "loss": 1.3764,
      "step": 17450
    },
    {
      "epoch": 1.11,
      "eval_loss": 1.3103086948394775,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 17450
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.77888064904608e-05,
      "loss": 1.3855,
      "step": 17500
    },
    {
      "epoch": 1.11,
      "eval_loss": 1.3111189603805542,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 17500
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.7782468149838374e-05,
      "loss": 1.4001,
      "step": 17550
    },
    {
      "epoch": 1.11,
      "eval_loss": 1.3170082569122314,
      "eval_runtime": 3.776,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 17550
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.777612980921595e-05,
      "loss": 1.3889,
      "step": 17600
    },
    {
      "epoch": 1.12,
      "eval_loss": 1.3102355003356934,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 17600
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.7769791468593523e-05,
      "loss": 1.3734,
      "step": 17650
    },
    {
      "epoch": 1.12,
      "eval_loss": 1.3260153532028198,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 17650
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.7763453127971098e-05,
      "loss": 1.3679,
      "step": 17700
    },
    {
      "epoch": 1.12,
      "eval_loss": 1.3219112157821655,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 17700
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.7757114787348673e-05,
      "loss": 1.4034,
      "step": 17750
    },
    {
      "epoch": 1.12,
      "eval_loss": 1.3143190145492554,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 17750
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.7750776446726248e-05,
      "loss": 1.3499,
      "step": 17800
    },
    {
      "epoch": 1.13,
      "eval_loss": 1.3147352933883667,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 17800
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.7744564872916273e-05,
      "loss": 1.3789,
      "step": 17850
    },
    {
      "epoch": 1.13,
      "eval_loss": 1.3178960084915161,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 17850
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.7738226532293848e-05,
      "loss": 1.4097,
      "step": 17900
    },
    {
      "epoch": 1.13,
      "eval_loss": 1.3134623765945435,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 17900
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.7731888191671422e-05,
      "loss": 1.4072,
      "step": 17950
    },
    {
      "epoch": 1.14,
      "eval_loss": 1.315904974937439,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 17950
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.7725549851048997e-05,
      "loss": 1.3676,
      "step": 18000
    },
    {
      "epoch": 1.14,
      "eval_loss": 1.3206485509872437,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 18000
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.7719211510426572e-05,
      "loss": 1.4065,
      "step": 18050
    },
    {
      "epoch": 1.14,
      "eval_loss": 1.3188087940216064,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 18050
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.7712873169804147e-05,
      "loss": 1.3728,
      "step": 18100
    },
    {
      "epoch": 1.15,
      "eval_loss": 1.3164232969284058,
      "eval_runtime": 4.4184,
      "eval_samples_per_second": 11.316,
      "eval_steps_per_second": 0.453,
      "step": 18100
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.770653482918172e-05,
      "loss": 1.372,
      "step": 18150
    },
    {
      "epoch": 1.15,
      "eval_loss": 1.314164161682129,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 18150
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.7700196488559296e-05,
      "loss": 1.377,
      "step": 18200
    },
    {
      "epoch": 1.15,
      "eval_loss": 1.3114633560180664,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 18200
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.769385814793687e-05,
      "loss": 1.3739,
      "step": 18250
    },
    {
      "epoch": 1.16,
      "eval_loss": 1.3073451519012451,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 18250
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.7687519807314446e-05,
      "loss": 1.3593,
      "step": 18300
    },
    {
      "epoch": 1.16,
      "eval_loss": 1.3098547458648682,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 18300
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.768118146669202e-05,
      "loss": 1.3727,
      "step": 18350
    },
    {
      "epoch": 1.16,
      "eval_loss": 1.316469430923462,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 18350
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.7674843126069595e-05,
      "loss": 1.4008,
      "step": 18400
    },
    {
      "epoch": 1.17,
      "eval_loss": 1.314163327217102,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 18400
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.766850478544717e-05,
      "loss": 1.3854,
      "step": 18450
    },
    {
      "epoch": 1.17,
      "eval_loss": 1.3162171840667725,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 18450
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.7662166444824745e-05,
      "loss": 1.4238,
      "step": 18500
    },
    {
      "epoch": 1.17,
      "eval_loss": 1.3114781379699707,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 18500
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7655828104202323e-05,
      "loss": 1.375,
      "step": 18550
    },
    {
      "epoch": 1.18,
      "eval_loss": 1.311274766921997,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 18550
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7649489763579898e-05,
      "loss": 1.3987,
      "step": 18600
    },
    {
      "epoch": 1.18,
      "eval_loss": 1.3154056072235107,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 18600
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7643151422957473e-05,
      "loss": 1.3622,
      "step": 18650
    },
    {
      "epoch": 1.18,
      "eval_loss": 1.3166488409042358,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 18650
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7636813082335047e-05,
      "loss": 1.3634,
      "step": 18700
    },
    {
      "epoch": 1.18,
      "eval_loss": 1.309778094291687,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 18700
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.7630474741712622e-05,
      "loss": 1.3899,
      "step": 18750
    },
    {
      "epoch": 1.19,
      "eval_loss": 1.3120732307434082,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 18750
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.7624136401090194e-05,
      "loss": 1.3726,
      "step": 18800
    },
    {
      "epoch": 1.19,
      "eval_loss": 1.3112399578094482,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 18800
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.761779806046777e-05,
      "loss": 1.3993,
      "step": 18850
    },
    {
      "epoch": 1.19,
      "eval_loss": 1.3085761070251465,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 18850
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.7611459719845346e-05,
      "loss": 1.3778,
      "step": 18900
    },
    {
      "epoch": 1.2,
      "eval_loss": 1.3147207498550415,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 18900
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.760512137922292e-05,
      "loss": 1.3733,
      "step": 18950
    },
    {
      "epoch": 1.2,
      "eval_loss": 1.3182721138000488,
      "eval_runtime": 3.7754,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 18950
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.7598783038600496e-05,
      "loss": 1.3861,
      "step": 19000
    },
    {
      "epoch": 1.2,
      "eval_loss": 1.3165748119354248,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 19000
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.759244469797807e-05,
      "loss": 1.384,
      "step": 19050
    },
    {
      "epoch": 1.21,
      "eval_loss": 1.311570167541504,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 19050
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.7586106357355646e-05,
      "loss": 1.3816,
      "step": 19100
    },
    {
      "epoch": 1.21,
      "eval_loss": 1.3148012161254883,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 19100
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.757976801673322e-05,
      "loss": 1.3539,
      "step": 19150
    },
    {
      "epoch": 1.21,
      "eval_loss": 1.3159393072128296,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 19150
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.7573429676110795e-05,
      "loss": 1.4083,
      "step": 19200
    },
    {
      "epoch": 1.22,
      "eval_loss": 1.3101261854171753,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 19200
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.756709133548837e-05,
      "loss": 1.3744,
      "step": 19250
    },
    {
      "epoch": 1.22,
      "eval_loss": 1.313029170036316,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 19250
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.7560752994865945e-05,
      "loss": 1.3793,
      "step": 19300
    },
    {
      "epoch": 1.22,
      "eval_loss": 1.3120161294937134,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 19300
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7554414654243523e-05,
      "loss": 1.3693,
      "step": 19350
    },
    {
      "epoch": 1.23,
      "eval_loss": 1.3200759887695312,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 19350
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7548076313621098e-05,
      "loss": 1.4094,
      "step": 19400
    },
    {
      "epoch": 1.23,
      "eval_loss": 1.3178431987762451,
      "eval_runtime": 3.7769,
      "eval_samples_per_second": 13.238,
      "eval_steps_per_second": 0.53,
      "step": 19400
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7541737972998672e-05,
      "loss": 1.3821,
      "step": 19450
    },
    {
      "epoch": 1.23,
      "eval_loss": 1.3110003471374512,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 19450
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.7535399632376244e-05,
      "loss": 1.3681,
      "step": 19500
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.3211922645568848,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 19500
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.752906129175382e-05,
      "loss": 1.3909,
      "step": 19550
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.3123958110809326,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 19550
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.7522722951131393e-05,
      "loss": 1.358,
      "step": 19600
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.3105111122131348,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 19600
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.7516384610508968e-05,
      "loss": 1.3636,
      "step": 19650
    },
    {
      "epoch": 1.25,
      "eval_loss": 1.3122894763946533,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 19650
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.7510046269886546e-05,
      "loss": 1.3695,
      "step": 19700
    },
    {
      "epoch": 1.25,
      "eval_loss": 1.3131426572799683,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 19700
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.750370792926412e-05,
      "loss": 1.3873,
      "step": 19750
    },
    {
      "epoch": 1.25,
      "eval_loss": 1.3153001070022583,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 19750
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.7497369588641696e-05,
      "loss": 1.375,
      "step": 19800
    },
    {
      "epoch": 1.25,
      "eval_loss": 1.311892032623291,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 19800
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.749103124801927e-05,
      "loss": 1.3752,
      "step": 19850
    },
    {
      "epoch": 1.26,
      "eval_loss": 1.3058511018753052,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 19850
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.7484692907396845e-05,
      "loss": 1.3709,
      "step": 19900
    },
    {
      "epoch": 1.26,
      "eval_loss": 1.3147565126419067,
      "eval_runtime": 3.779,
      "eval_samples_per_second": 13.231,
      "eval_steps_per_second": 0.529,
      "step": 19900
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.747835456677442e-05,
      "loss": 1.4037,
      "step": 19950
    },
    {
      "epoch": 1.26,
      "eval_loss": 1.3101611137390137,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 19950
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.7472016226151995e-05,
      "loss": 1.375,
      "step": 20000
    },
    {
      "epoch": 1.27,
      "eval_loss": 1.3099762201309204,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 20000
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.7465804652342017e-05,
      "loss": 1.3588,
      "step": 20050
    },
    {
      "epoch": 1.27,
      "eval_loss": 1.3158316612243652,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 20050
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.745946631171959e-05,
      "loss": 1.3767,
      "step": 20100
    },
    {
      "epoch": 1.27,
      "eval_loss": 1.313093900680542,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 20100
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.7453127971097166e-05,
      "loss": 1.3444,
      "step": 20150
    },
    {
      "epoch": 1.28,
      "eval_loss": 1.3141725063323975,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 20150
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.7446789630474744e-05,
      "loss": 1.3756,
      "step": 20200
    },
    {
      "epoch": 1.28,
      "eval_loss": 1.3108264207839966,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 20200
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.744045128985232e-05,
      "loss": 1.3849,
      "step": 20250
    },
    {
      "epoch": 1.28,
      "eval_loss": 1.3127444982528687,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 20250
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.7434112949229894e-05,
      "loss": 1.3854,
      "step": 20300
    },
    {
      "epoch": 1.29,
      "eval_loss": 1.3133628368377686,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 20300
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.742777460860747e-05,
      "loss": 1.3468,
      "step": 20350
    },
    {
      "epoch": 1.29,
      "eval_loss": 1.3124346733093262,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 20350
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.7421436267985044e-05,
      "loss": 1.3677,
      "step": 20400
    },
    {
      "epoch": 1.29,
      "eval_loss": 1.3119783401489258,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 20400
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.741509792736262e-05,
      "loss": 1.3636,
      "step": 20450
    },
    {
      "epoch": 1.3,
      "eval_loss": 1.3125382661819458,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 20450
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.7408759586740193e-05,
      "loss": 1.3721,
      "step": 20500
    },
    {
      "epoch": 1.3,
      "eval_loss": 1.3122693300247192,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 20500
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.7402421246117768e-05,
      "loss": 1.3852,
      "step": 20550
    },
    {
      "epoch": 1.3,
      "eval_loss": 1.3100529909133911,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 20550
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7396082905495343e-05,
      "loss": 1.3518,
      "step": 20600
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.3218302726745605,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 20600
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7389744564872917e-05,
      "loss": 1.3852,
      "step": 20650
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.3104270696640015,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 20650
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7383406224250492e-05,
      "loss": 1.3826,
      "step": 20700
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.3127949237823486,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 20700
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7377067883628067e-05,
      "loss": 1.3877,
      "step": 20750
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.3149232864379883,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 20750
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7370729543005642e-05,
      "loss": 1.3652,
      "step": 20800
    },
    {
      "epoch": 1.32,
      "eval_loss": 1.3115489482879639,
      "eval_runtime": 3.7747,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 20800
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7364391202383217e-05,
      "loss": 1.3574,
      "step": 20850
    },
    {
      "epoch": 1.32,
      "eval_loss": 1.3170777559280396,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 20850
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.735805286176079e-05,
      "loss": 1.3702,
      "step": 20900
    },
    {
      "epoch": 1.32,
      "eval_loss": 1.3097151517868042,
      "eval_runtime": 3.7748,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 20900
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.7351714521138366e-05,
      "loss": 1.3735,
      "step": 20950
    },
    {
      "epoch": 1.33,
      "eval_loss": 1.3063160181045532,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 20950
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.7345376180515944e-05,
      "loss": 1.3689,
      "step": 21000
    },
    {
      "epoch": 1.33,
      "eval_loss": 1.311417818069458,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 21000
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.733903783989352e-05,
      "loss": 1.3907,
      "step": 21050
    },
    {
      "epoch": 1.33,
      "eval_loss": 1.3121113777160645,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 21050
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.7332699499271094e-05,
      "loss": 1.3769,
      "step": 21100
    },
    {
      "epoch": 1.34,
      "eval_loss": 1.3109712600708008,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 21100
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.732636115864867e-05,
      "loss": 1.389,
      "step": 21150
    },
    {
      "epoch": 1.34,
      "eval_loss": 1.3077359199523926,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 21150
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.7320022818026243e-05,
      "loss": 1.3578,
      "step": 21200
    },
    {
      "epoch": 1.34,
      "eval_loss": 1.3106968402862549,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 21200
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.7313684477403818e-05,
      "loss": 1.4056,
      "step": 21250
    },
    {
      "epoch": 1.35,
      "eval_loss": 1.3085529804229736,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 21250
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.730734613678139e-05,
      "loss": 1.3689,
      "step": 21300
    },
    {
      "epoch": 1.35,
      "eval_loss": 1.314315676689148,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 21300
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.7301007796158968e-05,
      "loss": 1.3702,
      "step": 21350
    },
    {
      "epoch": 1.35,
      "eval_loss": 1.3193659782409668,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 21350
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.7294669455536542e-05,
      "loss": 1.3792,
      "step": 21400
    },
    {
      "epoch": 1.36,
      "eval_loss": 1.313162088394165,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 21400
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.7288331114914117e-05,
      "loss": 1.3839,
      "step": 21450
    },
    {
      "epoch": 1.36,
      "eval_loss": 1.313085913658142,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 21450
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.7281992774291692e-05,
      "loss": 1.3622,
      "step": 21500
    },
    {
      "epoch": 1.36,
      "eval_loss": 1.311946988105774,
      "eval_runtime": 3.7754,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 21500
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.7275654433669267e-05,
      "loss": 1.3506,
      "step": 21550
    },
    {
      "epoch": 1.37,
      "eval_loss": 1.3043593168258667,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 21550
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.726931609304684e-05,
      "loss": 1.3686,
      "step": 21600
    },
    {
      "epoch": 1.37,
      "eval_loss": 1.314071774482727,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 21600
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.7262977752424416e-05,
      "loss": 1.3661,
      "step": 21650
    },
    {
      "epoch": 1.37,
      "eval_loss": 1.3092154264450073,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 21650
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.725663941180199e-05,
      "loss": 1.3656,
      "step": 21700
    },
    {
      "epoch": 1.37,
      "eval_loss": 1.3098061084747314,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 21700
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.7250301071179566e-05,
      "loss": 1.3612,
      "step": 21750
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.3110477924346924,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 21750
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.724396273055714e-05,
      "loss": 1.3457,
      "step": 21800
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.3121354579925537,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 21800
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.723762438993472e-05,
      "loss": 1.3665,
      "step": 21850
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.3136210441589355,
      "eval_runtime": 3.7679,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 21850
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.7231286049312294e-05,
      "loss": 1.3802,
      "step": 21900
    },
    {
      "epoch": 1.39,
      "eval_loss": 1.3116146326065063,
      "eval_runtime": 3.7767,
      "eval_samples_per_second": 13.239,
      "eval_steps_per_second": 0.53,
      "step": 21900
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.7224947708689865e-05,
      "loss": 1.375,
      "step": 21950
    },
    {
      "epoch": 1.39,
      "eval_loss": 1.308994174003601,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 21950
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.721860936806744e-05,
      "loss": 1.3647,
      "step": 22000
    },
    {
      "epoch": 1.39,
      "eval_loss": 1.3138041496276855,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 22000
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.7212271027445015e-05,
      "loss": 1.3526,
      "step": 22050
    },
    {
      "epoch": 1.4,
      "eval_loss": 1.310899257659912,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 22050
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.720593268682259e-05,
      "loss": 1.3776,
      "step": 22100
    },
    {
      "epoch": 1.4,
      "eval_loss": 1.3149839639663696,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 22100
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.7199594346200164e-05,
      "loss": 1.3508,
      "step": 22150
    },
    {
      "epoch": 1.4,
      "eval_loss": 1.3105652332305908,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 22150
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.7193256005577742e-05,
      "loss": 1.382,
      "step": 22200
    },
    {
      "epoch": 1.41,
      "eval_loss": 1.3149703741073608,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 22200
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.7186917664955317e-05,
      "loss": 1.3785,
      "step": 22250
    },
    {
      "epoch": 1.41,
      "eval_loss": 1.3060740232467651,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 22250
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.7180579324332892e-05,
      "loss": 1.3838,
      "step": 22300
    },
    {
      "epoch": 1.41,
      "eval_loss": 1.3014811277389526,
      "eval_runtime": 3.7766,
      "eval_samples_per_second": 13.24,
      "eval_steps_per_second": 0.53,
      "step": 22300
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.7174240983710467e-05,
      "loss": 1.366,
      "step": 22350
    },
    {
      "epoch": 1.42,
      "eval_loss": 1.3100804090499878,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 22350
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.716790264308804e-05,
      "loss": 1.3847,
      "step": 22400
    },
    {
      "epoch": 1.42,
      "eval_loss": 1.3137387037277222,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 22400
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.7161564302465616e-05,
      "loss": 1.3804,
      "step": 22450
    },
    {
      "epoch": 1.42,
      "eval_loss": 1.3055957555770874,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 22450
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.715522596184319e-05,
      "loss": 1.3863,
      "step": 22500
    },
    {
      "epoch": 1.43,
      "eval_loss": 1.3113762140274048,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 22500
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.7148887621220766e-05,
      "loss": 1.3623,
      "step": 22550
    },
    {
      "epoch": 1.43,
      "eval_loss": 1.3158456087112427,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 22550
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.714254928059834e-05,
      "loss": 1.3742,
      "step": 22600
    },
    {
      "epoch": 1.43,
      "eval_loss": 1.30805242061615,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 22600
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7136210939975915e-05,
      "loss": 1.3907,
      "step": 22650
    },
    {
      "epoch": 1.44,
      "eval_loss": 1.3145793676376343,
      "eval_runtime": 3.7765,
      "eval_samples_per_second": 13.24,
      "eval_steps_per_second": 0.53,
      "step": 22650
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.712987259935349e-05,
      "loss": 1.373,
      "step": 22700
    },
    {
      "epoch": 1.44,
      "eval_loss": 1.3100571632385254,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 22700
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7123534258731065e-05,
      "loss": 1.3572,
      "step": 22750
    },
    {
      "epoch": 1.44,
      "eval_loss": 1.312801718711853,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 22750
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.711719591810864e-05,
      "loss": 1.3852,
      "step": 22800
    },
    {
      "epoch": 1.44,
      "eval_loss": 1.3154374361038208,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 22800
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.7110857577486214e-05,
      "loss": 1.3665,
      "step": 22850
    },
    {
      "epoch": 1.45,
      "eval_loss": 1.3039851188659668,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 22850
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.710451923686379e-05,
      "loss": 1.3497,
      "step": 22900
    },
    {
      "epoch": 1.45,
      "eval_loss": 1.3083395957946777,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 22900
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.7098180896241364e-05,
      "loss": 1.3593,
      "step": 22950
    },
    {
      "epoch": 1.45,
      "eval_loss": 1.303240180015564,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 22950
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.7091842555618942e-05,
      "loss": 1.3722,
      "step": 23000
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.3092082738876343,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 23000
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.7085504214996517e-05,
      "loss": 1.3386,
      "step": 23050
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.311246395111084,
      "eval_runtime": 3.7755,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 23050
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.707916587437409e-05,
      "loss": 1.3754,
      "step": 23100
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.3097790479660034,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 23100
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.7072827533751666e-05,
      "loss": 1.3886,
      "step": 23150
    },
    {
      "epoch": 1.47,
      "eval_loss": 1.3141131401062012,
      "eval_runtime": 3.7665,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 23150
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.706648919312924e-05,
      "loss": 1.4021,
      "step": 23200
    },
    {
      "epoch": 1.47,
      "eval_loss": 1.307629108428955,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 23200
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.7060150852506816e-05,
      "loss": 1.3659,
      "step": 23250
    },
    {
      "epoch": 1.47,
      "eval_loss": 1.3088146448135376,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 23250
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.705381251188439e-05,
      "loss": 1.3739,
      "step": 23300
    },
    {
      "epoch": 1.48,
      "eval_loss": 1.307511329650879,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 23300
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7047474171261966e-05,
      "loss": 1.3992,
      "step": 23350
    },
    {
      "epoch": 1.48,
      "eval_loss": 1.3039134740829468,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 23350
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.704113583063954e-05,
      "loss": 1.388,
      "step": 23400
    },
    {
      "epoch": 1.48,
      "eval_loss": 1.3038339614868164,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 23400
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7034797490017115e-05,
      "loss": 1.3658,
      "step": 23450
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.3082275390625,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 23450
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.702845914939469e-05,
      "loss": 1.3879,
      "step": 23500
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.3087126016616821,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 23500
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7022120808772265e-05,
      "loss": 1.3706,
      "step": 23550
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.306036114692688,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 23550
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.701578246814984e-05,
      "loss": 1.3534,
      "step": 23600
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.311568260192871,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 23600
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.7009444127527414e-05,
      "loss": 1.4031,
      "step": 23650
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.3089189529418945,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 23650
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.700310578690499e-05,
      "loss": 1.3769,
      "step": 23700
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.305688500404358,
      "eval_runtime": 4.1635,
      "eval_samples_per_second": 12.009,
      "eval_steps_per_second": 0.48,
      "step": 23700
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.6996767446282564e-05,
      "loss": 1.3467,
      "step": 23750
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.3095543384552002,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 23750
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.699042910566014e-05,
      "loss": 1.367,
      "step": 23800
    },
    {
      "epoch": 1.51,
      "eval_loss": 1.3076460361480713,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 23800
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.6984090765037717e-05,
      "loss": 1.3616,
      "step": 23850
    },
    {
      "epoch": 1.51,
      "eval_loss": 1.3067145347595215,
      "eval_runtime": 3.7775,
      "eval_samples_per_second": 13.236,
      "eval_steps_per_second": 0.529,
      "step": 23850
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.697775242441529e-05,
      "loss": 1.3575,
      "step": 23900
    },
    {
      "epoch": 1.51,
      "eval_loss": 1.3107126951217651,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 23900
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.6971414083792866e-05,
      "loss": 1.3616,
      "step": 23950
    },
    {
      "epoch": 1.52,
      "eval_loss": 1.3045284748077393,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 23950
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.6965075743170438e-05,
      "loss": 1.4114,
      "step": 24000
    },
    {
      "epoch": 1.52,
      "eval_loss": 1.3077421188354492,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 24000
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.6958737402548012e-05,
      "loss": 1.3635,
      "step": 24050
    },
    {
      "epoch": 1.52,
      "eval_loss": 1.3037108182907104,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 24050
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.6952399061925587e-05,
      "loss": 1.371,
      "step": 24100
    },
    {
      "epoch": 1.53,
      "eval_loss": 1.3108770847320557,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 24100
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.6946060721303162e-05,
      "loss": 1.3572,
      "step": 24150
    },
    {
      "epoch": 1.53,
      "eval_loss": 1.3085899353027344,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 24150
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.6939849147493187e-05,
      "loss": 1.3874,
      "step": 24200
    },
    {
      "epoch": 1.53,
      "eval_loss": 1.305327296257019,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 24200
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.6933510806870762e-05,
      "loss": 1.3531,
      "step": 24250
    },
    {
      "epoch": 1.54,
      "eval_loss": 1.3097971677780151,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 24250
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.6927172466248337e-05,
      "loss": 1.3532,
      "step": 24300
    },
    {
      "epoch": 1.54,
      "eval_loss": 1.304316759109497,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 24300
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.6920834125625915e-05,
      "loss": 1.3541,
      "step": 24350
    },
    {
      "epoch": 1.54,
      "eval_loss": 1.3054053783416748,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 24350
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.691449578500349e-05,
      "loss": 1.3296,
      "step": 24400
    },
    {
      "epoch": 1.55,
      "eval_loss": 1.302626132965088,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 24400
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.690815744438106e-05,
      "loss": 1.3758,
      "step": 24450
    },
    {
      "epoch": 1.55,
      "eval_loss": 1.3106575012207031,
      "eval_runtime": 3.7782,
      "eval_samples_per_second": 13.234,
      "eval_steps_per_second": 0.529,
      "step": 24450
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.6901819103758636e-05,
      "loss": 1.3679,
      "step": 24500
    },
    {
      "epoch": 1.55,
      "eval_loss": 1.3039908409118652,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 24500
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.689548076313621e-05,
      "loss": 1.3822,
      "step": 24550
    },
    {
      "epoch": 1.56,
      "eval_loss": 1.3058950901031494,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 24550
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.6889142422513785e-05,
      "loss": 1.3612,
      "step": 24600
    },
    {
      "epoch": 1.56,
      "eval_loss": 1.309067726135254,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 24600
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.6882804081891364e-05,
      "loss": 1.3772,
      "step": 24650
    },
    {
      "epoch": 1.56,
      "eval_loss": 1.3012826442718506,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 24650
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.6876465741268938e-05,
      "loss": 1.3703,
      "step": 24700
    },
    {
      "epoch": 1.57,
      "eval_loss": 1.3039789199829102,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 24700
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.6870127400646513e-05,
      "loss": 1.3777,
      "step": 24750
    },
    {
      "epoch": 1.57,
      "eval_loss": 1.3049794435501099,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 24750
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.6863789060024088e-05,
      "loss": 1.3586,
      "step": 24800
    },
    {
      "epoch": 1.57,
      "eval_loss": 1.3099775314331055,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 24800
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.6857450719401663e-05,
      "loss": 1.3348,
      "step": 24850
    },
    {
      "epoch": 1.57,
      "eval_loss": 1.307841181755066,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 24850
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.6851112378779237e-05,
      "loss": 1.3668,
      "step": 24900
    },
    {
      "epoch": 1.58,
      "eval_loss": 1.3069860935211182,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 24900
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.684490080496926e-05,
      "loss": 1.3574,
      "step": 24950
    },
    {
      "epoch": 1.58,
      "eval_loss": 1.3024590015411377,
      "eval_runtime": 3.7803,
      "eval_samples_per_second": 13.227,
      "eval_steps_per_second": 0.529,
      "step": 24950
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.6838562464346834e-05,
      "loss": 1.3535,
      "step": 25000
    },
    {
      "epoch": 1.58,
      "eval_loss": 1.3021525144577026,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 25000
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.683222412372441e-05,
      "loss": 1.3727,
      "step": 25050
    },
    {
      "epoch": 1.59,
      "eval_loss": 1.3053768873214722,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 25050
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.6825885783101984e-05,
      "loss": 1.3698,
      "step": 25100
    },
    {
      "epoch": 1.59,
      "eval_loss": 1.305099606513977,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 25100
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.681954744247956e-05,
      "loss": 1.363,
      "step": 25150
    },
    {
      "epoch": 1.59,
      "eval_loss": 1.3059375286102295,
      "eval_runtime": 3.7671,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 25150
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.6813209101857136e-05,
      "loss": 1.3596,
      "step": 25200
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.3022193908691406,
      "eval_runtime": 3.7782,
      "eval_samples_per_second": 13.234,
      "eval_steps_per_second": 0.529,
      "step": 25200
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.680687076123471e-05,
      "loss": 1.371,
      "step": 25250
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.3017759323120117,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 25250
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.6800532420612286e-05,
      "loss": 1.3608,
      "step": 25300
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.3046982288360596,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 25300
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.679419407998986e-05,
      "loss": 1.3938,
      "step": 25350
    },
    {
      "epoch": 1.61,
      "eval_loss": 1.301830768585205,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 25350
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.6787855739367436e-05,
      "loss": 1.3648,
      "step": 25400
    },
    {
      "epoch": 1.61,
      "eval_loss": 1.306410789489746,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 25400
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.678151739874501e-05,
      "loss": 1.3493,
      "step": 25450
    },
    {
      "epoch": 1.61,
      "eval_loss": 1.3086802959442139,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 25450
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.6775179058122585e-05,
      "loss": 1.3439,
      "step": 25500
    },
    {
      "epoch": 1.62,
      "eval_loss": 1.3023231029510498,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 25500
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.676884071750016e-05,
      "loss": 1.3811,
      "step": 25550
    },
    {
      "epoch": 1.62,
      "eval_loss": 1.3024687767028809,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 25550
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.6762502376877735e-05,
      "loss": 1.3477,
      "step": 25600
    },
    {
      "epoch": 1.62,
      "eval_loss": 1.3032989501953125,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 25600
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.675616403625531e-05,
      "loss": 1.3487,
      "step": 25650
    },
    {
      "epoch": 1.63,
      "eval_loss": 1.3073408603668213,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 25650
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.6749825695632884e-05,
      "loss": 1.3728,
      "step": 25700
    },
    {
      "epoch": 1.63,
      "eval_loss": 1.3046859502792358,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 25700
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.674348735501046e-05,
      "loss": 1.3465,
      "step": 25750
    },
    {
      "epoch": 1.63,
      "eval_loss": 1.3042266368865967,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 25750
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.6737149014388034e-05,
      "loss": 1.3813,
      "step": 25800
    },
    {
      "epoch": 1.63,
      "eval_loss": 1.301363468170166,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 25800
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.673081067376561e-05,
      "loss": 1.3882,
      "step": 25850
    },
    {
      "epoch": 1.64,
      "eval_loss": 1.3051186800003052,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 25850
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.6724472333143183e-05,
      "loss": 1.3215,
      "step": 25900
    },
    {
      "epoch": 1.64,
      "eval_loss": 1.3043999671936035,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 25900
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.6718133992520758e-05,
      "loss": 1.3655,
      "step": 25950
    },
    {
      "epoch": 1.64,
      "eval_loss": 1.3121837377548218,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 25950
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.6711922418710783e-05,
      "loss": 1.3882,
      "step": 26000
    },
    {
      "epoch": 1.65,
      "eval_loss": 1.3099251985549927,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 26000
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.6705584078088358e-05,
      "loss": 1.3717,
      "step": 26050
    },
    {
      "epoch": 1.65,
      "eval_loss": 1.3041249513626099,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 26050
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.6699245737465933e-05,
      "loss": 1.3372,
      "step": 26100
    },
    {
      "epoch": 1.65,
      "eval_loss": 1.3081796169281006,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 26100
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.6692907396843508e-05,
      "loss": 1.3834,
      "step": 26150
    },
    {
      "epoch": 1.66,
      "eval_loss": 1.3096734285354614,
      "eval_runtime": 3.7776,
      "eval_samples_per_second": 13.236,
      "eval_steps_per_second": 0.529,
      "step": 26150
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.6686569056221082e-05,
      "loss": 1.3696,
      "step": 26200
    },
    {
      "epoch": 1.66,
      "eval_loss": 1.3115854263305664,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 26200
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.6680230715598657e-05,
      "loss": 1.3565,
      "step": 26250
    },
    {
      "epoch": 1.66,
      "eval_loss": 1.301089882850647,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 26250
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.6673892374976232e-05,
      "loss": 1.3849,
      "step": 26300
    },
    {
      "epoch": 1.67,
      "eval_loss": 1.3010739088058472,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 26300
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.6667554034353807e-05,
      "loss": 1.3544,
      "step": 26350
    },
    {
      "epoch": 1.67,
      "eval_loss": 1.3007947206497192,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 26350
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.666121569373138e-05,
      "loss": 1.3639,
      "step": 26400
    },
    {
      "epoch": 1.67,
      "eval_loss": 1.2976875305175781,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 26400
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.665487735310896e-05,
      "loss": 1.3575,
      "step": 26450
    },
    {
      "epoch": 1.68,
      "eval_loss": 1.3054636716842651,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 26450
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.6648539012486534e-05,
      "loss": 1.3649,
      "step": 26500
    },
    {
      "epoch": 1.68,
      "eval_loss": 1.3066623210906982,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 26500
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.664220067186411e-05,
      "loss": 1.3842,
      "step": 26550
    },
    {
      "epoch": 1.68,
      "eval_loss": 1.305976152420044,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 26550
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.6635862331241684e-05,
      "loss": 1.3713,
      "step": 26600
    },
    {
      "epoch": 1.69,
      "eval_loss": 1.3037573099136353,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 26600
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.6629523990619255e-05,
      "loss": 1.3812,
      "step": 26650
    },
    {
      "epoch": 1.69,
      "eval_loss": 1.302822232246399,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 26650
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.662318564999683e-05,
      "loss": 1.3599,
      "step": 26700
    },
    {
      "epoch": 1.69,
      "eval_loss": 1.303798794746399,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 26700
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.6616847309374405e-05,
      "loss": 1.3628,
      "step": 26750
    },
    {
      "epoch": 1.69,
      "eval_loss": 1.3052434921264648,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 26750
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.6610508968751983e-05,
      "loss": 1.3746,
      "step": 26800
    },
    {
      "epoch": 1.7,
      "eval_loss": 1.3013827800750732,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 26800
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.6604170628129558e-05,
      "loss": 1.3751,
      "step": 26850
    },
    {
      "epoch": 1.7,
      "eval_loss": 1.3035222291946411,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 26850
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.6597832287507133e-05,
      "loss": 1.3778,
      "step": 26900
    },
    {
      "epoch": 1.7,
      "eval_loss": 1.3040968179702759,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 26900
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.6591493946884707e-05,
      "loss": 1.3506,
      "step": 26950
    },
    {
      "epoch": 1.71,
      "eval_loss": 1.3041977882385254,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 26950
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.6585155606262282e-05,
      "loss": 1.3554,
      "step": 27000
    },
    {
      "epoch": 1.71,
      "eval_loss": 1.3110145330429077,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 27000
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.6578817265639857e-05,
      "loss": 1.352,
      "step": 27050
    },
    {
      "epoch": 1.71,
      "eval_loss": 1.3075376749038696,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 27050
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.6572478925017432e-05,
      "loss": 1.3545,
      "step": 27100
    },
    {
      "epoch": 1.72,
      "eval_loss": 1.2995811700820923,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 27100
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.6566140584395007e-05,
      "loss": 1.3543,
      "step": 27150
    },
    {
      "epoch": 1.72,
      "eval_loss": 1.3038663864135742,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 27150
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.655980224377258e-05,
      "loss": 1.3854,
      "step": 27200
    },
    {
      "epoch": 1.72,
      "eval_loss": 1.2978318929672241,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 27200
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.6553463903150156e-05,
      "loss": 1.351,
      "step": 27250
    },
    {
      "epoch": 1.73,
      "eval_loss": 1.3069562911987305,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 27250
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.654712556252773e-05,
      "loss": 1.3662,
      "step": 27300
    },
    {
      "epoch": 1.73,
      "eval_loss": 1.3018920421600342,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 27300
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.6540787221905306e-05,
      "loss": 1.3442,
      "step": 27350
    },
    {
      "epoch": 1.73,
      "eval_loss": 1.3017157316207886,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 27350
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.653444888128288e-05,
      "loss": 1.3583,
      "step": 27400
    },
    {
      "epoch": 1.74,
      "eval_loss": 1.3102655410766602,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 27400
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.6528110540660455e-05,
      "loss": 1.3517,
      "step": 27450
    },
    {
      "epoch": 1.74,
      "eval_loss": 1.3030922412872314,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 27450
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.652177220003803e-05,
      "loss": 1.3491,
      "step": 27500
    },
    {
      "epoch": 1.74,
      "eval_loss": 1.3042519092559814,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 27500
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.6515433859415605e-05,
      "loss": 1.3722,
      "step": 27550
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.3028026819229126,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 27550
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.650909551879318e-05,
      "loss": 1.3524,
      "step": 27600
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.3010423183441162,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 27600
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.6502757178170758e-05,
      "loss": 1.3673,
      "step": 27650
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.3038748502731323,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 27650
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6496418837548332e-05,
      "loss": 1.3756,
      "step": 27700
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.3028035163879395,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 27700
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6490080496925907e-05,
      "loss": 1.3457,
      "step": 27750
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.3020347356796265,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 27750
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6483742156303482e-05,
      "loss": 1.3395,
      "step": 27800
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.3019260168075562,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 27800
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6477403815681057e-05,
      "loss": 1.3466,
      "step": 27850
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.3060325384140015,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 27850
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.647106547505863e-05,
      "loss": 1.3408,
      "step": 27900
    },
    {
      "epoch": 1.77,
      "eval_loss": 1.3008695840835571,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 27900
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.6464727134436206e-05,
      "loss": 1.3354,
      "step": 27950
    },
    {
      "epoch": 1.77,
      "eval_loss": 1.3000245094299316,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 27950
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.645838879381378e-05,
      "loss": 1.3522,
      "step": 28000
    },
    {
      "epoch": 1.77,
      "eval_loss": 1.3058466911315918,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 28000
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.6452050453191356e-05,
      "loss": 1.3577,
      "step": 28050
    },
    {
      "epoch": 1.78,
      "eval_loss": 1.30289626121521,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 28050
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.644571211256893e-05,
      "loss": 1.3627,
      "step": 28100
    },
    {
      "epoch": 1.78,
      "eval_loss": 1.305790662765503,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 28100
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.6439373771946505e-05,
      "loss": 1.3648,
      "step": 28150
    },
    {
      "epoch": 1.78,
      "eval_loss": 1.3006936311721802,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 28150
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.643303543132408e-05,
      "loss": 1.3505,
      "step": 28200
    },
    {
      "epoch": 1.79,
      "eval_loss": 1.3063627481460571,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 28200
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.6426697090701655e-05,
      "loss": 1.3814,
      "step": 28250
    },
    {
      "epoch": 1.79,
      "eval_loss": 1.3062107563018799,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 28250
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.642035875007923e-05,
      "loss": 1.3513,
      "step": 28300
    },
    {
      "epoch": 1.79,
      "eval_loss": 1.3031411170959473,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 28300
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.6414020409456805e-05,
      "loss": 1.3459,
      "step": 28350
    },
    {
      "epoch": 1.8,
      "eval_loss": 1.3107800483703613,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 28350
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.640768206883438e-05,
      "loss": 1.3782,
      "step": 28400
    },
    {
      "epoch": 1.8,
      "eval_loss": 1.3018364906311035,
      "eval_runtime": 3.7759,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 28400
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.6401343728211958e-05,
      "loss": 1.3813,
      "step": 28450
    },
    {
      "epoch": 1.8,
      "eval_loss": 1.3011293411254883,
      "eval_runtime": 3.7759,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 28450
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.6395005387589532e-05,
      "loss": 1.3655,
      "step": 28500
    },
    {
      "epoch": 1.81,
      "eval_loss": 1.3019990921020508,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 28500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.6388667046967107e-05,
      "loss": 1.368,
      "step": 28550
    },
    {
      "epoch": 1.81,
      "eval_loss": 1.2994332313537598,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 28550
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.6382328706344682e-05,
      "loss": 1.3653,
      "step": 28600
    },
    {
      "epoch": 1.81,
      "eval_loss": 1.303462266921997,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 28600
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.6375990365722257e-05,
      "loss": 1.3523,
      "step": 28650
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.3095431327819824,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 28650
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.6369652025099828e-05,
      "loss": 1.3651,
      "step": 28700
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.308469533920288,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 28700
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.6363313684477403e-05,
      "loss": 1.3479,
      "step": 28750
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.3007841110229492,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 28750
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.635697534385498e-05,
      "loss": 1.378,
      "step": 28800
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.302858829498291,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 28800
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.6350637003232556e-05,
      "loss": 1.365,
      "step": 28850
    },
    {
      "epoch": 1.83,
      "eval_loss": 1.3014613389968872,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 28850
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.634429866261013e-05,
      "loss": 1.3549,
      "step": 28900
    },
    {
      "epoch": 1.83,
      "eval_loss": 1.300676703453064,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 28900
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.6337960321987705e-05,
      "loss": 1.3532,
      "step": 28950
    },
    {
      "epoch": 1.83,
      "eval_loss": 1.299085259437561,
      "eval_runtime": 3.7662,
      "eval_samples_per_second": 13.276,
      "eval_steps_per_second": 0.531,
      "step": 28950
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.633162198136528e-05,
      "loss": 1.3653,
      "step": 29000
    },
    {
      "epoch": 1.84,
      "eval_loss": 1.3018462657928467,
      "eval_runtime": 3.7758,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 29000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.6325283640742855e-05,
      "loss": 1.3511,
      "step": 29050
    },
    {
      "epoch": 1.84,
      "eval_loss": 1.2959985733032227,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 29050
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.631894530012043e-05,
      "loss": 1.3681,
      "step": 29100
    },
    {
      "epoch": 1.84,
      "eval_loss": 1.2985323667526245,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 29100
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.6312606959498004e-05,
      "loss": 1.3345,
      "step": 29150
    },
    {
      "epoch": 1.85,
      "eval_loss": 1.2978233098983765,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 29150
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.630626861887558e-05,
      "loss": 1.3514,
      "step": 29200
    },
    {
      "epoch": 1.85,
      "eval_loss": 1.2977333068847656,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 29200
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.6299930278253154e-05,
      "loss": 1.3734,
      "step": 29250
    },
    {
      "epoch": 1.85,
      "eval_loss": 1.2973655462265015,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 29250
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.6293591937630732e-05,
      "loss": 1.362,
      "step": 29300
    },
    {
      "epoch": 1.86,
      "eval_loss": 1.3016226291656494,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 29300
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.6287253597008307e-05,
      "loss": 1.3705,
      "step": 29350
    },
    {
      "epoch": 1.86,
      "eval_loss": 1.2990288734436035,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 29350
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.6280915256385878e-05,
      "loss": 1.3745,
      "step": 29400
    },
    {
      "epoch": 1.86,
      "eval_loss": 1.3012051582336426,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 29400
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.6274576915763453e-05,
      "loss": 1.3363,
      "step": 29450
    },
    {
      "epoch": 1.87,
      "eval_loss": 1.3014848232269287,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 29450
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.6268238575141028e-05,
      "loss": 1.3617,
      "step": 29500
    },
    {
      "epoch": 1.87,
      "eval_loss": 1.2997702360153198,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 29500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.6261900234518603e-05,
      "loss": 1.3848,
      "step": 29550
    },
    {
      "epoch": 1.87,
      "eval_loss": 1.3055031299591064,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 29550
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.6255561893896177e-05,
      "loss": 1.3323,
      "step": 29600
    },
    {
      "epoch": 1.88,
      "eval_loss": 1.297582745552063,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 29600
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.6249223553273756e-05,
      "loss": 1.3466,
      "step": 29650
    },
    {
      "epoch": 1.88,
      "eval_loss": 1.2984001636505127,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 29650
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.624288521265133e-05,
      "loss": 1.3588,
      "step": 29700
    },
    {
      "epoch": 1.88,
      "eval_loss": 1.3052302598953247,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 29700
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.6236546872028905e-05,
      "loss": 1.3532,
      "step": 29750
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.2981939315795898,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 29750
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.623020853140648e-05,
      "loss": 1.3335,
      "step": 29800
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.303356647491455,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 29800
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.6223870190784055e-05,
      "loss": 1.3695,
      "step": 29850
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.2969903945922852,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 29850
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.621753185016163e-05,
      "loss": 1.3723,
      "step": 29900
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.2991429567337036,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 29900
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.6211193509539204e-05,
      "loss": 1.354,
      "step": 29950
    },
    {
      "epoch": 1.9,
      "eval_loss": 1.2996094226837158,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 29950
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.620485516891678e-05,
      "loss": 1.3663,
      "step": 30000
    },
    {
      "epoch": 1.9,
      "eval_loss": 1.2983999252319336,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 30000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.6198516828294354e-05,
      "loss": 1.3448,
      "step": 30050
    },
    {
      "epoch": 1.9,
      "eval_loss": 1.3011195659637451,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 30050
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.619217848767193e-05,
      "loss": 1.3733,
      "step": 30100
    },
    {
      "epoch": 1.91,
      "eval_loss": 1.2934362888336182,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 30100
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.6185966913861954e-05,
      "loss": 1.3324,
      "step": 30150
    },
    {
      "epoch": 1.91,
      "eval_loss": 1.3005836009979248,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 30150
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.617962857323953e-05,
      "loss": 1.3719,
      "step": 30200
    },
    {
      "epoch": 1.91,
      "eval_loss": 1.2997490167617798,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 30200
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.6173290232617103e-05,
      "loss": 1.36,
      "step": 30250
    },
    {
      "epoch": 1.92,
      "eval_loss": 1.2998112440109253,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 30250
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.6166951891994678e-05,
      "loss": 1.3526,
      "step": 30300
    },
    {
      "epoch": 1.92,
      "eval_loss": 1.2992067337036133,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 30300
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.6160613551372253e-05,
      "loss": 1.3635,
      "step": 30350
    },
    {
      "epoch": 1.92,
      "eval_loss": 1.2963122129440308,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 30350
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.6154275210749828e-05,
      "loss": 1.3587,
      "step": 30400
    },
    {
      "epoch": 1.93,
      "eval_loss": 1.3038519620895386,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 30400
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.6147936870127402e-05,
      "loss": 1.3605,
      "step": 30450
    },
    {
      "epoch": 1.93,
      "eval_loss": 1.3022255897521973,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 30450
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.6141598529504977e-05,
      "loss": 1.3308,
      "step": 30500
    },
    {
      "epoch": 1.93,
      "eval_loss": 1.2980443239212036,
      "eval_runtime": 3.7678,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 30500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.6135260188882552e-05,
      "loss": 1.3461,
      "step": 30550
    },
    {
      "epoch": 1.94,
      "eval_loss": 1.3008222579956055,
      "eval_runtime": 3.7757,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 30550
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.6128921848260127e-05,
      "loss": 1.3649,
      "step": 30600
    },
    {
      "epoch": 1.94,
      "eval_loss": 1.2989284992218018,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 30600
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.61225835076377e-05,
      "loss": 1.3483,
      "step": 30650
    },
    {
      "epoch": 1.94,
      "eval_loss": 1.3000298738479614,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 30650
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.6116245167015276e-05,
      "loss": 1.3603,
      "step": 30700
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.2987351417541504,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 30700
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.610990682639285e-05,
      "loss": 1.3625,
      "step": 30750
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.303464651107788,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 30750
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.6103568485770426e-05,
      "loss": 1.3899,
      "step": 30800
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.2980417013168335,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 30800
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.6097230145148e-05,
      "loss": 1.3662,
      "step": 30850
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.296869158744812,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 30850
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.6090891804525575e-05,
      "loss": 1.3511,
      "step": 30900
    },
    {
      "epoch": 1.96,
      "eval_loss": 1.3018838167190552,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 30900
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.6084553463903154e-05,
      "loss": 1.3401,
      "step": 30950
    },
    {
      "epoch": 1.96,
      "eval_loss": 1.299475073814392,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 30950
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.6078215123280728e-05,
      "loss": 1.3381,
      "step": 31000
    },
    {
      "epoch": 1.96,
      "eval_loss": 1.3049876689910889,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 31000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.6071876782658303e-05,
      "loss": 1.3677,
      "step": 31050
    },
    {
      "epoch": 1.97,
      "eval_loss": 1.2973532676696777,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 31050
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.6065538442035878e-05,
      "loss": 1.3761,
      "step": 31100
    },
    {
      "epoch": 1.97,
      "eval_loss": 1.2960923910140991,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 31100
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.605920010141345e-05,
      "loss": 1.3679,
      "step": 31150
    },
    {
      "epoch": 1.97,
      "eval_loss": 1.3015331029891968,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 31150
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6052861760791024e-05,
      "loss": 1.3642,
      "step": 31200
    },
    {
      "epoch": 1.98,
      "eval_loss": 1.2991764545440674,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 31200
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.60465234201686e-05,
      "loss": 1.3392,
      "step": 31250
    },
    {
      "epoch": 1.98,
      "eval_loss": 1.3025933504104614,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 31250
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6040185079546177e-05,
      "loss": 1.3413,
      "step": 31300
    },
    {
      "epoch": 1.98,
      "eval_loss": 1.3018898963928223,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 31300
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6033846738923752e-05,
      "loss": 1.3416,
      "step": 31350
    },
    {
      "epoch": 1.99,
      "eval_loss": 1.3048564195632935,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 31350
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6027508398301327e-05,
      "loss": 1.3574,
      "step": 31400
    },
    {
      "epoch": 1.99,
      "eval_loss": 1.2960922718048096,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 31400
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.60211700576789e-05,
      "loss": 1.367,
      "step": 31450
    },
    {
      "epoch": 1.99,
      "eval_loss": 1.3009661436080933,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 31450
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6014831717056476e-05,
      "loss": 1.3677,
      "step": 31500
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.2992533445358276,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 31500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.600849337643405e-05,
      "loss": 1.3412,
      "step": 31550
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.2949190139770508,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 31550
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6002155035811626e-05,
      "loss": 1.3602,
      "step": 31600
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.297387957572937,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 31600
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.59958166951892e-05,
      "loss": 1.3334,
      "step": 31650
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.2971540689468384,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 31650
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.5989478354566775e-05,
      "loss": 1.3564,
      "step": 31700
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.3020439147949219,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 31700
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.598314001394435e-05,
      "loss": 1.348,
      "step": 31750
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.3007164001464844,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 31750
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.5976801673321928e-05,
      "loss": 1.3167,
      "step": 31800
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.2973201274871826,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 31800
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.59704633326995e-05,
      "loss": 1.3173,
      "step": 31850
    },
    {
      "epoch": 2.02,
      "eval_loss": 1.303665280342102,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 31850
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.5964124992077074e-05,
      "loss": 1.3595,
      "step": 31900
    },
    {
      "epoch": 2.02,
      "eval_loss": 1.3055217266082764,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 31900
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.595778665145465e-05,
      "loss": 1.3164,
      "step": 31950
    },
    {
      "epoch": 2.02,
      "eval_loss": 1.3072150945663452,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 31950
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.5951448310832224e-05,
      "loss": 1.3191,
      "step": 32000
    },
    {
      "epoch": 2.03,
      "eval_loss": 1.303810715675354,
      "eval_runtime": 3.7686,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 32000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.59451099702098e-05,
      "loss": 1.3362,
      "step": 32050
    },
    {
      "epoch": 2.03,
      "eval_loss": 1.2971174716949463,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 32050
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.5938771629587377e-05,
      "loss": 1.3397,
      "step": 32100
    },
    {
      "epoch": 2.03,
      "eval_loss": 1.3013195991516113,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 32100
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.593243328896495e-05,
      "loss": 1.3473,
      "step": 32150
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.2995288372039795,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 32150
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5926094948342526e-05,
      "loss": 1.3496,
      "step": 32200
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.3053009510040283,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 32200
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.59197566077201e-05,
      "loss": 1.3477,
      "step": 32250
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.2995527982711792,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 32250
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5913418267097676e-05,
      "loss": 1.3573,
      "step": 32300
    },
    {
      "epoch": 2.05,
      "eval_loss": 1.3038856983184814,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 32300
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.590707992647525e-05,
      "loss": 1.3393,
      "step": 32350
    },
    {
      "epoch": 2.05,
      "eval_loss": 1.3001644611358643,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 32350
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5900741585852825e-05,
      "loss": 1.348,
      "step": 32400
    },
    {
      "epoch": 2.05,
      "eval_loss": 1.296790361404419,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 32400
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.58944032452304e-05,
      "loss": 1.3525,
      "step": 32450
    },
    {
      "epoch": 2.06,
      "eval_loss": 1.3004753589630127,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 32450
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5888064904607975e-05,
      "loss": 1.3293,
      "step": 32500
    },
    {
      "epoch": 2.06,
      "eval_loss": 1.301581859588623,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 32500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.588172656398555e-05,
      "loss": 1.298,
      "step": 32550
    },
    {
      "epoch": 2.06,
      "eval_loss": 1.2965809106826782,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 32550
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5875388223363125e-05,
      "loss": 1.3458,
      "step": 32600
    },
    {
      "epoch": 2.07,
      "eval_loss": 1.3038264513015747,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 32600
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.58690498827407e-05,
      "loss": 1.3364,
      "step": 32650
    },
    {
      "epoch": 2.07,
      "eval_loss": 1.2998013496398926,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 32650
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5862711542118274e-05,
      "loss": 1.3295,
      "step": 32700
    },
    {
      "epoch": 2.07,
      "eval_loss": 1.3004248142242432,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 32700
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.585637320149585e-05,
      "loss": 1.3462,
      "step": 32750
    },
    {
      "epoch": 2.08,
      "eval_loss": 1.2997674942016602,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 32750
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5850034860873424e-05,
      "loss": 1.3776,
      "step": 32800
    },
    {
      "epoch": 2.08,
      "eval_loss": 1.2985196113586426,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 32800
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5843696520251e-05,
      "loss": 1.3187,
      "step": 32850
    },
    {
      "epoch": 2.08,
      "eval_loss": 1.2970695495605469,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 32850
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5837358179628573e-05,
      "loss": 1.3341,
      "step": 32900
    },
    {
      "epoch": 2.08,
      "eval_loss": 1.2948143482208252,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 32900
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.583101983900615e-05,
      "loss": 1.3457,
      "step": 32950
    },
    {
      "epoch": 2.09,
      "eval_loss": 1.3056460618972778,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 32950
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5824681498383726e-05,
      "loss": 1.3235,
      "step": 33000
    },
    {
      "epoch": 2.09,
      "eval_loss": 1.2999091148376465,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 33000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.58183431577613e-05,
      "loss": 1.3351,
      "step": 33050
    },
    {
      "epoch": 2.09,
      "eval_loss": 1.3032591342926025,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 33050
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5812004817138876e-05,
      "loss": 1.3321,
      "step": 33100
    },
    {
      "epoch": 2.1,
      "eval_loss": 1.2999855279922485,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 33100
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.580566647651645e-05,
      "loss": 1.333,
      "step": 33150
    },
    {
      "epoch": 2.1,
      "eval_loss": 1.294285535812378,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 33150
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5799328135894022e-05,
      "loss": 1.3566,
      "step": 33200
    },
    {
      "epoch": 2.1,
      "eval_loss": 1.296621561050415,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 33200
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.5792989795271597e-05,
      "loss": 1.3526,
      "step": 33250
    },
    {
      "epoch": 2.11,
      "eval_loss": 1.297002911567688,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 33250
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.5786651454649175e-05,
      "loss": 1.3372,
      "step": 33300
    },
    {
      "epoch": 2.11,
      "eval_loss": 1.304821491241455,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 33300
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.578031311402675e-05,
      "loss": 1.3549,
      "step": 33350
    },
    {
      "epoch": 2.11,
      "eval_loss": 1.299644947052002,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 33350
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.5773974773404324e-05,
      "loss": 1.3425,
      "step": 33400
    },
    {
      "epoch": 2.12,
      "eval_loss": 1.296370267868042,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 33400
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.57676364327819e-05,
      "loss": 1.3041,
      "step": 33450
    },
    {
      "epoch": 2.12,
      "eval_loss": 1.2937836647033691,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 33450
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.5761298092159474e-05,
      "loss": 1.3093,
      "step": 33500
    },
    {
      "epoch": 2.12,
      "eval_loss": 1.295989990234375,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 33500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.575495975153705e-05,
      "loss": 1.3491,
      "step": 33550
    },
    {
      "epoch": 2.13,
      "eval_loss": 1.3016209602355957,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 33550
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.5748621410914623e-05,
      "loss": 1.3325,
      "step": 33600
    },
    {
      "epoch": 2.13,
      "eval_loss": 1.3030569553375244,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 33600
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.5742283070292198e-05,
      "loss": 1.3733,
      "step": 33650
    },
    {
      "epoch": 2.13,
      "eval_loss": 1.2962210178375244,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 33650
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.5735944729669773e-05,
      "loss": 1.3241,
      "step": 33700
    },
    {
      "epoch": 2.14,
      "eval_loss": 1.297899603843689,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 33700
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.5729606389047348e-05,
      "loss": 1.3103,
      "step": 33750
    },
    {
      "epoch": 2.14,
      "eval_loss": 1.2943065166473389,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 33750
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.5723268048424926e-05,
      "loss": 1.3702,
      "step": 33800
    },
    {
      "epoch": 2.14,
      "eval_loss": 1.3004677295684814,
      "eval_runtime": 3.7748,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 33800
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.57169297078025e-05,
      "loss": 1.3574,
      "step": 33850
    },
    {
      "epoch": 2.14,
      "eval_loss": 1.2956440448760986,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 33850
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.5710591367180072e-05,
      "loss": 1.3482,
      "step": 33900
    },
    {
      "epoch": 2.15,
      "eval_loss": 1.2978112697601318,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 33900
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.5704253026557647e-05,
      "loss": 1.34,
      "step": 33950
    },
    {
      "epoch": 2.15,
      "eval_loss": 1.302622675895691,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 33950
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.569791468593522e-05,
      "loss": 1.3286,
      "step": 34000
    },
    {
      "epoch": 2.15,
      "eval_loss": 1.299667477607727,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 34000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.5691576345312796e-05,
      "loss": 1.3541,
      "step": 34050
    },
    {
      "epoch": 2.16,
      "eval_loss": 1.2928789854049683,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 34050
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.5685238004690375e-05,
      "loss": 1.3303,
      "step": 34100
    },
    {
      "epoch": 2.16,
      "eval_loss": 1.2975785732269287,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 34100
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.567889966406795e-05,
      "loss": 1.3209,
      "step": 34150
    },
    {
      "epoch": 2.16,
      "eval_loss": 1.3008363246917725,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 34150
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.5672561323445524e-05,
      "loss": 1.3388,
      "step": 34200
    },
    {
      "epoch": 2.17,
      "eval_loss": 1.2967095375061035,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 34200
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.56662229828231e-05,
      "loss": 1.3325,
      "step": 34250
    },
    {
      "epoch": 2.17,
      "eval_loss": 1.3002748489379883,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 34250
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.5659884642200674e-05,
      "loss": 1.3388,
      "step": 34300
    },
    {
      "epoch": 2.17,
      "eval_loss": 1.29612398147583,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 34300
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.565354630157825e-05,
      "loss": 1.3453,
      "step": 34350
    },
    {
      "epoch": 2.18,
      "eval_loss": 1.2992526292800903,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 34350
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.5647207960955823e-05,
      "loss": 1.3108,
      "step": 34400
    },
    {
      "epoch": 2.18,
      "eval_loss": 1.2986329793930054,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 34400
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.5640869620333398e-05,
      "loss": 1.3462,
      "step": 34450
    },
    {
      "epoch": 2.18,
      "eval_loss": 1.2992162704467773,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 34450
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.563465804652342e-05,
      "loss": 1.3451,
      "step": 34500
    },
    {
      "epoch": 2.19,
      "eval_loss": 1.2982722520828247,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 34500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.5628319705900995e-05,
      "loss": 1.3529,
      "step": 34550
    },
    {
      "epoch": 2.19,
      "eval_loss": 1.2952470779418945,
      "eval_runtime": 3.7761,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 34550
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.5621981365278573e-05,
      "loss": 1.3407,
      "step": 34600
    },
    {
      "epoch": 2.19,
      "eval_loss": 1.3065522909164429,
      "eval_runtime": 3.7757,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 34600
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.5615643024656148e-05,
      "loss": 1.3363,
      "step": 34650
    },
    {
      "epoch": 2.2,
      "eval_loss": 1.2977278232574463,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 34650
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.5609304684033722e-05,
      "loss": 1.3618,
      "step": 34700
    },
    {
      "epoch": 2.2,
      "eval_loss": 1.3001843690872192,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 34700
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.5602966343411297e-05,
      "loss": 1.3342,
      "step": 34750
    },
    {
      "epoch": 2.2,
      "eval_loss": 1.297072410583496,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 34750
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.5596628002788872e-05,
      "loss": 1.3369,
      "step": 34800
    },
    {
      "epoch": 2.21,
      "eval_loss": 1.306389331817627,
      "eval_runtime": 3.782,
      "eval_samples_per_second": 13.221,
      "eval_steps_per_second": 0.529,
      "step": 34800
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.5590289662166447e-05,
      "loss": 1.3271,
      "step": 34850
    },
    {
      "epoch": 2.21,
      "eval_loss": 1.301561713218689,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 34850
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.558395132154402e-05,
      "loss": 1.346,
      "step": 34900
    },
    {
      "epoch": 2.21,
      "eval_loss": 1.3028095960617065,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 34900
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.5577612980921596e-05,
      "loss": 1.3541,
      "step": 34950
    },
    {
      "epoch": 2.21,
      "eval_loss": 1.2969186305999756,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 34950
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.557127464029917e-05,
      "loss": 1.3241,
      "step": 35000
    },
    {
      "epoch": 2.22,
      "eval_loss": 1.2969589233398438,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 35000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.5564936299676746e-05,
      "loss": 1.3578,
      "step": 35050
    },
    {
      "epoch": 2.22,
      "eval_loss": 1.3046318292617798,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 35050
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.555859795905432e-05,
      "loss": 1.3332,
      "step": 35100
    },
    {
      "epoch": 2.22,
      "eval_loss": 1.2990514039993286,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 35100
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.5552259618431895e-05,
      "loss": 1.3273,
      "step": 35150
    },
    {
      "epoch": 2.23,
      "eval_loss": 1.2978941202163696,
      "eval_runtime": 3.7747,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 35150
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.554592127780947e-05,
      "loss": 1.3343,
      "step": 35200
    },
    {
      "epoch": 2.23,
      "eval_loss": 1.2978546619415283,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 35200
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.5539582937187045e-05,
      "loss": 1.3199,
      "step": 35250
    },
    {
      "epoch": 2.23,
      "eval_loss": 1.2972488403320312,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 35250
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.553324459656462e-05,
      "loss": 1.3495,
      "step": 35300
    },
    {
      "epoch": 2.24,
      "eval_loss": 1.2972238063812256,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 35300
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.5526906255942194e-05,
      "loss": 1.3439,
      "step": 35350
    },
    {
      "epoch": 2.24,
      "eval_loss": 1.2991609573364258,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 35350
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.552056791531977e-05,
      "loss": 1.3524,
      "step": 35400
    },
    {
      "epoch": 2.24,
      "eval_loss": 1.294219970703125,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 35400
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.5514229574697347e-05,
      "loss": 1.339,
      "step": 35450
    },
    {
      "epoch": 2.25,
      "eval_loss": 1.292604923248291,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 35450
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.5507891234074922e-05,
      "loss": 1.3358,
      "step": 35500
    },
    {
      "epoch": 2.25,
      "eval_loss": 1.295400857925415,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 35500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.5501552893452497e-05,
      "loss": 1.3434,
      "step": 35550
    },
    {
      "epoch": 2.25,
      "eval_loss": 1.2985919713974,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 35550
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.5495214552830072e-05,
      "loss": 1.3394,
      "step": 35600
    },
    {
      "epoch": 2.26,
      "eval_loss": 1.2987098693847656,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 35600
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.5488876212207646e-05,
      "loss": 1.3503,
      "step": 35650
    },
    {
      "epoch": 2.26,
      "eval_loss": 1.3002333641052246,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 35650
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.5482537871585218e-05,
      "loss": 1.3232,
      "step": 35700
    },
    {
      "epoch": 2.26,
      "eval_loss": 1.2978768348693848,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 35700
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.5476199530962796e-05,
      "loss": 1.3123,
      "step": 35750
    },
    {
      "epoch": 2.27,
      "eval_loss": 1.2958645820617676,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 35750
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.546986119034037e-05,
      "loss": 1.3608,
      "step": 35800
    },
    {
      "epoch": 2.27,
      "eval_loss": 1.2969403266906738,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 35800
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.5463522849717946e-05,
      "loss": 1.3377,
      "step": 35850
    },
    {
      "epoch": 2.27,
      "eval_loss": 1.2962383031845093,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 35850
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.545718450909552e-05,
      "loss": 1.3348,
      "step": 35900
    },
    {
      "epoch": 2.27,
      "eval_loss": 1.2938027381896973,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 35900
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.5450846168473095e-05,
      "loss": 1.3528,
      "step": 35950
    },
    {
      "epoch": 2.28,
      "eval_loss": 1.2962663173675537,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 35950
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.544450782785067e-05,
      "loss": 1.3539,
      "step": 36000
    },
    {
      "epoch": 2.28,
      "eval_loss": 1.2986482381820679,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 36000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.5438169487228245e-05,
      "loss": 1.3208,
      "step": 36050
    },
    {
      "epoch": 2.28,
      "eval_loss": 1.3013414144515991,
      "eval_runtime": 3.767,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 36050
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.543183114660582e-05,
      "loss": 1.356,
      "step": 36100
    },
    {
      "epoch": 2.29,
      "eval_loss": 1.2966651916503906,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 36100
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.5425492805983394e-05,
      "loss": 1.3602,
      "step": 36150
    },
    {
      "epoch": 2.29,
      "eval_loss": 1.3037729263305664,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 36150
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.541915446536097e-05,
      "loss": 1.324,
      "step": 36200
    },
    {
      "epoch": 2.29,
      "eval_loss": 1.2935600280761719,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 36200
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.5412816124738547e-05,
      "loss": 1.3774,
      "step": 36250
    },
    {
      "epoch": 2.3,
      "eval_loss": 1.2977104187011719,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 36250
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.5406477784116122e-05,
      "loss": 1.3413,
      "step": 36300
    },
    {
      "epoch": 2.3,
      "eval_loss": 1.2955683469772339,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 36300
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.5400139443493697e-05,
      "loss": 1.3193,
      "step": 36350
    },
    {
      "epoch": 2.3,
      "eval_loss": 1.2930635213851929,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 36350
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.5393801102871268e-05,
      "loss": 1.3253,
      "step": 36400
    },
    {
      "epoch": 2.31,
      "eval_loss": 1.3015633821487427,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 36400
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.5387462762248843e-05,
      "loss": 1.3222,
      "step": 36450
    },
    {
      "epoch": 2.31,
      "eval_loss": 1.3011013269424438,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 36450
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.5381124421626418e-05,
      "loss": 1.3329,
      "step": 36500
    },
    {
      "epoch": 2.31,
      "eval_loss": 1.2986356019973755,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 36500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.5374786081003992e-05,
      "loss": 1.3612,
      "step": 36550
    },
    {
      "epoch": 2.32,
      "eval_loss": 1.2964348793029785,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 36550
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.536844774038157e-05,
      "loss": 1.3239,
      "step": 36600
    },
    {
      "epoch": 2.32,
      "eval_loss": 1.2984528541564941,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 36600
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.5362109399759145e-05,
      "loss": 1.3487,
      "step": 36650
    },
    {
      "epoch": 2.32,
      "eval_loss": 1.2961621284484863,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 36650
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.535577105913672e-05,
      "loss": 1.3364,
      "step": 36700
    },
    {
      "epoch": 2.33,
      "eval_loss": 1.2978811264038086,
      "eval_runtime": 3.7676,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 36700
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.5349432718514295e-05,
      "loss": 1.3158,
      "step": 36750
    },
    {
      "epoch": 2.33,
      "eval_loss": 1.2946953773498535,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 36750
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.534309437789187e-05,
      "loss": 1.3134,
      "step": 36800
    },
    {
      "epoch": 2.33,
      "eval_loss": 1.2971347570419312,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 36800
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.5336756037269445e-05,
      "loss": 1.3193,
      "step": 36850
    },
    {
      "epoch": 2.33,
      "eval_loss": 1.2953553199768066,
      "eval_runtime": 3.7756,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 36850
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.533041769664702e-05,
      "loss": 1.3472,
      "step": 36900
    },
    {
      "epoch": 2.34,
      "eval_loss": 1.2913790941238403,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 36900
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.5324079356024594e-05,
      "loss": 1.3197,
      "step": 36950
    },
    {
      "epoch": 2.34,
      "eval_loss": 1.2945469617843628,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 36950
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.531774101540217e-05,
      "loss": 1.3428,
      "step": 37000
    },
    {
      "epoch": 2.34,
      "eval_loss": 1.2970346212387085,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 37000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.5311402674779744e-05,
      "loss": 1.3382,
      "step": 37050
    },
    {
      "epoch": 2.35,
      "eval_loss": 1.2981318235397339,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 37050
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.530506433415732e-05,
      "loss": 1.3126,
      "step": 37100
    },
    {
      "epoch": 2.35,
      "eval_loss": 1.301912784576416,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 37100
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.5298725993534893e-05,
      "loss": 1.3508,
      "step": 37150
    },
    {
      "epoch": 2.35,
      "eval_loss": 1.2953013181686401,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 37150
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.5292387652912468e-05,
      "loss": 1.3351,
      "step": 37200
    },
    {
      "epoch": 2.36,
      "eval_loss": 1.295505404472351,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 37200
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.5286049312290043e-05,
      "loss": 1.3399,
      "step": 37250
    },
    {
      "epoch": 2.36,
      "eval_loss": 1.2950987815856934,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 37250
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.5279710971667617e-05,
      "loss": 1.3354,
      "step": 37300
    },
    {
      "epoch": 2.36,
      "eval_loss": 1.3015360832214355,
      "eval_runtime": 3.7823,
      "eval_samples_per_second": 13.219,
      "eval_steps_per_second": 0.529,
      "step": 37300
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.5273372631045192e-05,
      "loss": 1.3312,
      "step": 37350
    },
    {
      "epoch": 2.37,
      "eval_loss": 1.2964391708374023,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 37350
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.5267034290422767e-05,
      "loss": 1.3408,
      "step": 37400
    },
    {
      "epoch": 2.37,
      "eval_loss": 1.2919100522994995,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 37400
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.5260695949800345e-05,
      "loss": 1.358,
      "step": 37450
    },
    {
      "epoch": 2.37,
      "eval_loss": 1.2946839332580566,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 37450
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.5254357609177918e-05,
      "loss": 1.3596,
      "step": 37500
    },
    {
      "epoch": 2.38,
      "eval_loss": 1.2970671653747559,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 37500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.5248019268555495e-05,
      "loss": 1.3281,
      "step": 37550
    },
    {
      "epoch": 2.38,
      "eval_loss": 1.2969365119934082,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 37550
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.524168092793307e-05,
      "loss": 1.3068,
      "step": 37600
    },
    {
      "epoch": 2.38,
      "eval_loss": 1.2915878295898438,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 37600
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.5235342587310644e-05,
      "loss": 1.3382,
      "step": 37650
    },
    {
      "epoch": 2.39,
      "eval_loss": 1.2946220636367798,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 37650
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.5229004246688219e-05,
      "loss": 1.3528,
      "step": 37700
    },
    {
      "epoch": 2.39,
      "eval_loss": 1.2945616245269775,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 37700
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.5222665906065792e-05,
      "loss": 1.3252,
      "step": 37750
    },
    {
      "epoch": 2.39,
      "eval_loss": 1.2927005290985107,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 37750
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.5216454332255817e-05,
      "loss": 1.3318,
      "step": 37800
    },
    {
      "epoch": 2.4,
      "eval_loss": 1.2960560321807861,
      "eval_runtime": 3.778,
      "eval_samples_per_second": 13.235,
      "eval_steps_per_second": 0.529,
      "step": 37800
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.5210115991633392e-05,
      "loss": 1.3502,
      "step": 37850
    },
    {
      "epoch": 2.4,
      "eval_loss": 1.2924162149429321,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 37850
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.5203777651010967e-05,
      "loss": 1.3279,
      "step": 37900
    },
    {
      "epoch": 2.4,
      "eval_loss": 1.2968086004257202,
      "eval_runtime": 3.7756,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 37900
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.5197439310388542e-05,
      "loss": 1.316,
      "step": 37950
    },
    {
      "epoch": 2.4,
      "eval_loss": 1.2995247840881348,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 37950
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.5191100969766116e-05,
      "loss": 1.3257,
      "step": 38000
    },
    {
      "epoch": 2.41,
      "eval_loss": 1.2933276891708374,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 38000
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.5184762629143693e-05,
      "loss": 1.3383,
      "step": 38050
    },
    {
      "epoch": 2.41,
      "eval_loss": 1.2948951721191406,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 38050
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.5178551055333715e-05,
      "loss": 1.3345,
      "step": 38100
    },
    {
      "epoch": 2.41,
      "eval_loss": 1.293394923210144,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 38100
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.517221271471129e-05,
      "loss": 1.3533,
      "step": 38150
    },
    {
      "epoch": 2.42,
      "eval_loss": 1.295020580291748,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 38150
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.5165874374088864e-05,
      "loss": 1.3346,
      "step": 38200
    },
    {
      "epoch": 2.42,
      "eval_loss": 1.2933144569396973,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 38200
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.5159536033466439e-05,
      "loss": 1.3319,
      "step": 38250
    },
    {
      "epoch": 2.42,
      "eval_loss": 1.2897781133651733,
      "eval_runtime": 3.7672,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 38250
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.5153197692844016e-05,
      "loss": 1.2898,
      "step": 38300
    },
    {
      "epoch": 2.43,
      "eval_loss": 1.294044017791748,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 38300
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.514685935222159e-05,
      "loss": 1.3445,
      "step": 38350
    },
    {
      "epoch": 2.43,
      "eval_loss": 1.2895246744155884,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 38350
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.5140521011599165e-05,
      "loss": 1.3522,
      "step": 38400
    },
    {
      "epoch": 2.43,
      "eval_loss": 1.2923784255981445,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 38400
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.513418267097674e-05,
      "loss": 1.3403,
      "step": 38450
    },
    {
      "epoch": 2.44,
      "eval_loss": 1.291225790977478,
      "eval_runtime": 3.7679,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 38450
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.5127844330354315e-05,
      "loss": 1.3063,
      "step": 38500
    },
    {
      "epoch": 2.44,
      "eval_loss": 1.2989550828933716,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 38500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.5121505989731888e-05,
      "loss": 1.3292,
      "step": 38550
    },
    {
      "epoch": 2.44,
      "eval_loss": 1.2922873497009277,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 38550
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.5115167649109464e-05,
      "loss": 1.3316,
      "step": 38600
    },
    {
      "epoch": 2.45,
      "eval_loss": 1.2946301698684692,
      "eval_runtime": 3.766,
      "eval_samples_per_second": 13.277,
      "eval_steps_per_second": 0.531,
      "step": 38600
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.5108829308487039e-05,
      "loss": 1.3644,
      "step": 38650
    },
    {
      "epoch": 2.45,
      "eval_loss": 1.2937086820602417,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 38650
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.5102490967864614e-05,
      "loss": 1.324,
      "step": 38700
    },
    {
      "epoch": 2.45,
      "eval_loss": 1.300889492034912,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 38700
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.5096152627242189e-05,
      "loss": 1.3196,
      "step": 38750
    },
    {
      "epoch": 2.46,
      "eval_loss": 1.2900445461273193,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 38750
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.5089814286619763e-05,
      "loss": 1.3167,
      "step": 38800
    },
    {
      "epoch": 2.46,
      "eval_loss": 1.2944896221160889,
      "eval_runtime": 3.7762,
      "eval_samples_per_second": 13.241,
      "eval_steps_per_second": 0.53,
      "step": 38800
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.508347594599734e-05,
      "loss": 1.339,
      "step": 38850
    },
    {
      "epoch": 2.46,
      "eval_loss": 1.2919236421585083,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 38850
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.5077137605374915e-05,
      "loss": 1.3459,
      "step": 38900
    },
    {
      "epoch": 2.46,
      "eval_loss": 1.2921767234802246,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 38900
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.507079926475249e-05,
      "loss": 1.3192,
      "step": 38950
    },
    {
      "epoch": 2.47,
      "eval_loss": 1.2934505939483643,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 38950
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5064460924130064e-05,
      "loss": 1.3292,
      "step": 39000
    },
    {
      "epoch": 2.47,
      "eval_loss": 1.289178729057312,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 39000
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5058122583507639e-05,
      "loss": 1.3084,
      "step": 39050
    },
    {
      "epoch": 2.47,
      "eval_loss": 1.295685887336731,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 39050
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5051784242885215e-05,
      "loss": 1.3344,
      "step": 39100
    },
    {
      "epoch": 2.48,
      "eval_loss": 1.2958979606628418,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 39100
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.504544590226279e-05,
      "loss": 1.3343,
      "step": 39150
    },
    {
      "epoch": 2.48,
      "eval_loss": 1.294732928276062,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 39150
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5039107561640365e-05,
      "loss": 1.3323,
      "step": 39200
    },
    {
      "epoch": 2.48,
      "eval_loss": 1.2921279668807983,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 39200
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5032769221017938e-05,
      "loss": 1.3303,
      "step": 39250
    },
    {
      "epoch": 2.49,
      "eval_loss": 1.2920302152633667,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 39250
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5026430880395513e-05,
      "loss": 1.3247,
      "step": 39300
    },
    {
      "epoch": 2.49,
      "eval_loss": 1.294016718864441,
      "eval_runtime": 3.7672,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 39300
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5020092539773088e-05,
      "loss": 1.3445,
      "step": 39350
    },
    {
      "epoch": 2.49,
      "eval_loss": 1.2947169542312622,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 39350
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.5013754199150662e-05,
      "loss": 1.3459,
      "step": 39400
    },
    {
      "epoch": 2.5,
      "eval_loss": 1.2927649021148682,
      "eval_runtime": 3.7752,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 39400
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.5007415858528239e-05,
      "loss": 1.3359,
      "step": 39450
    },
    {
      "epoch": 2.5,
      "eval_loss": 1.2903590202331543,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 39450
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.5001077517905814e-05,
      "loss": 1.341,
      "step": 39500
    },
    {
      "epoch": 2.5,
      "eval_loss": 1.2914254665374756,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 39500
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.4994739177283388e-05,
      "loss": 1.3255,
      "step": 39550
    },
    {
      "epoch": 2.51,
      "eval_loss": 1.2883648872375488,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 39550
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.4988400836660963e-05,
      "loss": 1.3375,
      "step": 39600
    },
    {
      "epoch": 2.51,
      "eval_loss": 1.2902703285217285,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 39600
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.4982062496038538e-05,
      "loss": 1.3311,
      "step": 39650
    },
    {
      "epoch": 2.51,
      "eval_loss": 1.2961833477020264,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 39650
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.4975724155416114e-05,
      "loss": 1.3141,
      "step": 39700
    },
    {
      "epoch": 2.52,
      "eval_loss": 1.2969005107879639,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 39700
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.4969385814793689e-05,
      "loss": 1.3349,
      "step": 39750
    },
    {
      "epoch": 2.52,
      "eval_loss": 1.2934705018997192,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 39750
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.4963047474171264e-05,
      "loss": 1.3158,
      "step": 39800
    },
    {
      "epoch": 2.52,
      "eval_loss": 1.2936718463897705,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 39800
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.4956709133548839e-05,
      "loss": 1.3353,
      "step": 39850
    },
    {
      "epoch": 2.53,
      "eval_loss": 1.286584734916687,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 39850
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.4950370792926413e-05,
      "loss": 1.3404,
      "step": 39900
    },
    {
      "epoch": 2.53,
      "eval_loss": 1.2973397970199585,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 39900
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.4944032452303987e-05,
      "loss": 1.3502,
      "step": 39950
    },
    {
      "epoch": 2.53,
      "eval_loss": 1.2906968593597412,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 39950
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.4937694111681561e-05,
      "loss": 1.3355,
      "step": 40000
    },
    {
      "epoch": 2.53,
      "eval_loss": 1.2949856519699097,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 40000
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.4931355771059138e-05,
      "loss": 1.3013,
      "step": 40050
    },
    {
      "epoch": 2.54,
      "eval_loss": 1.2885959148406982,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 40050
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.4925017430436713e-05,
      "loss": 1.3445,
      "step": 40100
    },
    {
      "epoch": 2.54,
      "eval_loss": 1.2899366617202759,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 40100
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.4918679089814287e-05,
      "loss": 1.3411,
      "step": 40150
    },
    {
      "epoch": 2.54,
      "eval_loss": 1.2902860641479492,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 40150
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.4912340749191862e-05,
      "loss": 1.3266,
      "step": 40200
    },
    {
      "epoch": 2.55,
      "eval_loss": 1.2935954332351685,
      "eval_runtime": 3.7778,
      "eval_samples_per_second": 13.235,
      "eval_steps_per_second": 0.529,
      "step": 40200
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.4906002408569437e-05,
      "loss": 1.3181,
      "step": 40250
    },
    {
      "epoch": 2.55,
      "eval_loss": 1.289138674736023,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 40250
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.4899664067947013e-05,
      "loss": 1.3278,
      "step": 40300
    },
    {
      "epoch": 2.55,
      "eval_loss": 1.2971075773239136,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 40300
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.4893325727324588e-05,
      "loss": 1.3257,
      "step": 40350
    },
    {
      "epoch": 2.56,
      "eval_loss": 1.2971751689910889,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 40350
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.4886987386702163e-05,
      "loss": 1.3405,
      "step": 40400
    },
    {
      "epoch": 2.56,
      "eval_loss": 1.291967511177063,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 40400
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.4880649046079738e-05,
      "loss": 1.3208,
      "step": 40450
    },
    {
      "epoch": 2.56,
      "eval_loss": 1.2884658575057983,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 40450
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.4874310705457312e-05,
      "loss": 1.3416,
      "step": 40500
    },
    {
      "epoch": 2.57,
      "eval_loss": 1.290800929069519,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 40500
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.4867972364834889e-05,
      "loss": 1.3449,
      "step": 40550
    },
    {
      "epoch": 2.57,
      "eval_loss": 1.290928840637207,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 40550
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.4861634024212464e-05,
      "loss": 1.3242,
      "step": 40600
    },
    {
      "epoch": 2.57,
      "eval_loss": 1.2922505140304565,
      "eval_runtime": 3.776,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 40600
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.4855295683590037e-05,
      "loss": 1.3287,
      "step": 40650
    },
    {
      "epoch": 2.58,
      "eval_loss": 1.2913994789123535,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 40650
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.4848957342967612e-05,
      "loss": 1.3415,
      "step": 40700
    },
    {
      "epoch": 2.58,
      "eval_loss": 1.2920857667922974,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 40700
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.4842619002345186e-05,
      "loss": 1.33,
      "step": 40750
    },
    {
      "epoch": 2.58,
      "eval_loss": 1.2984005212783813,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 40750
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.4836280661722761e-05,
      "loss": 1.3453,
      "step": 40800
    },
    {
      "epoch": 2.59,
      "eval_loss": 1.295319676399231,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 40800
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.4829942321100338e-05,
      "loss": 1.3299,
      "step": 40850
    },
    {
      "epoch": 2.59,
      "eval_loss": 1.2999267578125,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 40850
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.4823603980477912e-05,
      "loss": 1.3207,
      "step": 40900
    },
    {
      "epoch": 2.59,
      "eval_loss": 1.2958366870880127,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 40900
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.4817265639855487e-05,
      "loss": 1.3209,
      "step": 40950
    },
    {
      "epoch": 2.59,
      "eval_loss": 1.2899904251098633,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 40950
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.4810927299233062e-05,
      "loss": 1.3285,
      "step": 41000
    },
    {
      "epoch": 2.6,
      "eval_loss": 1.2934271097183228,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 41000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.4804588958610637e-05,
      "loss": 1.3127,
      "step": 41050
    },
    {
      "epoch": 2.6,
      "eval_loss": 1.2928721904754639,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 41050
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.4798250617988213e-05,
      "loss": 1.345,
      "step": 41100
    },
    {
      "epoch": 2.6,
      "eval_loss": 1.2898428440093994,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 41100
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.4791912277365788e-05,
      "loss": 1.3217,
      "step": 41150
    },
    {
      "epoch": 2.61,
      "eval_loss": 1.2914966344833374,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 41150
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.4785573936743363e-05,
      "loss": 1.3429,
      "step": 41200
    },
    {
      "epoch": 2.61,
      "eval_loss": 1.2993860244750977,
      "eval_runtime": 3.7756,
      "eval_samples_per_second": 13.243,
      "eval_steps_per_second": 0.53,
      "step": 41200
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.4779235596120938e-05,
      "loss": 1.3321,
      "step": 41250
    },
    {
      "epoch": 2.61,
      "eval_loss": 1.2899794578552246,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 41250
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.477289725549851e-05,
      "loss": 1.3551,
      "step": 41300
    },
    {
      "epoch": 2.62,
      "eval_loss": 1.2923322916030884,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 41300
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.4766558914876085e-05,
      "loss": 1.3608,
      "step": 41350
    },
    {
      "epoch": 2.62,
      "eval_loss": 1.2880319356918335,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 41350
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.476022057425366e-05,
      "loss": 1.3499,
      "step": 41400
    },
    {
      "epoch": 2.62,
      "eval_loss": 1.2882798910140991,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 41400
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.4753882233631237e-05,
      "loss": 1.3259,
      "step": 41450
    },
    {
      "epoch": 2.63,
      "eval_loss": 1.2902902364730835,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 41450
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.4747543893008811e-05,
      "loss": 1.3458,
      "step": 41500
    },
    {
      "epoch": 2.63,
      "eval_loss": 1.2899441719055176,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 41500
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.4741205552386386e-05,
      "loss": 1.349,
      "step": 41550
    },
    {
      "epoch": 2.63,
      "eval_loss": 1.289746880531311,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 41550
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.4734867211763961e-05,
      "loss": 1.3276,
      "step": 41600
    },
    {
      "epoch": 2.64,
      "eval_loss": 1.288796067237854,
      "eval_runtime": 3.7657,
      "eval_samples_per_second": 13.278,
      "eval_steps_per_second": 0.531,
      "step": 41600
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.4728528871141536e-05,
      "loss": 1.3398,
      "step": 41650
    },
    {
      "epoch": 2.64,
      "eval_loss": 1.2927296161651611,
      "eval_runtime": 3.7781,
      "eval_samples_per_second": 13.234,
      "eval_steps_per_second": 0.529,
      "step": 41650
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.4722190530519112e-05,
      "loss": 1.333,
      "step": 41700
    },
    {
      "epoch": 2.64,
      "eval_loss": 1.287598729133606,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 41700
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.4715852189896687e-05,
      "loss": 1.3196,
      "step": 41750
    },
    {
      "epoch": 2.65,
      "eval_loss": 1.2902435064315796,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 41750
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.4709513849274262e-05,
      "loss": 1.3139,
      "step": 41800
    },
    {
      "epoch": 2.65,
      "eval_loss": 1.2944111824035645,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 41800
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.4703175508651837e-05,
      "loss": 1.3405,
      "step": 41850
    },
    {
      "epoch": 2.65,
      "eval_loss": 1.2928820848464966,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 41850
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.4696837168029411e-05,
      "loss": 1.3107,
      "step": 41900
    },
    {
      "epoch": 2.65,
      "eval_loss": 1.2899792194366455,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 41900
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.4690498827406988e-05,
      "loss": 1.3242,
      "step": 41950
    },
    {
      "epoch": 2.66,
      "eval_loss": 1.2877752780914307,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 41950
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.468428725359701e-05,
      "loss": 1.3353,
      "step": 42000
    },
    {
      "epoch": 2.66,
      "eval_loss": 1.2853622436523438,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 42000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.4677948912974584e-05,
      "loss": 1.3475,
      "step": 42050
    },
    {
      "epoch": 2.66,
      "eval_loss": 1.2884793281555176,
      "eval_runtime": 3.7767,
      "eval_samples_per_second": 13.239,
      "eval_steps_per_second": 0.53,
      "step": 42050
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.4671610572352159e-05,
      "loss": 1.3459,
      "step": 42100
    },
    {
      "epoch": 2.67,
      "eval_loss": 1.2918078899383545,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 42100
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.4665272231729734e-05,
      "loss": 1.3342,
      "step": 42150
    },
    {
      "epoch": 2.67,
      "eval_loss": 1.287268877029419,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 42150
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.465893389110731e-05,
      "loss": 1.3283,
      "step": 42200
    },
    {
      "epoch": 2.67,
      "eval_loss": 1.2882168292999268,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 42200
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.4652595550484885e-05,
      "loss": 1.3169,
      "step": 42250
    },
    {
      "epoch": 2.68,
      "eval_loss": 1.2856416702270508,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 42250
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.464625720986246e-05,
      "loss": 1.3326,
      "step": 42300
    },
    {
      "epoch": 2.68,
      "eval_loss": 1.2885664701461792,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 42300
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.4639918869240035e-05,
      "loss": 1.3238,
      "step": 42350
    },
    {
      "epoch": 2.68,
      "eval_loss": 1.2899413108825684,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 42350
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.4633580528617608e-05,
      "loss": 1.321,
      "step": 42400
    },
    {
      "epoch": 2.69,
      "eval_loss": 1.2910962104797363,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 42400
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.4627242187995183e-05,
      "loss": 1.3181,
      "step": 42450
    },
    {
      "epoch": 2.69,
      "eval_loss": 1.28545343875885,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 42450
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.4620903847372759e-05,
      "loss": 1.3195,
      "step": 42500
    },
    {
      "epoch": 2.69,
      "eval_loss": 1.2867140769958496,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 42500
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.4614565506750334e-05,
      "loss": 1.3374,
      "step": 42550
    },
    {
      "epoch": 2.7,
      "eval_loss": 1.2835534811019897,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 42550
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.4608227166127909e-05,
      "loss": 1.3474,
      "step": 42600
    },
    {
      "epoch": 2.7,
      "eval_loss": 1.287997841835022,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 42600
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.4601888825505483e-05,
      "loss": 1.3424,
      "step": 42650
    },
    {
      "epoch": 2.7,
      "eval_loss": 1.2894395589828491,
      "eval_runtime": 3.776,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 42650
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.4595550484883058e-05,
      "loss": 1.3353,
      "step": 42700
    },
    {
      "epoch": 2.71,
      "eval_loss": 1.286597728729248,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 42700
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.4589212144260635e-05,
      "loss": 1.3324,
      "step": 42750
    },
    {
      "epoch": 2.71,
      "eval_loss": 1.287002682685852,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 42750
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.458287380363821e-05,
      "loss": 1.3353,
      "step": 42800
    },
    {
      "epoch": 2.71,
      "eval_loss": 1.2935638427734375,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 42800
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.4576535463015784e-05,
      "loss": 1.3255,
      "step": 42850
    },
    {
      "epoch": 2.72,
      "eval_loss": 1.2929604053497314,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 42850
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.4570197122393359e-05,
      "loss": 1.3363,
      "step": 42900
    },
    {
      "epoch": 2.72,
      "eval_loss": 1.2887177467346191,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 42900
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.4563858781770934e-05,
      "loss": 1.3123,
      "step": 42950
    },
    {
      "epoch": 2.72,
      "eval_loss": 1.291319727897644,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 42950
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.455752044114851e-05,
      "loss": 1.3097,
      "step": 43000
    },
    {
      "epoch": 2.72,
      "eval_loss": 1.2872183322906494,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 43000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.4551182100526085e-05,
      "loss": 1.3369,
      "step": 43050
    },
    {
      "epoch": 2.73,
      "eval_loss": 1.292192816734314,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 43050
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.4544843759903658e-05,
      "loss": 1.3255,
      "step": 43100
    },
    {
      "epoch": 2.73,
      "eval_loss": 1.2942190170288086,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 43100
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.4538505419281233e-05,
      "loss": 1.2986,
      "step": 43150
    },
    {
      "epoch": 2.73,
      "eval_loss": 1.2886135578155518,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 43150
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.4532167078658808e-05,
      "loss": 1.3091,
      "step": 43200
    },
    {
      "epoch": 2.74,
      "eval_loss": 1.2886717319488525,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 43200
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.4525828738036382e-05,
      "loss": 1.2946,
      "step": 43250
    },
    {
      "epoch": 2.74,
      "eval_loss": 1.2904119491577148,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 43250
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.4519490397413957e-05,
      "loss": 1.3179,
      "step": 43300
    },
    {
      "epoch": 2.74,
      "eval_loss": 1.2890146970748901,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 43300
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.4513152056791534e-05,
      "loss": 1.3137,
      "step": 43350
    },
    {
      "epoch": 2.75,
      "eval_loss": 1.2953622341156006,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 43350
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.4506813716169108e-05,
      "loss": 1.3293,
      "step": 43400
    },
    {
      "epoch": 2.75,
      "eval_loss": 1.2892794609069824,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 43400
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.4500475375546683e-05,
      "loss": 1.3277,
      "step": 43450
    },
    {
      "epoch": 2.75,
      "eval_loss": 1.290398120880127,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 43450
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.4494137034924258e-05,
      "loss": 1.3341,
      "step": 43500
    },
    {
      "epoch": 2.76,
      "eval_loss": 1.2935774326324463,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 43500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.4487798694301833e-05,
      "loss": 1.3724,
      "step": 43550
    },
    {
      "epoch": 2.76,
      "eval_loss": 1.2943332195281982,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 43550
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.448146035367941e-05,
      "loss": 1.334,
      "step": 43600
    },
    {
      "epoch": 2.76,
      "eval_loss": 1.290490984916687,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 43600
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4475122013056984e-05,
      "loss": 1.3096,
      "step": 43650
    },
    {
      "epoch": 2.77,
      "eval_loss": 1.2859091758728027,
      "eval_runtime": 3.7673,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 43650
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4468783672434559e-05,
      "loss": 1.2823,
      "step": 43700
    },
    {
      "epoch": 2.77,
      "eval_loss": 1.294083833694458,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 43700
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4462445331812134e-05,
      "loss": 1.3131,
      "step": 43750
    },
    {
      "epoch": 2.77,
      "eval_loss": 1.2863880395889282,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 43750
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4456106991189707e-05,
      "loss": 1.2996,
      "step": 43800
    },
    {
      "epoch": 2.78,
      "eval_loss": 1.2920746803283691,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 43800
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4449768650567281e-05,
      "loss": 1.3179,
      "step": 43850
    },
    {
      "epoch": 2.78,
      "eval_loss": 1.2915823459625244,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 43850
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4443430309944856e-05,
      "loss": 1.3186,
      "step": 43900
    },
    {
      "epoch": 2.78,
      "eval_loss": 1.2937850952148438,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 43900
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4437091969322433e-05,
      "loss": 1.3089,
      "step": 43950
    },
    {
      "epoch": 2.78,
      "eval_loss": 1.29170560836792,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 43950
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.4430753628700007e-05,
      "loss": 1.3126,
      "step": 44000
    },
    {
      "epoch": 2.79,
      "eval_loss": 1.2858994007110596,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 44000
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.4424415288077582e-05,
      "loss": 1.357,
      "step": 44050
    },
    {
      "epoch": 2.79,
      "eval_loss": 1.2939144372940063,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 44050
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.4418076947455157e-05,
      "loss": 1.3093,
      "step": 44100
    },
    {
      "epoch": 2.79,
      "eval_loss": 1.2964445352554321,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 44100
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.4411865373645182e-05,
      "loss": 1.3134,
      "step": 44150
    },
    {
      "epoch": 2.8,
      "eval_loss": 1.2847365140914917,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 44150
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.4405527033022755e-05,
      "loss": 1.3182,
      "step": 44200
    },
    {
      "epoch": 2.8,
      "eval_loss": 1.2918041944503784,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 44200
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.439918869240033e-05,
      "loss": 1.33,
      "step": 44250
    },
    {
      "epoch": 2.8,
      "eval_loss": 1.2843211889266968,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 44250
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4392850351777905e-05,
      "loss": 1.321,
      "step": 44300
    },
    {
      "epoch": 2.81,
      "eval_loss": 1.2892286777496338,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 44300
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.438651201115548e-05,
      "loss": 1.3215,
      "step": 44350
    },
    {
      "epoch": 2.81,
      "eval_loss": 1.2926931381225586,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 44350
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4380173670533056e-05,
      "loss": 1.3344,
      "step": 44400
    },
    {
      "epoch": 2.81,
      "eval_loss": 1.290739893913269,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 44400
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.437383532991063e-05,
      "loss": 1.3236,
      "step": 44450
    },
    {
      "epoch": 2.82,
      "eval_loss": 1.2874236106872559,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 44450
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4367496989288206e-05,
      "loss": 1.3352,
      "step": 44500
    },
    {
      "epoch": 2.82,
      "eval_loss": 1.2880526781082153,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 44500
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.436115864866578e-05,
      "loss": 1.3263,
      "step": 44550
    },
    {
      "epoch": 2.82,
      "eval_loss": 1.2898814678192139,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 44550
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4354820308043355e-05,
      "loss": 1.328,
      "step": 44600
    },
    {
      "epoch": 2.83,
      "eval_loss": 1.2884628772735596,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 44600
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4348481967420932e-05,
      "loss": 1.3329,
      "step": 44650
    },
    {
      "epoch": 2.83,
      "eval_loss": 1.2876232862472534,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 44650
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4342143626798506e-05,
      "loss": 1.3266,
      "step": 44700
    },
    {
      "epoch": 2.83,
      "eval_loss": 1.2916231155395508,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 44700
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4335805286176081e-05,
      "loss": 1.3366,
      "step": 44750
    },
    {
      "epoch": 2.84,
      "eval_loss": 1.2916532754898071,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 44750
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4329466945553656e-05,
      "loss": 1.329,
      "step": 44800
    },
    {
      "epoch": 2.84,
      "eval_loss": 1.2999464273452759,
      "eval_runtime": 3.7779,
      "eval_samples_per_second": 13.235,
      "eval_steps_per_second": 0.529,
      "step": 44800
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.432312860493123e-05,
      "loss": 1.3053,
      "step": 44850
    },
    {
      "epoch": 2.84,
      "eval_loss": 1.2890410423278809,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 44850
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4316790264308804e-05,
      "loss": 1.3248,
      "step": 44900
    },
    {
      "epoch": 2.85,
      "eval_loss": 1.2961732149124146,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 44900
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4310451923686379e-05,
      "loss": 1.353,
      "step": 44950
    },
    {
      "epoch": 2.85,
      "eval_loss": 1.2963011264801025,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 44950
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4304113583063955e-05,
      "loss": 1.3084,
      "step": 45000
    },
    {
      "epoch": 2.85,
      "eval_loss": 1.291407585144043,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 45000
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.429777524244153e-05,
      "loss": 1.3177,
      "step": 45050
    },
    {
      "epoch": 2.85,
      "eval_loss": 1.2891829013824463,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 45050
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.4291436901819105e-05,
      "loss": 1.321,
      "step": 45100
    },
    {
      "epoch": 2.86,
      "eval_loss": 1.2884130477905273,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 45100
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.428509856119668e-05,
      "loss": 1.3395,
      "step": 45150
    },
    {
      "epoch": 2.86,
      "eval_loss": 1.2875961065292358,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 45150
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.4278760220574254e-05,
      "loss": 1.3071,
      "step": 45200
    },
    {
      "epoch": 2.86,
      "eval_loss": 1.2922155857086182,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 45200
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.427242187995183e-05,
      "loss": 1.3075,
      "step": 45250
    },
    {
      "epoch": 2.87,
      "eval_loss": 1.2871181964874268,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 45250
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.4266083539329405e-05,
      "loss": 1.3303,
      "step": 45300
    },
    {
      "epoch": 2.87,
      "eval_loss": 1.291816234588623,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 45300
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.425974519870698e-05,
      "loss": 1.3247,
      "step": 45350
    },
    {
      "epoch": 2.87,
      "eval_loss": 1.2857388257980347,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 45350
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.4253406858084555e-05,
      "loss": 1.3453,
      "step": 45400
    },
    {
      "epoch": 2.88,
      "eval_loss": 1.2904013395309448,
      "eval_runtime": 3.7671,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 45400
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.424706851746213e-05,
      "loss": 1.3394,
      "step": 45450
    },
    {
      "epoch": 2.88,
      "eval_loss": 1.29264235496521,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 45450
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.4240730176839706e-05,
      "loss": 1.33,
      "step": 45500
    },
    {
      "epoch": 2.88,
      "eval_loss": 1.2884577512741089,
      "eval_runtime": 3.7753,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 45500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.4234518603029728e-05,
      "loss": 1.3274,
      "step": 45550
    },
    {
      "epoch": 2.89,
      "eval_loss": 1.2859132289886475,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 45550
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.4228180262407303e-05,
      "loss": 1.3072,
      "step": 45600
    },
    {
      "epoch": 2.89,
      "eval_loss": 1.289865255355835,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 45600
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.4221841921784878e-05,
      "loss": 1.3212,
      "step": 45650
    },
    {
      "epoch": 2.89,
      "eval_loss": 1.2887279987335205,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 45650
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.4215503581162452e-05,
      "loss": 1.3089,
      "step": 45700
    },
    {
      "epoch": 2.9,
      "eval_loss": 1.2890145778656006,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 45700
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.4209165240540029e-05,
      "loss": 1.3301,
      "step": 45750
    },
    {
      "epoch": 2.9,
      "eval_loss": 1.2922050952911377,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 45750
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.4202826899917604e-05,
      "loss": 1.3304,
      "step": 45800
    },
    {
      "epoch": 2.9,
      "eval_loss": 1.2859066724777222,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 45800
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4196488559295178e-05,
      "loss": 1.3038,
      "step": 45850
    },
    {
      "epoch": 2.91,
      "eval_loss": 1.2912070751190186,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 45850
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4190150218672753e-05,
      "loss": 1.3349,
      "step": 45900
    },
    {
      "epoch": 2.91,
      "eval_loss": 1.2870663404464722,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 45900
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4183811878050328e-05,
      "loss": 1.3371,
      "step": 45950
    },
    {
      "epoch": 2.91,
      "eval_loss": 1.2932062149047852,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 45950
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4177473537427901e-05,
      "loss": 1.3442,
      "step": 46000
    },
    {
      "epoch": 2.91,
      "eval_loss": 1.2901263236999512,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 46000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.4171135196805477e-05,
      "loss": 1.3105,
      "step": 46050
    },
    {
      "epoch": 2.92,
      "eval_loss": 1.2861688137054443,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 46050
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.4164796856183052e-05,
      "loss": 1.3002,
      "step": 46100
    },
    {
      "epoch": 2.92,
      "eval_loss": 1.2894814014434814,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 46100
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.4158458515560627e-05,
      "loss": 1.3145,
      "step": 46150
    },
    {
      "epoch": 2.92,
      "eval_loss": 1.2939649820327759,
      "eval_runtime": 3.7753,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 46150
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.4152120174938202e-05,
      "loss": 1.2912,
      "step": 46200
    },
    {
      "epoch": 2.93,
      "eval_loss": 1.2945733070373535,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 46200
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.4145781834315777e-05,
      "loss": 1.3115,
      "step": 46250
    },
    {
      "epoch": 2.93,
      "eval_loss": 1.2894076108932495,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 46250
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.4139443493693353e-05,
      "loss": 1.3267,
      "step": 46300
    },
    {
      "epoch": 2.93,
      "eval_loss": 1.2906025648117065,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 46300
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.4133105153070928e-05,
      "loss": 1.314,
      "step": 46350
    },
    {
      "epoch": 2.94,
      "eval_loss": 1.2906670570373535,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 46350
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.4126766812448503e-05,
      "loss": 1.2977,
      "step": 46400
    },
    {
      "epoch": 2.94,
      "eval_loss": 1.2908565998077393,
      "eval_runtime": 3.7722,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 46400
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.4120428471826077e-05,
      "loss": 1.351,
      "step": 46450
    },
    {
      "epoch": 2.94,
      "eval_loss": 1.2942793369293213,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 46450
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4114090131203652e-05,
      "loss": 1.3293,
      "step": 46500
    },
    {
      "epoch": 2.95,
      "eval_loss": 1.286929726600647,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 46500
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4107751790581229e-05,
      "loss": 1.2885,
      "step": 46550
    },
    {
      "epoch": 2.95,
      "eval_loss": 1.2930958271026611,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 46550
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4101413449958803e-05,
      "loss": 1.314,
      "step": 46600
    },
    {
      "epoch": 2.95,
      "eval_loss": 1.291534423828125,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 46600
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.4095075109336376e-05,
      "loss": 1.3247,
      "step": 46650
    },
    {
      "epoch": 2.96,
      "eval_loss": 1.2937606573104858,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 46650
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.4088736768713951e-05,
      "loss": 1.3298,
      "step": 46700
    },
    {
      "epoch": 2.96,
      "eval_loss": 1.2894597053527832,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 46700
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.4082398428091526e-05,
      "loss": 1.3324,
      "step": 46750
    },
    {
      "epoch": 2.96,
      "eval_loss": 1.289685845375061,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 46750
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.40760600874691e-05,
      "loss": 1.3248,
      "step": 46800
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.289353370666504,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 46800
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.4069721746846676e-05,
      "loss": 1.3391,
      "step": 46850
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.2854732275009155,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 46850
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.4063383406224252e-05,
      "loss": 1.3459,
      "step": 46900
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.2839033603668213,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 46900
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.4057045065601827e-05,
      "loss": 1.3335,
      "step": 46950
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.2852214574813843,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 46950
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4050706724979402e-05,
      "loss": 1.315,
      "step": 47000
    },
    {
      "epoch": 2.98,
      "eval_loss": 1.2876884937286377,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 47000
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4044368384356976e-05,
      "loss": 1.3382,
      "step": 47050
    },
    {
      "epoch": 2.98,
      "eval_loss": 1.2895230054855347,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 47050
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4038030043734551e-05,
      "loss": 1.3233,
      "step": 47100
    },
    {
      "epoch": 2.98,
      "eval_loss": 1.289626121520996,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 47100
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4031691703112128e-05,
      "loss": 1.3561,
      "step": 47150
    },
    {
      "epoch": 2.99,
      "eval_loss": 1.2865580320358276,
      "eval_runtime": 3.7736,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 47150
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4025353362489702e-05,
      "loss": 1.3269,
      "step": 47200
    },
    {
      "epoch": 2.99,
      "eval_loss": 1.2933601140975952,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 47200
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4019015021867277e-05,
      "loss": 1.3314,
      "step": 47250
    },
    {
      "epoch": 2.99,
      "eval_loss": 1.2862509489059448,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 47250
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.4012676681244852e-05,
      "loss": 1.3201,
      "step": 47300
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.2914092540740967,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 47300
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.4006338340622425e-05,
      "loss": 1.3382,
      "step": 47350
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.289807915687561,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 47350
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.4e-05,
      "loss": 1.2882,
      "step": 47400
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.2870560884475708,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 47400
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.3993661659377575e-05,
      "loss": 1.3226,
      "step": 47450
    },
    {
      "epoch": 3.01,
      "eval_loss": 1.2883172035217285,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 47450
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.3987323318755151e-05,
      "loss": 1.2863,
      "step": 47500
    },
    {
      "epoch": 3.01,
      "eval_loss": 1.2840888500213623,
      "eval_runtime": 3.7744,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 47500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.3980984978132726e-05,
      "loss": 1.2923,
      "step": 47550
    },
    {
      "epoch": 3.01,
      "eval_loss": 1.2925286293029785,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 47550
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.39746466375103e-05,
      "loss": 1.3157,
      "step": 47600
    },
    {
      "epoch": 3.02,
      "eval_loss": 1.285499095916748,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 47600
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.3968308296887875e-05,
      "loss": 1.3056,
      "step": 47650
    },
    {
      "epoch": 3.02,
      "eval_loss": 1.2872999906539917,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 47650
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.396196995626545e-05,
      "loss": 1.3286,
      "step": 47700
    },
    {
      "epoch": 3.02,
      "eval_loss": 1.285345196723938,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 47700
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.3955631615643027e-05,
      "loss": 1.3033,
      "step": 47750
    },
    {
      "epoch": 3.03,
      "eval_loss": 1.289099097251892,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 47750
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.3949293275020601e-05,
      "loss": 1.2941,
      "step": 47800
    },
    {
      "epoch": 3.03,
      "eval_loss": 1.2864618301391602,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 47800
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.3942954934398176e-05,
      "loss": 1.3192,
      "step": 47850
    },
    {
      "epoch": 3.03,
      "eval_loss": 1.2831422090530396,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 47850
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.3936616593775751e-05,
      "loss": 1.3161,
      "step": 47900
    },
    {
      "epoch": 3.04,
      "eval_loss": 1.2853567600250244,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 47900
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.3930278253153326e-05,
      "loss": 1.3111,
      "step": 47950
    },
    {
      "epoch": 3.04,
      "eval_loss": 1.2888298034667969,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 47950
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.3923939912530902e-05,
      "loss": 1.3247,
      "step": 48000
    },
    {
      "epoch": 3.04,
      "eval_loss": 1.2861146926879883,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 48000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.3917601571908475e-05,
      "loss": 1.3101,
      "step": 48050
    },
    {
      "epoch": 3.04,
      "eval_loss": 1.2856858968734741,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 48050
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.391126323128605e-05,
      "loss": 1.3195,
      "step": 48100
    },
    {
      "epoch": 3.05,
      "eval_loss": 1.2888274192810059,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 48100
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.3904924890663625e-05,
      "loss": 1.3156,
      "step": 48150
    },
    {
      "epoch": 3.05,
      "eval_loss": 1.2859907150268555,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 48150
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.38985865500412e-05,
      "loss": 1.3043,
      "step": 48200
    },
    {
      "epoch": 3.05,
      "eval_loss": 1.2805801630020142,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 48200
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.3892248209418774e-05,
      "loss": 1.3085,
      "step": 48250
    },
    {
      "epoch": 3.06,
      "eval_loss": 1.2856419086456299,
      "eval_runtime": 3.7758,
      "eval_samples_per_second": 13.242,
      "eval_steps_per_second": 0.53,
      "step": 48250
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.3885909868796351e-05,
      "loss": 1.2988,
      "step": 48300
    },
    {
      "epoch": 3.06,
      "eval_loss": 1.2814656496047974,
      "eval_runtime": 3.7713,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 48300
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.3879571528173926e-05,
      "loss": 1.3086,
      "step": 48350
    },
    {
      "epoch": 3.06,
      "eval_loss": 1.284053921699524,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 48350
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.38732331875515e-05,
      "loss": 1.283,
      "step": 48400
    },
    {
      "epoch": 3.07,
      "eval_loss": 1.289674997329712,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 48400
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.3866894846929075e-05,
      "loss": 1.3117,
      "step": 48450
    },
    {
      "epoch": 3.07,
      "eval_loss": 1.2874929904937744,
      "eval_runtime": 3.775,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 48450
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.386055650630665e-05,
      "loss": 1.2987,
      "step": 48500
    },
    {
      "epoch": 3.07,
      "eval_loss": 1.285253643989563,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 48500
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.3854218165684226e-05,
      "loss": 1.2914,
      "step": 48550
    },
    {
      "epoch": 3.08,
      "eval_loss": 1.289374828338623,
      "eval_runtime": 3.7778,
      "eval_samples_per_second": 13.235,
      "eval_steps_per_second": 0.529,
      "step": 48550
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.3847879825061801e-05,
      "loss": 1.3223,
      "step": 48600
    },
    {
      "epoch": 3.08,
      "eval_loss": 1.2871770858764648,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 48600
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.3841541484439376e-05,
      "loss": 1.2799,
      "step": 48650
    },
    {
      "epoch": 3.08,
      "eval_loss": 1.2840865850448608,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 48650
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.383520314381695e-05,
      "loss": 1.304,
      "step": 48700
    },
    {
      "epoch": 3.09,
      "eval_loss": 1.2872166633605957,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 48700
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.3828864803194524e-05,
      "loss": 1.3254,
      "step": 48750
    },
    {
      "epoch": 3.09,
      "eval_loss": 1.2906036376953125,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 48750
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.3822526462572099e-05,
      "loss": 1.3191,
      "step": 48800
    },
    {
      "epoch": 3.09,
      "eval_loss": 1.2823243141174316,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 48800
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.3816188121949673e-05,
      "loss": 1.3171,
      "step": 48850
    },
    {
      "epoch": 3.1,
      "eval_loss": 1.2939705848693848,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 48850
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.380984978132725e-05,
      "loss": 1.3028,
      "step": 48900
    },
    {
      "epoch": 3.1,
      "eval_loss": 1.2873985767364502,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 48900
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.3803511440704825e-05,
      "loss": 1.3287,
      "step": 48950
    },
    {
      "epoch": 3.1,
      "eval_loss": 1.2868144512176514,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 48950
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.37971731000824e-05,
      "loss": 1.3121,
      "step": 49000
    },
    {
      "epoch": 3.1,
      "eval_loss": 1.2848081588745117,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 49000
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.3790961526272425e-05,
      "loss": 1.291,
      "step": 49050
    },
    {
      "epoch": 3.11,
      "eval_loss": 1.2847713232040405,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 49050
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.378462318565e-05,
      "loss": 1.3218,
      "step": 49100
    },
    {
      "epoch": 3.11,
      "eval_loss": 1.287498950958252,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 49100
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.3778284845027572e-05,
      "loss": 1.2983,
      "step": 49150
    },
    {
      "epoch": 3.11,
      "eval_loss": 1.2906882762908936,
      "eval_runtime": 3.777,
      "eval_samples_per_second": 13.238,
      "eval_steps_per_second": 0.53,
      "step": 49150
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.3771946504405147e-05,
      "loss": 1.3104,
      "step": 49200
    },
    {
      "epoch": 3.12,
      "eval_loss": 1.2896733283996582,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 49200
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.3765608163782722e-05,
      "loss": 1.3249,
      "step": 49250
    },
    {
      "epoch": 3.12,
      "eval_loss": 1.2836467027664185,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 49250
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.3759269823160297e-05,
      "loss": 1.3095,
      "step": 49300
    },
    {
      "epoch": 3.12,
      "eval_loss": 1.290600299835205,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 49300
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.3752931482537872e-05,
      "loss": 1.3063,
      "step": 49350
    },
    {
      "epoch": 3.13,
      "eval_loss": 1.2883328199386597,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 49350
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.3746593141915448e-05,
      "loss": 1.3388,
      "step": 49400
    },
    {
      "epoch": 3.13,
      "eval_loss": 1.2841116189956665,
      "eval_runtime": 3.7745,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 49400
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.3740254801293023e-05,
      "loss": 1.3168,
      "step": 49450
    },
    {
      "epoch": 3.13,
      "eval_loss": 1.2897932529449463,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 49450
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.3733916460670598e-05,
      "loss": 1.3163,
      "step": 49500
    },
    {
      "epoch": 3.14,
      "eval_loss": 1.2857288122177124,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 49500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.3727578120048172e-05,
      "loss": 1.2943,
      "step": 49550
    },
    {
      "epoch": 3.14,
      "eval_loss": 1.2849351167678833,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 49550
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.3721239779425747e-05,
      "loss": 1.3069,
      "step": 49600
    },
    {
      "epoch": 3.14,
      "eval_loss": 1.2908416986465454,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 49600
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.3714901438803324e-05,
      "loss": 1.3176,
      "step": 49650
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.288088083267212,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 49650
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.3708563098180898e-05,
      "loss": 1.2928,
      "step": 49700
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.2876183986663818,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 49700
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.3702224757558473e-05,
      "loss": 1.2711,
      "step": 49750
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.290259599685669,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 49750
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.3695886416936048e-05,
      "loss": 1.2938,
      "step": 49800
    },
    {
      "epoch": 3.16,
      "eval_loss": 1.2888896465301514,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 49800
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.3689548076313621e-05,
      "loss": 1.3214,
      "step": 49850
    },
    {
      "epoch": 3.16,
      "eval_loss": 1.2869081497192383,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 49850
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.3683209735691196e-05,
      "loss": 1.2983,
      "step": 49900
    },
    {
      "epoch": 3.16,
      "eval_loss": 1.2879716157913208,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 49900
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.3676871395068772e-05,
      "loss": 1.3165,
      "step": 49950
    },
    {
      "epoch": 3.16,
      "eval_loss": 1.2864917516708374,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 49950
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.3670533054446347e-05,
      "loss": 1.3067,
      "step": 50000
    },
    {
      "epoch": 3.17,
      "eval_loss": 1.2828024625778198,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 50000
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.3664194713823922e-05,
      "loss": 1.3017,
      "step": 50050
    },
    {
      "epoch": 3.17,
      "eval_loss": 1.2888184785842896,
      "eval_runtime": 3.7657,
      "eval_samples_per_second": 13.278,
      "eval_steps_per_second": 0.531,
      "step": 50050
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.3657856373201497e-05,
      "loss": 1.3136,
      "step": 50100
    },
    {
      "epoch": 3.17,
      "eval_loss": 1.2851626873016357,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 50100
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.3651518032579071e-05,
      "loss": 1.3045,
      "step": 50150
    },
    {
      "epoch": 3.18,
      "eval_loss": 1.2868449687957764,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 50150
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.3645179691956648e-05,
      "loss": 1.3158,
      "step": 50200
    },
    {
      "epoch": 3.18,
      "eval_loss": 1.2862974405288696,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 50200
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.3638841351334223e-05,
      "loss": 1.3151,
      "step": 50250
    },
    {
      "epoch": 3.18,
      "eval_loss": 1.2867438793182373,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 50250
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.3632503010711797e-05,
      "loss": 1.3132,
      "step": 50300
    },
    {
      "epoch": 3.19,
      "eval_loss": 1.2874759435653687,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 50300
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.3626164670089372e-05,
      "loss": 1.2794,
      "step": 50350
    },
    {
      "epoch": 3.19,
      "eval_loss": 1.2847301959991455,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 50350
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.3619826329466947e-05,
      "loss": 1.2904,
      "step": 50400
    },
    {
      "epoch": 3.19,
      "eval_loss": 1.2875010967254639,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 50400
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.3613487988844523e-05,
      "loss": 1.3222,
      "step": 50450
    },
    {
      "epoch": 3.2,
      "eval_loss": 1.289933443069458,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 50450
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.3607149648222095e-05,
      "loss": 1.3291,
      "step": 50500
    },
    {
      "epoch": 3.2,
      "eval_loss": 1.287125825881958,
      "eval_runtime": 3.7704,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 50500
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.3600811307599671e-05,
      "loss": 1.3138,
      "step": 50550
    },
    {
      "epoch": 3.2,
      "eval_loss": 1.2834783792495728,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 50550
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.3594472966977246e-05,
      "loss": 1.3139,
      "step": 50600
    },
    {
      "epoch": 3.21,
      "eval_loss": 1.283707857131958,
      "eval_runtime": 3.7691,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 50600
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.358813462635482e-05,
      "loss": 1.3014,
      "step": 50650
    },
    {
      "epoch": 3.21,
      "eval_loss": 1.295029640197754,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 50650
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.3581796285732396e-05,
      "loss": 1.3078,
      "step": 50700
    },
    {
      "epoch": 3.21,
      "eval_loss": 1.2928059101104736,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 50700
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.357545794510997e-05,
      "loss": 1.2939,
      "step": 50750
    },
    {
      "epoch": 3.22,
      "eval_loss": 1.2884776592254639,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 50750
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.3569119604487547e-05,
      "loss": 1.31,
      "step": 50800
    },
    {
      "epoch": 3.22,
      "eval_loss": 1.28407621383667,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 50800
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.3562781263865122e-05,
      "loss": 1.2786,
      "step": 50850
    },
    {
      "epoch": 3.22,
      "eval_loss": 1.2833775281906128,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 50850
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.3556442923242696e-05,
      "loss": 1.2798,
      "step": 50900
    },
    {
      "epoch": 3.23,
      "eval_loss": 1.2914105653762817,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 50900
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.3550104582620271e-05,
      "loss": 1.3175,
      "step": 50950
    },
    {
      "epoch": 3.23,
      "eval_loss": 1.288995623588562,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 50950
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.3543766241997846e-05,
      "loss": 1.3186,
      "step": 51000
    },
    {
      "epoch": 3.23,
      "eval_loss": 1.2805770635604858,
      "eval_runtime": 3.7674,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 51000
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.3537427901375422e-05,
      "loss": 1.3422,
      "step": 51050
    },
    {
      "epoch": 3.23,
      "eval_loss": 1.2885582447052002,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 51050
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.3531089560752997e-05,
      "loss": 1.3137,
      "step": 51100
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.2872198820114136,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 51100
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.3524751220130572e-05,
      "loss": 1.3156,
      "step": 51150
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.2876853942871094,
      "eval_runtime": 3.7664,
      "eval_samples_per_second": 13.275,
      "eval_steps_per_second": 0.531,
      "step": 51150
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.3518412879508145e-05,
      "loss": 1.311,
      "step": 51200
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.2858058214187622,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 51200
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.351207453888572e-05,
      "loss": 1.2894,
      "step": 51250
    },
    {
      "epoch": 3.25,
      "eval_loss": 1.2863818407058716,
      "eval_runtime": 3.7771,
      "eval_samples_per_second": 13.237,
      "eval_steps_per_second": 0.529,
      "step": 51250
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.3505736198263295e-05,
      "loss": 1.331,
      "step": 51300
    },
    {
      "epoch": 3.25,
      "eval_loss": 1.286733865737915,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 51300
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.349939785764087e-05,
      "loss": 1.2866,
      "step": 51350
    },
    {
      "epoch": 3.25,
      "eval_loss": 1.2881466150283813,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 51350
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.3493059517018446e-05,
      "loss": 1.3038,
      "step": 51400
    },
    {
      "epoch": 3.26,
      "eval_loss": 1.28376042842865,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 51400
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.348672117639602e-05,
      "loss": 1.3063,
      "step": 51450
    },
    {
      "epoch": 3.26,
      "eval_loss": 1.285447597503662,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 51450
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.3480382835773595e-05,
      "loss": 1.3229,
      "step": 51500
    },
    {
      "epoch": 3.26,
      "eval_loss": 1.2888320684432983,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 51500
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.347404449515117e-05,
      "loss": 1.3139,
      "step": 51550
    },
    {
      "epoch": 3.27,
      "eval_loss": 1.2825188636779785,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 51550
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.3467706154528745e-05,
      "loss": 1.3081,
      "step": 51600
    },
    {
      "epoch": 3.27,
      "eval_loss": 1.2877098321914673,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 51600
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.3461367813906321e-05,
      "loss": 1.2963,
      "step": 51650
    },
    {
      "epoch": 3.27,
      "eval_loss": 1.286777377128601,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 51650
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.3455029473283896e-05,
      "loss": 1.3126,
      "step": 51700
    },
    {
      "epoch": 3.28,
      "eval_loss": 1.2857211828231812,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 51700
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.3448691132661471e-05,
      "loss": 1.3117,
      "step": 51750
    },
    {
      "epoch": 3.28,
      "eval_loss": 1.2868152856826782,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 51750
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.3442352792039046e-05,
      "loss": 1.3058,
      "step": 51800
    },
    {
      "epoch": 3.28,
      "eval_loss": 1.282294511795044,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 51800
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.343601445141662e-05,
      "loss": 1.3104,
      "step": 51850
    },
    {
      "epoch": 3.29,
      "eval_loss": 1.281558871269226,
      "eval_runtime": 3.7746,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 51850
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.3429676110794194e-05,
      "loss": 1.3198,
      "step": 51900
    },
    {
      "epoch": 3.29,
      "eval_loss": 1.2874211072921753,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 51900
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.342333777017177e-05,
      "loss": 1.2938,
      "step": 51950
    },
    {
      "epoch": 3.29,
      "eval_loss": 1.284914255142212,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 51950
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.3416999429549345e-05,
      "loss": 1.3237,
      "step": 52000
    },
    {
      "epoch": 3.29,
      "eval_loss": 1.2883204221725464,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 52000
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.341066108892692e-05,
      "loss": 1.3144,
      "step": 52050
    },
    {
      "epoch": 3.3,
      "eval_loss": 1.2854008674621582,
      "eval_runtime": 3.7748,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 52050
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.3404322748304494e-05,
      "loss": 1.2908,
      "step": 52100
    },
    {
      "epoch": 3.3,
      "eval_loss": 1.2861278057098389,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 52100
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.339798440768207e-05,
      "loss": 1.2833,
      "step": 52150
    },
    {
      "epoch": 3.3,
      "eval_loss": 1.2840849161148071,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 52150
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.3391646067059646e-05,
      "loss": 1.2999,
      "step": 52200
    },
    {
      "epoch": 3.31,
      "eval_loss": 1.2868108749389648,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 52200
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.338530772643722e-05,
      "loss": 1.3009,
      "step": 52250
    },
    {
      "epoch": 3.31,
      "eval_loss": 1.2854992151260376,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 52250
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.3378969385814795e-05,
      "loss": 1.3063,
      "step": 52300
    },
    {
      "epoch": 3.31,
      "eval_loss": 1.285149335861206,
      "eval_runtime": 3.7752,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 52300
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.337263104519237e-05,
      "loss": 1.2919,
      "step": 52350
    },
    {
      "epoch": 3.32,
      "eval_loss": 1.2940950393676758,
      "eval_runtime": 3.7671,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 52350
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.3366292704569945e-05,
      "loss": 1.3304,
      "step": 52400
    },
    {
      "epoch": 3.32,
      "eval_loss": 1.2862727642059326,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 52400
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.3359954363947521e-05,
      "loss": 1.3085,
      "step": 52450
    },
    {
      "epoch": 3.32,
      "eval_loss": 1.2856841087341309,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 52450
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.3353616023325096e-05,
      "loss": 1.2911,
      "step": 52500
    },
    {
      "epoch": 3.33,
      "eval_loss": 1.2933928966522217,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 52500
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.3347277682702669e-05,
      "loss": 1.3175,
      "step": 52550
    },
    {
      "epoch": 3.33,
      "eval_loss": 1.2892231941223145,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 52550
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.3340939342080244e-05,
      "loss": 1.3153,
      "step": 52600
    },
    {
      "epoch": 3.33,
      "eval_loss": 1.2931110858917236,
      "eval_runtime": 3.7754,
      "eval_samples_per_second": 13.244,
      "eval_steps_per_second": 0.53,
      "step": 52600
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.3334601001457819e-05,
      "loss": 1.3383,
      "step": 52650
    },
    {
      "epoch": 3.34,
      "eval_loss": 1.282524824142456,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 52650
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.3328262660835393e-05,
      "loss": 1.2964,
      "step": 52700
    },
    {
      "epoch": 3.34,
      "eval_loss": 1.2855784893035889,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 52700
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.3321924320212968e-05,
      "loss": 1.2984,
      "step": 52750
    },
    {
      "epoch": 3.34,
      "eval_loss": 1.2847896814346313,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 52750
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.3315585979590545e-05,
      "loss": 1.3237,
      "step": 52800
    },
    {
      "epoch": 3.35,
      "eval_loss": 1.284273386001587,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 52800
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.330924763896812e-05,
      "loss": 1.3503,
      "step": 52850
    },
    {
      "epoch": 3.35,
      "eval_loss": 1.2860875129699707,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 52850
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.3302909298345694e-05,
      "loss": 1.2984,
      "step": 52900
    },
    {
      "epoch": 3.35,
      "eval_loss": 1.2833102941513062,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 52900
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.3296570957723269e-05,
      "loss": 1.3112,
      "step": 52950
    },
    {
      "epoch": 3.36,
      "eval_loss": 1.282645583152771,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 52950
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.3290232617100844e-05,
      "loss": 1.3042,
      "step": 53000
    },
    {
      "epoch": 3.36,
      "eval_loss": 1.284591555595398,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 53000
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.328389427647842e-05,
      "loss": 1.293,
      "step": 53050
    },
    {
      "epoch": 3.36,
      "eval_loss": 1.2798117399215698,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 53050
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.3277555935855995e-05,
      "loss": 1.2956,
      "step": 53100
    },
    {
      "epoch": 3.36,
      "eval_loss": 1.2897180318832397,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 53100
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.327121759523357e-05,
      "loss": 1.3109,
      "step": 53150
    },
    {
      "epoch": 3.37,
      "eval_loss": 1.2877709865570068,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 53150
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.3264879254611145e-05,
      "loss": 1.2974,
      "step": 53200
    },
    {
      "epoch": 3.37,
      "eval_loss": 1.2809820175170898,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 53200
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.3258540913988718e-05,
      "loss": 1.2972,
      "step": 53250
    },
    {
      "epoch": 3.37,
      "eval_loss": 1.2851955890655518,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 53250
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.3252202573366292e-05,
      "loss": 1.3243,
      "step": 53300
    },
    {
      "epoch": 3.38,
      "eval_loss": 1.2849105596542358,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 53300
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.3245864232743867e-05,
      "loss": 1.3232,
      "step": 53350
    },
    {
      "epoch": 3.38,
      "eval_loss": 1.2811602354049683,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 53350
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.3239525892121444e-05,
      "loss": 1.2966,
      "step": 53400
    },
    {
      "epoch": 3.38,
      "eval_loss": 1.2851645946502686,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 53400
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.3233187551499018e-05,
      "loss": 1.3172,
      "step": 53450
    },
    {
      "epoch": 3.39,
      "eval_loss": 1.2857338190078735,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 53450
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.3226975977689042e-05,
      "loss": 1.2838,
      "step": 53500
    },
    {
      "epoch": 3.39,
      "eval_loss": 1.2862354516983032,
      "eval_runtime": 3.7739,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 53500
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.3220637637066618e-05,
      "loss": 1.3171,
      "step": 53550
    },
    {
      "epoch": 3.39,
      "eval_loss": 1.2938047647476196,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 53550
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.3214299296444193e-05,
      "loss": 1.3062,
      "step": 53600
    },
    {
      "epoch": 3.4,
      "eval_loss": 1.286950707435608,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 53600
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.3207960955821766e-05,
      "loss": 1.3226,
      "step": 53650
    },
    {
      "epoch": 3.4,
      "eval_loss": 1.285588264465332,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 53650
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.3201622615199341e-05,
      "loss": 1.301,
      "step": 53700
    },
    {
      "epoch": 3.4,
      "eval_loss": 1.284866213798523,
      "eval_runtime": 3.7668,
      "eval_samples_per_second": 13.274,
      "eval_steps_per_second": 0.531,
      "step": 53700
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.3195284274576916e-05,
      "loss": 1.3439,
      "step": 53750
    },
    {
      "epoch": 3.41,
      "eval_loss": 1.2845818996429443,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 53750
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.318894593395449e-05,
      "loss": 1.3259,
      "step": 53800
    },
    {
      "epoch": 3.41,
      "eval_loss": 1.28196120262146,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 53800
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.3182607593332067e-05,
      "loss": 1.3055,
      "step": 53850
    },
    {
      "epoch": 3.41,
      "eval_loss": 1.2864174842834473,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 53850
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.3176269252709642e-05,
      "loss": 1.3074,
      "step": 53900
    },
    {
      "epoch": 3.42,
      "eval_loss": 1.2848498821258545,
      "eval_runtime": 3.7612,
      "eval_samples_per_second": 13.294,
      "eval_steps_per_second": 0.532,
      "step": 53900
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.3169930912087217e-05,
      "loss": 1.3177,
      "step": 53950
    },
    {
      "epoch": 3.42,
      "eval_loss": 1.2837496995925903,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 53950
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.3163592571464791e-05,
      "loss": 1.3065,
      "step": 54000
    },
    {
      "epoch": 3.42,
      "eval_loss": 1.2816375494003296,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 54000
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.3157254230842366e-05,
      "loss": 1.2973,
      "step": 54050
    },
    {
      "epoch": 3.42,
      "eval_loss": 1.2858256101608276,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 54050
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.3150915890219943e-05,
      "loss": 1.2867,
      "step": 54100
    },
    {
      "epoch": 3.43,
      "eval_loss": 1.2842872142791748,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 54100
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.3144577549597517e-05,
      "loss": 1.3046,
      "step": 54150
    },
    {
      "epoch": 3.43,
      "eval_loss": 1.2836482524871826,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 54150
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.3138239208975092e-05,
      "loss": 1.3051,
      "step": 54200
    },
    {
      "epoch": 3.43,
      "eval_loss": 1.291039228439331,
      "eval_runtime": 3.7771,
      "eval_samples_per_second": 13.238,
      "eval_steps_per_second": 0.53,
      "step": 54200
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.3131900868352667e-05,
      "loss": 1.3264,
      "step": 54250
    },
    {
      "epoch": 3.44,
      "eval_loss": 1.2793464660644531,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 54250
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.3125562527730242e-05,
      "loss": 1.3272,
      "step": 54300
    },
    {
      "epoch": 3.44,
      "eval_loss": 1.2878021001815796,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 54300
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.3119224187107815e-05,
      "loss": 1.2976,
      "step": 54350
    },
    {
      "epoch": 3.44,
      "eval_loss": 1.2889869213104248,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 54350
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.311288584648539e-05,
      "loss": 1.3002,
      "step": 54400
    },
    {
      "epoch": 3.45,
      "eval_loss": 1.2873438596725464,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 54400
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.3106547505862966e-05,
      "loss": 1.3294,
      "step": 54450
    },
    {
      "epoch": 3.45,
      "eval_loss": 1.2851972579956055,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 54450
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.3100209165240541e-05,
      "loss": 1.2959,
      "step": 54500
    },
    {
      "epoch": 3.45,
      "eval_loss": 1.2863737344741821,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 54500
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.3093870824618116e-05,
      "loss": 1.3207,
      "step": 54550
    },
    {
      "epoch": 3.46,
      "eval_loss": 1.2855852842330933,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 54550
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.308753248399569e-05,
      "loss": 1.3384,
      "step": 54600
    },
    {
      "epoch": 3.46,
      "eval_loss": 1.2864645719528198,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 54600
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.3081194143373265e-05,
      "loss": 1.313,
      "step": 54650
    },
    {
      "epoch": 3.46,
      "eval_loss": 1.2822331190109253,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 54650
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.3074855802750842e-05,
      "loss": 1.283,
      "step": 54700
    },
    {
      "epoch": 3.47,
      "eval_loss": 1.2842830419540405,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 54700
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.3068517462128416e-05,
      "loss": 1.3129,
      "step": 54750
    },
    {
      "epoch": 3.47,
      "eval_loss": 1.2846298217773438,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 54750
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.3062179121505991e-05,
      "loss": 1.2923,
      "step": 54800
    },
    {
      "epoch": 3.47,
      "eval_loss": 1.28788423538208,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 54800
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.3055840780883566e-05,
      "loss": 1.2953,
      "step": 54850
    },
    {
      "epoch": 3.48,
      "eval_loss": 1.2856794595718384,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 54850
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.304950244026114e-05,
      "loss": 1.2977,
      "step": 54900
    },
    {
      "epoch": 3.48,
      "eval_loss": 1.2865501642227173,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 54900
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.3043164099638717e-05,
      "loss": 1.3095,
      "step": 54950
    },
    {
      "epoch": 3.48,
      "eval_loss": 1.2839913368225098,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 54950
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.3036825759016292e-05,
      "loss": 1.2997,
      "step": 55000
    },
    {
      "epoch": 3.48,
      "eval_loss": 1.2830027341842651,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 55000
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.3030487418393865e-05,
      "loss": 1.3011,
      "step": 55050
    },
    {
      "epoch": 3.49,
      "eval_loss": 1.283743143081665,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 55050
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.302414907777144e-05,
      "loss": 1.3028,
      "step": 55100
    },
    {
      "epoch": 3.49,
      "eval_loss": 1.2855929136276245,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 55100
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.3017810737149015e-05,
      "loss": 1.3373,
      "step": 55150
    },
    {
      "epoch": 3.49,
      "eval_loss": 1.2842646837234497,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 55150
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.301147239652659e-05,
      "loss": 1.2971,
      "step": 55200
    },
    {
      "epoch": 3.5,
      "eval_loss": 1.2828935384750366,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 55200
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.3005134055904164e-05,
      "loss": 1.3404,
      "step": 55250
    },
    {
      "epoch": 3.5,
      "eval_loss": 1.2834892272949219,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 55250
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.299879571528174e-05,
      "loss": 1.3173,
      "step": 55300
    },
    {
      "epoch": 3.5,
      "eval_loss": 1.2819851636886597,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 55300
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.2992457374659315e-05,
      "loss": 1.304,
      "step": 55350
    },
    {
      "epoch": 3.51,
      "eval_loss": 1.2823426723480225,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 55350
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.298611903403689e-05,
      "loss": 1.3141,
      "step": 55400
    },
    {
      "epoch": 3.51,
      "eval_loss": 1.2874670028686523,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 55400
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.2979780693414465e-05,
      "loss": 1.2824,
      "step": 55450
    },
    {
      "epoch": 3.51,
      "eval_loss": 1.2810462713241577,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 55450
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.297344235279204e-05,
      "loss": 1.3069,
      "step": 55500
    },
    {
      "epoch": 3.52,
      "eval_loss": 1.2945303916931152,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 55500
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.2967104012169616e-05,
      "loss": 1.3228,
      "step": 55550
    },
    {
      "epoch": 3.52,
      "eval_loss": 1.2789846658706665,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 55550
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.2960892438359638e-05,
      "loss": 1.3066,
      "step": 55600
    },
    {
      "epoch": 3.52,
      "eval_loss": 1.2848808765411377,
      "eval_runtime": 3.7692,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 55600
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.2954554097737213e-05,
      "loss": 1.3076,
      "step": 55650
    },
    {
      "epoch": 3.53,
      "eval_loss": 1.2851313352584839,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 55650
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.2948215757114788e-05,
      "loss": 1.3035,
      "step": 55700
    },
    {
      "epoch": 3.53,
      "eval_loss": 1.2848730087280273,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 55700
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.2941877416492364e-05,
      "loss": 1.3077,
      "step": 55750
    },
    {
      "epoch": 3.53,
      "eval_loss": 1.2845330238342285,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 55750
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.2935539075869939e-05,
      "loss": 1.3134,
      "step": 55800
    },
    {
      "epoch": 3.54,
      "eval_loss": 1.2925485372543335,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 55800
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.2929200735247514e-05,
      "loss": 1.3183,
      "step": 55850
    },
    {
      "epoch": 3.54,
      "eval_loss": 1.2867827415466309,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 55850
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.2922862394625088e-05,
      "loss": 1.3189,
      "step": 55900
    },
    {
      "epoch": 3.54,
      "eval_loss": 1.2831721305847168,
      "eval_runtime": 3.7723,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 55900
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.2916524054002663e-05,
      "loss": 1.3018,
      "step": 55950
    },
    {
      "epoch": 3.55,
      "eval_loss": 1.2842330932617188,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 55950
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.291018571338024e-05,
      "loss": 1.3242,
      "step": 56000
    },
    {
      "epoch": 3.55,
      "eval_loss": 1.282920241355896,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 56000
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.2903847372757814e-05,
      "loss": 1.3107,
      "step": 56050
    },
    {
      "epoch": 3.55,
      "eval_loss": 1.28363037109375,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 56050
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.289750903213539e-05,
      "loss": 1.3088,
      "step": 56100
    },
    {
      "epoch": 3.55,
      "eval_loss": 1.2792989015579224,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 56100
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.2891170691512962e-05,
      "loss": 1.3102,
      "step": 56150
    },
    {
      "epoch": 3.56,
      "eval_loss": 1.283616065979004,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 56150
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.2884832350890537e-05,
      "loss": 1.2983,
      "step": 56200
    },
    {
      "epoch": 3.56,
      "eval_loss": 1.2842761278152466,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 56200
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.2878494010268112e-05,
      "loss": 1.2895,
      "step": 56250
    },
    {
      "epoch": 3.56,
      "eval_loss": 1.278899073600769,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 56250
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.2872155669645687e-05,
      "loss": 1.3113,
      "step": 56300
    },
    {
      "epoch": 3.57,
      "eval_loss": 1.2829270362854004,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 56300
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.2865817329023263e-05,
      "loss": 1.295,
      "step": 56350
    },
    {
      "epoch": 3.57,
      "eval_loss": 1.2824040651321411,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 56350
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.2859478988400838e-05,
      "loss": 1.2965,
      "step": 56400
    },
    {
      "epoch": 3.57,
      "eval_loss": 1.2882225513458252,
      "eval_runtime": 3.772,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 56400
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.2853140647778413e-05,
      "loss": 1.3091,
      "step": 56450
    },
    {
      "epoch": 3.58,
      "eval_loss": 1.2843596935272217,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 56450
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.2846802307155987e-05,
      "loss": 1.3216,
      "step": 56500
    },
    {
      "epoch": 3.58,
      "eval_loss": 1.2819628715515137,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 56500
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.2840463966533562e-05,
      "loss": 1.282,
      "step": 56550
    },
    {
      "epoch": 3.58,
      "eval_loss": 1.283927321434021,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 56550
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.2834125625911139e-05,
      "loss": 1.3211,
      "step": 56600
    },
    {
      "epoch": 3.59,
      "eval_loss": 1.2833044528961182,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 56600
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.2827787285288713e-05,
      "loss": 1.3109,
      "step": 56650
    },
    {
      "epoch": 3.59,
      "eval_loss": 1.2844871282577515,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 56650
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.2821448944666288e-05,
      "loss": 1.2888,
      "step": 56700
    },
    {
      "epoch": 3.59,
      "eval_loss": 1.2839691638946533,
      "eval_runtime": 3.7738,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 56700
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.2815110604043863e-05,
      "loss": 1.2945,
      "step": 56750
    },
    {
      "epoch": 3.6,
      "eval_loss": 1.281978964805603,
      "eval_runtime": 3.7746,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 56750
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.2808772263421438e-05,
      "loss": 1.3155,
      "step": 56800
    },
    {
      "epoch": 3.6,
      "eval_loss": 1.2823559045791626,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 56800
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.2802433922799011e-05,
      "loss": 1.2862,
      "step": 56850
    },
    {
      "epoch": 3.6,
      "eval_loss": 1.2845180034637451,
      "eval_runtime": 3.7743,
      "eval_samples_per_second": 13.247,
      "eval_steps_per_second": 0.53,
      "step": 56850
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.2796095582176586e-05,
      "loss": 1.2846,
      "step": 56900
    },
    {
      "epoch": 3.61,
      "eval_loss": 1.2806909084320068,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 56900
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.2789757241554162e-05,
      "loss": 1.3102,
      "step": 56950
    },
    {
      "epoch": 3.61,
      "eval_loss": 1.2847956418991089,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 56950
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.2783418900931737e-05,
      "loss": 1.3137,
      "step": 57000
    },
    {
      "epoch": 3.61,
      "eval_loss": 1.281103491783142,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 57000
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.2777080560309312e-05,
      "loss": 1.3154,
      "step": 57050
    },
    {
      "epoch": 3.61,
      "eval_loss": 1.2803092002868652,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 57050
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.2770742219686886e-05,
      "loss": 1.2961,
      "step": 57100
    },
    {
      "epoch": 3.62,
      "eval_loss": 1.279066801071167,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 57100
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.2764403879064461e-05,
      "loss": 1.2927,
      "step": 57150
    },
    {
      "epoch": 3.62,
      "eval_loss": 1.2792245149612427,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 57150
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.2758065538442038e-05,
      "loss": 1.2641,
      "step": 57200
    },
    {
      "epoch": 3.62,
      "eval_loss": 1.288253664970398,
      "eval_runtime": 3.7719,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 57200
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.2751727197819612e-05,
      "loss": 1.2971,
      "step": 57250
    },
    {
      "epoch": 3.63,
      "eval_loss": 1.2804347276687622,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 57250
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.2745388857197187e-05,
      "loss": 1.3137,
      "step": 57300
    },
    {
      "epoch": 3.63,
      "eval_loss": 1.279028296470642,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 57300
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.2739050516574762e-05,
      "loss": 1.3054,
      "step": 57350
    },
    {
      "epoch": 3.63,
      "eval_loss": 1.2844449281692505,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 57350
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.2732712175952337e-05,
      "loss": 1.2973,
      "step": 57400
    },
    {
      "epoch": 3.64,
      "eval_loss": 1.2878245115280151,
      "eval_runtime": 3.7714,
      "eval_samples_per_second": 13.258,
      "eval_steps_per_second": 0.53,
      "step": 57400
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.2726373835329913e-05,
      "loss": 1.2966,
      "step": 57450
    },
    {
      "epoch": 3.64,
      "eval_loss": 1.2829391956329346,
      "eval_runtime": 3.7748,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 57450
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.2720035494707486e-05,
      "loss": 1.2949,
      "step": 57500
    },
    {
      "epoch": 3.64,
      "eval_loss": 1.2807366847991943,
      "eval_runtime": 3.7735,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 57500
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.2713697154085061e-05,
      "loss": 1.3145,
      "step": 57550
    },
    {
      "epoch": 3.65,
      "eval_loss": 1.2856266498565674,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 57550
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.2707358813462636e-05,
      "loss": 1.3226,
      "step": 57600
    },
    {
      "epoch": 3.65,
      "eval_loss": 1.2831237316131592,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 57600
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.270102047284021e-05,
      "loss": 1.314,
      "step": 57650
    },
    {
      "epoch": 3.65,
      "eval_loss": 1.288843035697937,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 57650
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.2694682132217785e-05,
      "loss": 1.2981,
      "step": 57700
    },
    {
      "epoch": 3.66,
      "eval_loss": 1.2854373455047607,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 57700
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.2688343791595362e-05,
      "loss": 1.2861,
      "step": 57750
    },
    {
      "epoch": 3.66,
      "eval_loss": 1.2818267345428467,
      "eval_runtime": 3.768,
      "eval_samples_per_second": 13.27,
      "eval_steps_per_second": 0.531,
      "step": 57750
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.2682005450972937e-05,
      "loss": 1.3117,
      "step": 57800
    },
    {
      "epoch": 3.66,
      "eval_loss": 1.282399296760559,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 57800
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.2675667110350511e-05,
      "loss": 1.2659,
      "step": 57850
    },
    {
      "epoch": 3.67,
      "eval_loss": 1.287675142288208,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 57850
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.2669328769728086e-05,
      "loss": 1.2858,
      "step": 57900
    },
    {
      "epoch": 3.67,
      "eval_loss": 1.2851409912109375,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 57900
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.2662990429105661e-05,
      "loss": 1.3305,
      "step": 57950
    },
    {
      "epoch": 3.67,
      "eval_loss": 1.281197190284729,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 57950
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2656652088483238e-05,
      "loss": 1.318,
      "step": 58000
    },
    {
      "epoch": 3.68,
      "eval_loss": 1.2855117321014404,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 58000
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2650313747860812e-05,
      "loss": 1.319,
      "step": 58050
    },
    {
      "epoch": 3.68,
      "eval_loss": 1.2804759740829468,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 58050
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2643975407238387e-05,
      "loss": 1.2925,
      "step": 58100
    },
    {
      "epoch": 3.68,
      "eval_loss": 1.2818081378936768,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 58100
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2637637066615962e-05,
      "loss": 1.3082,
      "step": 58150
    },
    {
      "epoch": 3.68,
      "eval_loss": 1.27784264087677,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 58150
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.2631298725993535e-05,
      "loss": 1.3022,
      "step": 58200
    },
    {
      "epoch": 3.69,
      "eval_loss": 1.2815487384796143,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 58200
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.262496038537111e-05,
      "loss": 1.3099,
      "step": 58250
    },
    {
      "epoch": 3.69,
      "eval_loss": 1.287879467010498,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 58250
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.2618622044748684e-05,
      "loss": 1.3414,
      "step": 58300
    },
    {
      "epoch": 3.69,
      "eval_loss": 1.2876009941101074,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 58300
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.2612283704126261e-05,
      "loss": 1.3051,
      "step": 58350
    },
    {
      "epoch": 3.7,
      "eval_loss": 1.2809441089630127,
      "eval_runtime": 3.7708,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 58350
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.2605945363503836e-05,
      "loss": 1.2911,
      "step": 58400
    },
    {
      "epoch": 3.7,
      "eval_loss": 1.2829344272613525,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 58400
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.259960702288141e-05,
      "loss": 1.3122,
      "step": 58450
    },
    {
      "epoch": 3.7,
      "eval_loss": 1.2806299924850464,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 58450
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.2593268682258985e-05,
      "loss": 1.303,
      "step": 58500
    },
    {
      "epoch": 3.71,
      "eval_loss": 1.2824500799179077,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 58500
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.258693034163656e-05,
      "loss": 1.3268,
      "step": 58550
    },
    {
      "epoch": 3.71,
      "eval_loss": 1.2826014757156372,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 58550
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.2580592001014137e-05,
      "loss": 1.3324,
      "step": 58600
    },
    {
      "epoch": 3.71,
      "eval_loss": 1.2844127416610718,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 58600
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.2574253660391711e-05,
      "loss": 1.3069,
      "step": 58650
    },
    {
      "epoch": 3.72,
      "eval_loss": 1.2814210653305054,
      "eval_runtime": 3.7747,
      "eval_samples_per_second": 13.246,
      "eval_steps_per_second": 0.53,
      "step": 58650
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.2567915319769286e-05,
      "loss": 1.2776,
      "step": 58700
    },
    {
      "epoch": 3.72,
      "eval_loss": 1.2827531099319458,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 58700
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.2561576979146861e-05,
      "loss": 1.3115,
      "step": 58750
    },
    {
      "epoch": 3.72,
      "eval_loss": 1.2842662334442139,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 58750
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.2555238638524436e-05,
      "loss": 1.3231,
      "step": 58800
    },
    {
      "epoch": 3.73,
      "eval_loss": 1.2820935249328613,
      "eval_runtime": 3.7684,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 58800
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.2548900297902012e-05,
      "loss": 1.3035,
      "step": 58850
    },
    {
      "epoch": 3.73,
      "eval_loss": 1.2800058126449585,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 58850
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.2542561957279584e-05,
      "loss": 1.2988,
      "step": 58900
    },
    {
      "epoch": 3.73,
      "eval_loss": 1.2826249599456787,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 58900
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.253622361665716e-05,
      "loss": 1.279,
      "step": 58950
    },
    {
      "epoch": 3.74,
      "eval_loss": 1.2850234508514404,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 58950
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.2529885276034735e-05,
      "loss": 1.296,
      "step": 59000
    },
    {
      "epoch": 3.74,
      "eval_loss": 1.2853106260299683,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 59000
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.252354693541231e-05,
      "loss": 1.3047,
      "step": 59050
    },
    {
      "epoch": 3.74,
      "eval_loss": 1.28371262550354,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 59050
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.2517208594789884e-05,
      "loss": 1.3079,
      "step": 59100
    },
    {
      "epoch": 3.74,
      "eval_loss": 1.2867982387542725,
      "eval_runtime": 3.7733,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 59100
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.2510870254167459e-05,
      "loss": 1.3034,
      "step": 59150
    },
    {
      "epoch": 3.75,
      "eval_loss": 1.2894738912582397,
      "eval_runtime": 3.7676,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 59150
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.2504531913545036e-05,
      "loss": 1.3129,
      "step": 59200
    },
    {
      "epoch": 3.75,
      "eval_loss": 1.2861546277999878,
      "eval_runtime": 3.7711,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 59200
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.249819357292261e-05,
      "loss": 1.3051,
      "step": 59250
    },
    {
      "epoch": 3.75,
      "eval_loss": 1.2836936712265015,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 59250
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.2491855232300185e-05,
      "loss": 1.318,
      "step": 59300
    },
    {
      "epoch": 3.76,
      "eval_loss": 1.2870465517044067,
      "eval_runtime": 3.7718,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 59300
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.248551689167776e-05,
      "loss": 1.3124,
      "step": 59350
    },
    {
      "epoch": 3.76,
      "eval_loss": 1.2857956886291504,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 59350
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.2479305317867783e-05,
      "loss": 1.2896,
      "step": 59400
    },
    {
      "epoch": 3.76,
      "eval_loss": 1.2858422994613647,
      "eval_runtime": 3.7671,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.531,
      "step": 59400
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.2472966977245358e-05,
      "loss": 1.3217,
      "step": 59450
    },
    {
      "epoch": 3.77,
      "eval_loss": 1.2826424837112427,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 59450
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.2466628636622933e-05,
      "loss": 1.2801,
      "step": 59500
    },
    {
      "epoch": 3.77,
      "eval_loss": 1.285921335220337,
      "eval_runtime": 3.7751,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 59500
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.2460290296000508e-05,
      "loss": 1.3021,
      "step": 59550
    },
    {
      "epoch": 3.77,
      "eval_loss": 1.2805360555648804,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 59550
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.2453951955378082e-05,
      "loss": 1.3048,
      "step": 59600
    },
    {
      "epoch": 3.78,
      "eval_loss": 1.2933862209320068,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 59600
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.2447613614755659e-05,
      "loss": 1.302,
      "step": 59650
    },
    {
      "epoch": 3.78,
      "eval_loss": 1.2820707559585571,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 59650
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.2441275274133234e-05,
      "loss": 1.3158,
      "step": 59700
    },
    {
      "epoch": 3.78,
      "eval_loss": 1.2801158428192139,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 59700
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.2434936933510808e-05,
      "loss": 1.3255,
      "step": 59750
    },
    {
      "epoch": 3.79,
      "eval_loss": 1.288580060005188,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 59750
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.2428598592888383e-05,
      "loss": 1.3001,
      "step": 59800
    },
    {
      "epoch": 3.79,
      "eval_loss": 1.2897282838821411,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 59800
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.2422260252265958e-05,
      "loss": 1.2946,
      "step": 59850
    },
    {
      "epoch": 3.79,
      "eval_loss": 1.285589337348938,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 59850
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.2415921911643533e-05,
      "loss": 1.2937,
      "step": 59900
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.286169409751892,
      "eval_runtime": 3.7767,
      "eval_samples_per_second": 13.239,
      "eval_steps_per_second": 0.53,
      "step": 59900
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.240958357102111e-05,
      "loss": 1.3012,
      "step": 59950
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.2858511209487915,
      "eval_runtime": 3.7749,
      "eval_samples_per_second": 13.245,
      "eval_steps_per_second": 0.53,
      "step": 59950
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.2403245230398682e-05,
      "loss": 1.2999,
      "step": 60000
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.280913233757019,
      "eval_runtime": 3.7675,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 60000
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.2396906889776257e-05,
      "loss": 1.309,
      "step": 60050
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.2815738916397095,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 60050
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.2390568549153832e-05,
      "loss": 1.285,
      "step": 60100
    },
    {
      "epoch": 3.81,
      "eval_loss": 1.2818210124969482,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 60100
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.2384230208531407e-05,
      "loss": 1.283,
      "step": 60150
    },
    {
      "epoch": 3.81,
      "eval_loss": 1.279291033744812,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 60150
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.2377891867908981e-05,
      "loss": 1.3035,
      "step": 60200
    },
    {
      "epoch": 3.81,
      "eval_loss": 1.2826550006866455,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 60200
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.2371553527286558e-05,
      "loss": 1.3121,
      "step": 60250
    },
    {
      "epoch": 3.82,
      "eval_loss": 1.2821593284606934,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 60250
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.2365215186664133e-05,
      "loss": 1.2973,
      "step": 60300
    },
    {
      "epoch": 3.82,
      "eval_loss": 1.2816184759140015,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 60300
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.2358876846041708e-05,
      "loss": 1.3021,
      "step": 60350
    },
    {
      "epoch": 3.82,
      "eval_loss": 1.2808351516723633,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 13.249,
      "eval_steps_per_second": 0.53,
      "step": 60350
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.2352538505419282e-05,
      "loss": 1.3164,
      "step": 60400
    },
    {
      "epoch": 3.83,
      "eval_loss": 1.2792418003082275,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 60400
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.2346200164796857e-05,
      "loss": 1.271,
      "step": 60450
    },
    {
      "epoch": 3.83,
      "eval_loss": 1.285904884338379,
      "eval_runtime": 3.7656,
      "eval_samples_per_second": 13.278,
      "eval_steps_per_second": 0.531,
      "step": 60450
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.2339861824174434e-05,
      "loss": 1.3119,
      "step": 60500
    },
    {
      "epoch": 3.83,
      "eval_loss": 1.2828646898269653,
      "eval_runtime": 3.765,
      "eval_samples_per_second": 13.28,
      "eval_steps_per_second": 0.531,
      "step": 60500
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.2333523483552008e-05,
      "loss": 1.2884,
      "step": 60550
    },
    {
      "epoch": 3.84,
      "eval_loss": 1.2857215404510498,
      "eval_runtime": 3.7729,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 60550
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.2327185142929583e-05,
      "loss": 1.295,
      "step": 60600
    },
    {
      "epoch": 3.84,
      "eval_loss": 1.2787235975265503,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 60600
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.2320846802307156e-05,
      "loss": 1.2898,
      "step": 60650
    },
    {
      "epoch": 3.84,
      "eval_loss": 1.2830379009246826,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 60650
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.2314508461684731e-05,
      "loss": 1.2879,
      "step": 60700
    },
    {
      "epoch": 3.85,
      "eval_loss": 1.2803202867507935,
      "eval_runtime": 3.7701,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 60700
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.2308170121062306e-05,
      "loss": 1.2844,
      "step": 60750
    },
    {
      "epoch": 3.85,
      "eval_loss": 1.2833034992218018,
      "eval_runtime": 3.7709,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 60750
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.230183178043988e-05,
      "loss": 1.3159,
      "step": 60800
    },
    {
      "epoch": 3.85,
      "eval_loss": 1.2802387475967407,
      "eval_runtime": 3.7685,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 60800
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.2295493439817457e-05,
      "loss": 1.3153,
      "step": 60850
    },
    {
      "epoch": 3.86,
      "eval_loss": 1.28177809715271,
      "eval_runtime": 3.7696,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 60850
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.2289155099195032e-05,
      "loss": 1.3184,
      "step": 60900
    },
    {
      "epoch": 3.86,
      "eval_loss": 1.2795437574386597,
      "eval_runtime": 3.7721,
      "eval_samples_per_second": 13.255,
      "eval_steps_per_second": 0.53,
      "step": 60900
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.2282816758572607e-05,
      "loss": 1.2905,
      "step": 60950
    },
    {
      "epoch": 3.86,
      "eval_loss": 1.2796874046325684,
      "eval_runtime": 3.7697,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 60950
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2276478417950181e-05,
      "loss": 1.2935,
      "step": 61000
    },
    {
      "epoch": 3.87,
      "eval_loss": 1.2820053100585938,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 61000
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2270140077327756e-05,
      "loss": 1.2909,
      "step": 61050
    },
    {
      "epoch": 3.87,
      "eval_loss": 1.283310890197754,
      "eval_runtime": 3.7706,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 61050
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2263801736705333e-05,
      "loss": 1.2766,
      "step": 61100
    },
    {
      "epoch": 3.87,
      "eval_loss": 1.2836205959320068,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 61100
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2257463396082907e-05,
      "loss": 1.3095,
      "step": 61150
    },
    {
      "epoch": 3.87,
      "eval_loss": 1.2817699909210205,
      "eval_runtime": 3.7694,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 61150
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.2251125055460482e-05,
      "loss": 1.3022,
      "step": 61200
    },
    {
      "epoch": 3.88,
      "eval_loss": 1.2816342115402222,
      "eval_runtime": 3.7731,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 61200
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.2244786714838057e-05,
      "loss": 1.3049,
      "step": 61250
    },
    {
      "epoch": 3.88,
      "eval_loss": 1.2803840637207031,
      "eval_runtime": 3.7732,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 61250
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.2238448374215632e-05,
      "loss": 1.3008,
      "step": 61300
    },
    {
      "epoch": 3.88,
      "eval_loss": 1.281725287437439,
      "eval_runtime": 3.7688,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 61300
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2232110033593205e-05,
      "loss": 1.3142,
      "step": 61350
    },
    {
      "epoch": 3.89,
      "eval_loss": 1.2848403453826904,
      "eval_runtime": 3.773,
      "eval_samples_per_second": 13.252,
      "eval_steps_per_second": 0.53,
      "step": 61350
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2225771692970781e-05,
      "loss": 1.3137,
      "step": 61400
    },
    {
      "epoch": 3.89,
      "eval_loss": 1.2818886041641235,
      "eval_runtime": 3.7741,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 61400
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.2219433352348356e-05,
      "loss": 1.3005,
      "step": 61450
    },
    {
      "epoch": 3.89,
      "eval_loss": 1.283537745475769,
      "eval_runtime": 3.7737,
      "eval_samples_per_second": 13.25,
      "eval_steps_per_second": 0.53,
      "step": 61450
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.221309501172593e-05,
      "loss": 1.336,
      "step": 61500
    },
    {
      "epoch": 3.9,
      "eval_loss": 1.2776293754577637,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 61500
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2206756671103506e-05,
      "loss": 1.3056,
      "step": 61550
    },
    {
      "epoch": 3.9,
      "eval_loss": 1.283506155014038,
      "eval_runtime": 3.7698,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 61550
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.220041833048108e-05,
      "loss": 1.2928,
      "step": 61600
    },
    {
      "epoch": 3.9,
      "eval_loss": 1.2818597555160522,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 61600
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.2194079989858655e-05,
      "loss": 1.2891,
      "step": 61650
    },
    {
      "epoch": 3.91,
      "eval_loss": 1.2851519584655762,
      "eval_runtime": 3.7715,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 61650
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.2187741649236232e-05,
      "loss": 1.3021,
      "step": 61700
    },
    {
      "epoch": 3.91,
      "eval_loss": 1.2861803770065308,
      "eval_runtime": 3.7703,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 61700
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.2181403308613806e-05,
      "loss": 1.299,
      "step": 61750
    },
    {
      "epoch": 3.91,
      "eval_loss": 1.2909579277038574,
      "eval_runtime": 3.771,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 61750
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.2175064967991381e-05,
      "loss": 1.3037,
      "step": 61800
    },
    {
      "epoch": 3.92,
      "eval_loss": 1.28318190574646,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 61800
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.2168726627368956e-05,
      "loss": 1.2865,
      "step": 61850
    },
    {
      "epoch": 3.92,
      "eval_loss": 1.2850934267044067,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 61850
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.216238828674653e-05,
      "loss": 1.2969,
      "step": 61900
    },
    {
      "epoch": 3.92,
      "eval_loss": 1.2815029621124268,
      "eval_runtime": 3.769,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 61900
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.2156049946124107e-05,
      "loss": 1.2758,
      "step": 61950
    },
    {
      "epoch": 3.93,
      "eval_loss": 1.2869964838027954,
      "eval_runtime": 3.7717,
      "eval_samples_per_second": 13.256,
      "eval_steps_per_second": 0.53,
      "step": 61950
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.2149711605501682e-05,
      "loss": 1.3273,
      "step": 62000
    },
    {
      "epoch": 3.93,
      "eval_loss": 1.2845485210418701,
      "eval_runtime": 3.7687,
      "eval_samples_per_second": 13.267,
      "eval_steps_per_second": 0.531,
      "step": 62000
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.2143373264879255e-05,
      "loss": 1.2966,
      "step": 62050
    },
    {
      "epoch": 3.93,
      "eval_loss": 1.2811493873596191,
      "eval_runtime": 3.7727,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 62050
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.213703492425683e-05,
      "loss": 1.2894,
      "step": 62100
    },
    {
      "epoch": 3.93,
      "eval_loss": 1.2819486856460571,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 62100
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.2130696583634405e-05,
      "loss": 1.2853,
      "step": 62150
    },
    {
      "epoch": 3.94,
      "eval_loss": 1.285772681236267,
      "eval_runtime": 3.7689,
      "eval_samples_per_second": 13.266,
      "eval_steps_per_second": 0.531,
      "step": 62150
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.212435824301198e-05,
      "loss": 1.2924,
      "step": 62200
    },
    {
      "epoch": 3.94,
      "eval_loss": 1.2840394973754883,
      "eval_runtime": 3.7672,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 62200
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.2118019902389556e-05,
      "loss": 1.3079,
      "step": 62250
    },
    {
      "epoch": 3.94,
      "eval_loss": 1.28691828250885,
      "eval_runtime": 3.77,
      "eval_samples_per_second": 13.262,
      "eval_steps_per_second": 0.53,
      "step": 62250
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.211168156176713e-05,
      "loss": 1.3211,
      "step": 62300
    },
    {
      "epoch": 3.95,
      "eval_loss": 1.2858519554138184,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 62300
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.2105343221144705e-05,
      "loss": 1.2916,
      "step": 62350
    },
    {
      "epoch": 3.95,
      "eval_loss": 1.2870821952819824,
      "eval_runtime": 3.7693,
      "eval_samples_per_second": 13.265,
      "eval_steps_per_second": 0.531,
      "step": 62350
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.209900488052228e-05,
      "loss": 1.3148,
      "step": 62400
    },
    {
      "epoch": 3.95,
      "eval_loss": 1.2813467979431152,
      "eval_runtime": 3.7712,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 0.53,
      "step": 62400
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.2092666539899855e-05,
      "loss": 1.3038,
      "step": 62450
    },
    {
      "epoch": 3.96,
      "eval_loss": 1.2803038358688354,
      "eval_runtime": 3.7695,
      "eval_samples_per_second": 13.264,
      "eval_steps_per_second": 0.531,
      "step": 62450
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.2086328199277431e-05,
      "loss": 1.3143,
      "step": 62500
    },
    {
      "epoch": 3.96,
      "eval_loss": 1.2869164943695068,
      "eval_runtime": 3.7699,
      "eval_samples_per_second": 13.263,
      "eval_steps_per_second": 0.531,
      "step": 62500
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.2079989858655006e-05,
      "loss": 1.3129,
      "step": 62550
    },
    {
      "epoch": 3.96,
      "eval_loss": 1.2853258848190308,
      "eval_runtime": 3.7705,
      "eval_samples_per_second": 13.261,
      "eval_steps_per_second": 0.53,
      "step": 62550
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.2073651518032581e-05,
      "loss": 1.3094,
      "step": 62600
    },
    {
      "epoch": 3.97,
      "eval_loss": 1.282500147819519,
      "eval_runtime": 3.7734,
      "eval_samples_per_second": 13.251,
      "eval_steps_per_second": 0.53,
      "step": 62600
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.2067313177410156e-05,
      "loss": 1.2833,
      "step": 62650
    },
    {
      "epoch": 3.97,
      "eval_loss": 1.2867021560668945,
      "eval_runtime": 3.7681,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 62650
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.206097483678773e-05,
      "loss": 1.2875,
      "step": 62700
    },
    {
      "epoch": 3.97,
      "eval_loss": 1.2819606065750122,
      "eval_runtime": 3.7673,
      "eval_samples_per_second": 13.272,
      "eval_steps_per_second": 0.531,
      "step": 62700
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.2054636496165304e-05,
      "loss": 1.295,
      "step": 62750
    },
    {
      "epoch": 3.98,
      "eval_loss": 1.282488226890564,
      "eval_runtime": 3.7728,
      "eval_samples_per_second": 13.253,
      "eval_steps_per_second": 0.53,
      "step": 62750
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.2048298155542878e-05,
      "loss": 1.2854,
      "step": 62800
    },
    {
      "epoch": 3.98,
      "eval_loss": 1.2850754261016846,
      "eval_runtime": 3.7683,
      "eval_samples_per_second": 13.268,
      "eval_steps_per_second": 0.531,
      "step": 62800
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.2041959814920455e-05,
      "loss": 1.2985,
      "step": 62850
    },
    {
      "epoch": 3.98,
      "eval_loss": 1.2898350954055786,
      "eval_runtime": 3.7725,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 62850
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.203562147429803e-05,
      "loss": 1.3023,
      "step": 62900
    },
    {
      "epoch": 3.99,
      "eval_loss": 1.289136528968811,
      "eval_runtime": 3.7724,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 62900
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.2029283133675604e-05,
      "loss": 1.3083,
      "step": 62950
    },
    {
      "epoch": 3.99,
      "eval_loss": 1.281229853630066,
      "eval_runtime": 3.7742,
      "eval_samples_per_second": 13.248,
      "eval_steps_per_second": 0.53,
      "step": 62950
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.2022944793053179e-05,
      "loss": 1.2947,
      "step": 63000
    },
    {
      "epoch": 3.99,
      "eval_loss": 1.2780238389968872,
      "eval_runtime": 3.7716,
      "eval_samples_per_second": 13.257,
      "eval_steps_per_second": 0.53,
      "step": 63000
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.2016606452430754e-05,
      "loss": 1.2902,
      "step": 63050
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.2823433876037598,
      "eval_runtime": 3.7726,
      "eval_samples_per_second": 13.254,
      "eval_steps_per_second": 0.53,
      "step": 63050
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.201026811180833e-05,
      "loss": 1.3094,
      "step": 63100
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.2773927450180054,
      "eval_runtime": 3.7682,
      "eval_samples_per_second": 13.269,
      "eval_steps_per_second": 0.531,
      "step": 63100
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.2004056537998352e-05,
      "loss": 1.3274,
      "step": 63150
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.2770581245422363,
      "eval_runtime": 3.7677,
      "eval_samples_per_second": 13.271,
      "eval_steps_per_second": 0.531,
      "step": 63150
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.1997718197375927e-05,
      "loss": 1.2868,
      "step": 63200
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.2748980522155762,
      "eval_runtime": 3.7707,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.53,
      "step": 63200
    }
  ],
  "max_steps": 157820,
  "num_train_epochs": 10,
  "total_flos": 1.2041035551006628e+20,
  "trial_name": null,
  "trial_params": null
}