{
  "best_metric": 0.9293885827064514,
  "best_model_checkpoint": "C:\\Users\\User\\Downloads\\cache2\\checkpoint-7320000",
  "epoch": 49.96556427327113,
  "global_step": 7400000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.27,
      "learning_rate": 5.39938690902216e-07,
      "loss": 1.0744,
      "step": 40000
    },
    {
      "epoch": 0.27,
      "eval_loss": 1.0361614227294922,
      "eval_runtime": 731.8142,
      "eval_samples_per_second": 42.359,
      "eval_steps_per_second": 7.061,
      "step": 40000
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.0799178944241131e-06,
      "loss": 1.0786,
      "step": 80000
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.0365289449691772,
      "eval_runtime": 731.8318,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 80000
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.61988359373945e-06,
      "loss": 1.0767,
      "step": 120000
    },
    {
      "epoch": 0.81,
      "eval_loss": 1.0318435430526733,
      "eval_runtime": 731.7232,
      "eval_samples_per_second": 42.364,
      "eval_steps_per_second": 7.061,
      "step": 120000
    },
    {
      "epoch": 1.08,
      "learning_rate": 2.1598357888482263e-06,
      "loss": 1.0737,
      "step": 160000
    },
    {
      "epoch": 1.08,
      "eval_loss": 1.031322717666626,
      "eval_runtime": 731.8002,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 160000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.699828496576684e-06,
      "loss": 1.0708,
      "step": 200000
    },
    {
      "epoch": 1.35,
      "eval_loss": 1.0267112255096436,
      "eval_runtime": 738.3448,
      "eval_samples_per_second": 41.984,
      "eval_steps_per_second": 6.998,
      "step": 200000
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.239807700098581e-06,
      "loss": 1.0707,
      "step": 240000
    },
    {
      "epoch": 1.62,
      "eval_loss": 1.0309606790542603,
      "eval_runtime": 731.7252,
      "eval_samples_per_second": 42.364,
      "eval_steps_per_second": 7.061,
      "step": 240000
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.779773399413918e-06,
      "loss": 1.0699,
      "step": 280000
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.0270657539367676,
      "eval_runtime": 731.6452,
      "eval_samples_per_second": 42.369,
      "eval_steps_per_second": 7.062,
      "step": 280000
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.319739098729255e-06,
      "loss": 1.0683,
      "step": 320000
    },
    {
      "epoch": 2.16,
      "eval_loss": 1.0262391567230225,
      "eval_runtime": 735.9312,
      "eval_samples_per_second": 42.122,
      "eval_steps_per_second": 7.021,
      "step": 320000
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.859718302251152e-06,
      "loss": 1.0686,
      "step": 360000
    },
    {
      "epoch": 2.43,
      "eval_loss": 1.0267152786254883,
      "eval_runtime": 731.9313,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 360000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.3997110099796094e-06,
      "loss": 1.0693,
      "step": 400000
    },
    {
      "epoch": 2.7,
      "eval_loss": 1.0279877185821533,
      "eval_runtime": 731.9449,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 400000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.939690213501507e-06,
      "loss": 1.0714,
      "step": 440000
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.030158519744873,
      "eval_runtime": 738.5138,
      "eval_samples_per_second": 41.975,
      "eval_steps_per_second": 6.996,
      "step": 440000
    },
    {
      "epoch": 3.24,
      "learning_rate": 6.479655912816843e-06,
      "loss": 1.07,
      "step": 480000
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.0300403833389282,
      "eval_runtime": 738.4095,
      "eval_samples_per_second": 41.981,
      "eval_steps_per_second": 6.997,
      "step": 480000
    },
    {
      "epoch": 3.51,
      "learning_rate": 7.019648620545301e-06,
      "loss": 1.0719,
      "step": 520000
    },
    {
      "epoch": 3.51,
      "eval_loss": 1.0280787944793701,
      "eval_runtime": 738.1732,
      "eval_samples_per_second": 41.994,
      "eval_steps_per_second": 7.0,
      "step": 520000
    },
    {
      "epoch": 3.78,
      "learning_rate": 7.5596143198606375e-06,
      "loss": 1.0735,
      "step": 560000
    },
    {
      "epoch": 3.78,
      "eval_loss": 1.0311589241027832,
      "eval_runtime": 741.9081,
      "eval_samples_per_second": 41.783,
      "eval_steps_per_second": 6.964,
      "step": 560000
    },
    {
      "epoch": 4.05,
      "learning_rate": 8.099607027589095e-06,
      "loss": 1.0781,
      "step": 600000
    },
    {
      "epoch": 4.05,
      "eval_loss": 1.035496473312378,
      "eval_runtime": 733.6394,
      "eval_samples_per_second": 42.254,
      "eval_steps_per_second": 7.043,
      "step": 600000
    },
    {
      "epoch": 4.32,
      "learning_rate": 8.639559222697871e-06,
      "loss": 1.0768,
      "step": 640000
    },
    {
      "epoch": 4.32,
      "eval_loss": 1.0344969034194946,
      "eval_runtime": 733.6669,
      "eval_samples_per_second": 42.252,
      "eval_steps_per_second": 7.043,
      "step": 640000
    },
    {
      "epoch": 4.59,
      "learning_rate": 9.179538426219769e-06,
      "loss": 1.0797,
      "step": 680000
    },
    {
      "epoch": 4.59,
      "eval_loss": 1.0367223024368286,
      "eval_runtime": 733.6495,
      "eval_samples_per_second": 42.253,
      "eval_steps_per_second": 7.043,
      "step": 680000
    },
    {
      "epoch": 4.86,
      "learning_rate": 9.719517629741665e-06,
      "loss": 1.0834,
      "step": 720000
    },
    {
      "epoch": 4.86,
      "eval_loss": 1.0388565063476562,
      "eval_runtime": 733.7938,
      "eval_samples_per_second": 42.245,
      "eval_steps_per_second": 7.041,
      "step": 720000
    },
    {
      "epoch": 5.13,
      "learning_rate": 9.971168518993666e-06,
      "loss": 1.0833,
      "step": 760000
    },
    {
      "epoch": 5.13,
      "eval_loss": 1.0380399227142334,
      "eval_runtime": 733.6877,
      "eval_samples_per_second": 42.251,
      "eval_steps_per_second": 7.043,
      "step": 760000
    },
    {
      "epoch": 5.4,
      "learning_rate": 9.911172330180852e-06,
      "loss": 1.0834,
      "step": 800000
    },
    {
      "epoch": 5.4,
      "eval_loss": 1.0390028953552246,
      "eval_runtime": 733.5168,
      "eval_samples_per_second": 42.261,
      "eval_steps_per_second": 7.044,
      "step": 800000
    },
    {
      "epoch": 5.67,
      "learning_rate": 9.851176141368038e-06,
      "loss": 1.0842,
      "step": 840000
    },
    {
      "epoch": 5.67,
      "eval_loss": 1.03898286819458,
      "eval_runtime": 733.1528,
      "eval_samples_per_second": 42.282,
      "eval_steps_per_second": 7.048,
      "step": 840000
    },
    {
      "epoch": 5.94,
      "learning_rate": 9.791179952555222e-06,
      "loss": 1.0854,
      "step": 880000
    },
    {
      "epoch": 5.94,
      "eval_loss": 1.0376673936843872,
      "eval_runtime": 733.2924,
      "eval_samples_per_second": 42.274,
      "eval_steps_per_second": 7.046,
      "step": 880000
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.73117926234022e-06,
      "loss": 1.0797,
      "step": 920000
    },
    {
      "epoch": 6.21,
      "eval_loss": 1.0366719961166382,
      "eval_runtime": 733.1418,
      "eval_samples_per_second": 42.282,
      "eval_steps_per_second": 7.048,
      "step": 920000
    },
    {
      "epoch": 6.48,
      "learning_rate": 9.671183073527405e-06,
      "loss": 1.0788,
      "step": 960000
    },
    {
      "epoch": 6.48,
      "eval_loss": 1.0325465202331543,
      "eval_runtime": 733.2281,
      "eval_samples_per_second": 42.277,
      "eval_steps_per_second": 7.047,
      "step": 960000
    },
    {
      "epoch": 6.75,
      "learning_rate": 9.611185384247194e-06,
      "loss": 1.0798,
      "step": 1000000
    },
    {
      "epoch": 6.75,
      "eval_loss": 1.0343610048294067,
      "eval_runtime": 733.2347,
      "eval_samples_per_second": 42.277,
      "eval_steps_per_second": 7.047,
      "step": 1000000
    },
    {
      "epoch": 7.02,
      "learning_rate": 9.551186194499587e-06,
      "loss": 1.0784,
      "step": 1040000
    },
    {
      "epoch": 7.02,
      "eval_loss": 1.0340007543563843,
      "eval_runtime": 733.1036,
      "eval_samples_per_second": 42.285,
      "eval_steps_per_second": 7.048,
      "step": 1040000
    },
    {
      "epoch": 7.29,
      "learning_rate": 9.491185504284586e-06,
      "loss": 1.0723,
      "step": 1080000
    },
    {
      "epoch": 7.29,
      "eval_loss": 1.0315660238265991,
      "eval_runtime": 733.0253,
      "eval_samples_per_second": 42.289,
      "eval_steps_per_second": 7.049,
      "step": 1080000
    },
    {
      "epoch": 7.56,
      "learning_rate": 9.43118931547177e-06,
      "loss": 1.0732,
      "step": 1120000
    },
    {
      "epoch": 7.56,
      "eval_loss": 1.0322542190551758,
      "eval_runtime": 733.0537,
      "eval_samples_per_second": 42.287,
      "eval_steps_per_second": 7.049,
      "step": 1120000
    },
    {
      "epoch": 7.83,
      "learning_rate": 9.371193126658954e-06,
      "loss": 1.0744,
      "step": 1160000
    },
    {
      "epoch": 7.83,
      "eval_loss": 1.029881477355957,
      "eval_runtime": 733.0163,
      "eval_samples_per_second": 42.29,
      "eval_steps_per_second": 7.049,
      "step": 1160000
    },
    {
      "epoch": 8.1,
      "learning_rate": 9.31119693784614e-06,
      "loss": 1.0707,
      "step": 1200000
    },
    {
      "epoch": 8.1,
      "eval_loss": 1.029407262802124,
      "eval_runtime": 733.0808,
      "eval_samples_per_second": 42.286,
      "eval_steps_per_second": 7.048,
      "step": 1200000
    },
    {
      "epoch": 8.37,
      "learning_rate": 9.25120224950072e-06,
      "loss": 1.0694,
      "step": 1240000
    },
    {
      "epoch": 8.37,
      "eval_loss": 1.0290433168411255,
      "eval_runtime": 732.9639,
      "eval_samples_per_second": 42.293,
      "eval_steps_per_second": 7.049,
      "step": 1240000
    },
    {
      "epoch": 8.64,
      "learning_rate": 9.191201559285718e-06,
      "loss": 1.0691,
      "step": 1280000
    },
    {
      "epoch": 8.64,
      "eval_loss": 1.028395414352417,
      "eval_runtime": 732.9086,
      "eval_samples_per_second": 42.296,
      "eval_steps_per_second": 7.05,
      "step": 1280000
    },
    {
      "epoch": 8.91,
      "learning_rate": 9.131205370472902e-06,
      "loss": 1.0699,
      "step": 1320000
    },
    {
      "epoch": 8.91,
      "eval_loss": 1.0277873277664185,
      "eval_runtime": 732.8691,
      "eval_samples_per_second": 42.298,
      "eval_steps_per_second": 7.05,
      "step": 1320000
    },
    {
      "epoch": 9.18,
      "learning_rate": 9.071209181660088e-06,
      "loss": 1.0643,
      "step": 1360000
    },
    {
      "epoch": 9.18,
      "eval_loss": 1.0250962972640991,
      "eval_runtime": 731.2424,
      "eval_samples_per_second": 42.392,
      "eval_steps_per_second": 7.066,
      "step": 1360000
    },
    {
      "epoch": 9.45,
      "learning_rate": 9.011212992847273e-06,
      "loss": 1.0642,
      "step": 1400000
    },
    {
      "epoch": 9.45,
      "eval_loss": 1.0227874517440796,
      "eval_runtime": 731.2164,
      "eval_samples_per_second": 42.394,
      "eval_steps_per_second": 7.066,
      "step": 1400000
    },
    {
      "epoch": 9.72,
      "learning_rate": 8.951216804034457e-06,
      "loss": 1.065,
      "step": 1440000
    },
    {
      "epoch": 9.72,
      "eval_loss": 1.0216150283813477,
      "eval_runtime": 730.9956,
      "eval_samples_per_second": 42.407,
      "eval_steps_per_second": 7.068,
      "step": 1440000
    },
    {
      "epoch": 9.99,
      "learning_rate": 8.891219114754247e-06,
      "loss": 1.0647,
      "step": 1480000
    },
    {
      "epoch": 9.99,
      "eval_loss": 1.0240837335586548,
      "eval_runtime": 731.0731,
      "eval_samples_per_second": 42.402,
      "eval_steps_per_second": 7.068,
      "step": 1480000
    },
    {
      "epoch": 10.26,
      "learning_rate": 8.831224426408827e-06,
      "loss": 1.0587,
      "step": 1520000
    },
    {
      "epoch": 10.26,
      "eval_loss": 1.0212384462356567,
      "eval_runtime": 733.0687,
      "eval_samples_per_second": 42.287,
      "eval_steps_per_second": 7.048,
      "step": 1520000
    },
    {
      "epoch": 10.53,
      "learning_rate": 8.771226737128616e-06,
      "loss": 1.0611,
      "step": 1560000
    },
    {
      "epoch": 10.53,
      "eval_loss": 1.0210351943969727,
      "eval_runtime": 732.9747,
      "eval_samples_per_second": 42.292,
      "eval_steps_per_second": 7.049,
      "step": 1560000
    },
    {
      "epoch": 10.8,
      "learning_rate": 8.711230548315802e-06,
      "loss": 1.06,
      "step": 1600000
    },
    {
      "epoch": 10.8,
      "eval_loss": 1.0200951099395752,
      "eval_runtime": 732.955,
      "eval_samples_per_second": 42.293,
      "eval_steps_per_second": 7.05,
      "step": 1600000
    },
    {
      "epoch": 11.07,
      "learning_rate": 8.651234359502986e-06,
      "loss": 1.058,
      "step": 1640000
    },
    {
      "epoch": 11.07,
      "eval_loss": 1.018425703048706,
      "eval_runtime": 732.944,
      "eval_samples_per_second": 42.294,
      "eval_steps_per_second": 7.05,
      "step": 1640000
    },
    {
      "epoch": 11.34,
      "learning_rate": 8.591233669287984e-06,
      "loss": 1.0543,
      "step": 1680000
    },
    {
      "epoch": 11.34,
      "eval_loss": 1.0207031965255737,
      "eval_runtime": 733.1758,
      "eval_samples_per_second": 42.28,
      "eval_steps_per_second": 7.047,
      "step": 1680000
    },
    {
      "epoch": 11.61,
      "learning_rate": 8.531237480475169e-06,
      "loss": 1.057,
      "step": 1720000
    },
    {
      "epoch": 11.61,
      "eval_loss": 1.0180833339691162,
      "eval_runtime": 733.0248,
      "eval_samples_per_second": 42.289,
      "eval_steps_per_second": 7.049,
      "step": 1720000
    },
    {
      "epoch": 11.88,
      "learning_rate": 8.471236790260167e-06,
      "loss": 1.0546,
      "step": 1760000
    },
    {
      "epoch": 11.88,
      "eval_loss": 1.0137962102890015,
      "eval_runtime": 733.3395,
      "eval_samples_per_second": 42.271,
      "eval_steps_per_second": 7.046,
      "step": 1760000
    },
    {
      "epoch": 12.15,
      "learning_rate": 8.411240601447351e-06,
      "loss": 1.0519,
      "step": 1800000
    },
    {
      "epoch": 12.15,
      "eval_loss": 1.0171297788619995,
      "eval_runtime": 731.3327,
      "eval_samples_per_second": 42.387,
      "eval_steps_per_second": 7.065,
      "step": 1800000
    },
    {
      "epoch": 12.42,
      "learning_rate": 8.351245913101933e-06,
      "loss": 1.0505,
      "step": 1840000
    },
    {
      "epoch": 12.42,
      "eval_loss": 1.0128827095031738,
      "eval_runtime": 730.8675,
      "eval_samples_per_second": 42.414,
      "eval_steps_per_second": 7.07,
      "step": 1840000
    },
    {
      "epoch": 12.69,
      "learning_rate": 8.291246723354326e-06,
      "loss": 1.0513,
      "step": 1880000
    },
    {
      "epoch": 12.69,
      "eval_loss": 1.0132421255111694,
      "eval_runtime": 730.8331,
      "eval_samples_per_second": 42.416,
      "eval_steps_per_second": 7.07,
      "step": 1880000
    },
    {
      "epoch": 12.96,
      "learning_rate": 8.23125053454151e-06,
      "loss": 1.0514,
      "step": 1920000
    },
    {
      "epoch": 12.96,
      "eval_loss": 1.0138520002365112,
      "eval_runtime": 731.3619,
      "eval_samples_per_second": 42.385,
      "eval_steps_per_second": 7.065,
      "step": 1920000
    },
    {
      "epoch": 13.23,
      "learning_rate": 8.1712528452613e-06,
      "loss": 1.0473,
      "step": 1960000
    },
    {
      "epoch": 13.23,
      "eval_loss": 1.0119198560714722,
      "eval_runtime": 731.3481,
      "eval_samples_per_second": 42.386,
      "eval_steps_per_second": 7.065,
      "step": 1960000
    },
    {
      "epoch": 13.5,
      "learning_rate": 8.111255155981088e-06,
      "loss": 1.0461,
      "step": 2000000
    },
    {
      "epoch": 13.5,
      "eval_loss": 1.0108563899993896,
      "eval_runtime": 731.5139,
      "eval_samples_per_second": 42.377,
      "eval_steps_per_second": 7.063,
      "step": 2000000
    },
    {
      "epoch": 13.77,
      "learning_rate": 8.051255966233482e-06,
      "loss": 1.0496,
      "step": 2040000
    },
    {
      "epoch": 13.77,
      "eval_loss": 1.007481336593628,
      "eval_runtime": 731.5836,
      "eval_samples_per_second": 42.372,
      "eval_steps_per_second": 7.063,
      "step": 2040000
    },
    {
      "epoch": 14.04,
      "learning_rate": 7.991261277888063e-06,
      "loss": 1.047,
      "step": 2080000
    },
    {
      "epoch": 14.04,
      "eval_loss": 1.0081983804702759,
      "eval_runtime": 735.3379,
      "eval_samples_per_second": 42.156,
      "eval_steps_per_second": 7.027,
      "step": 2080000
    },
    {
      "epoch": 14.31,
      "learning_rate": 7.931263588607852e-06,
      "loss": 1.0435,
      "step": 2120000
    },
    {
      "epoch": 14.31,
      "eval_loss": 1.0105235576629639,
      "eval_runtime": 731.6633,
      "eval_samples_per_second": 42.368,
      "eval_steps_per_second": 7.062,
      "step": 2120000
    },
    {
      "epoch": 14.58,
      "learning_rate": 7.871264398860246e-06,
      "loss": 1.0422,
      "step": 2160000
    },
    {
      "epoch": 14.58,
      "eval_loss": 1.009293556213379,
      "eval_runtime": 738.141,
      "eval_samples_per_second": 41.996,
      "eval_steps_per_second": 7.0,
      "step": 2160000
    },
    {
      "epoch": 14.85,
      "learning_rate": 7.81126821004743e-06,
      "loss": 1.0438,
      "step": 2200000
    },
    {
      "epoch": 14.85,
      "eval_loss": 1.0082749128341675,
      "eval_runtime": 731.6793,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 2200000
    },
    {
      "epoch": 15.12,
      "learning_rate": 7.751269020299824e-06,
      "loss": 1.0426,
      "step": 2240000
    },
    {
      "epoch": 15.12,
      "eval_loss": 1.0077896118164062,
      "eval_runtime": 731.8248,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 2240000
    },
    {
      "epoch": 15.39,
      "learning_rate": 7.691274331954405e-06,
      "loss": 1.0402,
      "step": 2280000
    },
    {
      "epoch": 15.39,
      "eval_loss": 1.0057011842727661,
      "eval_runtime": 731.8433,
      "eval_samples_per_second": 42.357,
      "eval_steps_per_second": 7.06,
      "step": 2280000
    },
    {
      "epoch": 15.66,
      "learning_rate": 7.631275142206797e-06,
      "loss": 1.0403,
      "step": 2320000
    },
    {
      "epoch": 15.66,
      "eval_loss": 1.003925085067749,
      "eval_runtime": 732.0244,
      "eval_samples_per_second": 42.347,
      "eval_steps_per_second": 7.059,
      "step": 2320000
    },
    {
      "epoch": 15.93,
      "learning_rate": 7.571277452926588e-06,
      "loss": 1.0398,
      "step": 2360000
    },
    {
      "epoch": 15.93,
      "eval_loss": 1.003111720085144,
      "eval_runtime": 732.0283,
      "eval_samples_per_second": 42.347,
      "eval_steps_per_second": 7.058,
      "step": 2360000
    },
    {
      "epoch": 16.21,
      "learning_rate": 7.511281264113772e-06,
      "loss": 1.0368,
      "step": 2400000
    },
    {
      "epoch": 16.21,
      "eval_loss": 1.003316879272461,
      "eval_runtime": 731.9328,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 2400000
    },
    {
      "epoch": 16.48,
      "learning_rate": 7.451283574833561e-06,
      "loss": 1.036,
      "step": 2440000
    },
    {
      "epoch": 16.48,
      "eval_loss": 1.0017095804214478,
      "eval_runtime": 733.4383,
      "eval_samples_per_second": 42.265,
      "eval_steps_per_second": 7.045,
      "step": 2440000
    },
    {
      "epoch": 16.75,
      "learning_rate": 7.391287386020746e-06,
      "loss": 1.0369,
      "step": 2480000
    },
    {
      "epoch": 16.75,
      "eval_loss": 0.9995156526565552,
      "eval_runtime": 733.6542,
      "eval_samples_per_second": 42.253,
      "eval_steps_per_second": 7.043,
      "step": 2480000
    },
    {
      "epoch": 17.02,
      "learning_rate": 7.33129119720793e-06,
      "loss": 1.0383,
      "step": 2520000
    },
    {
      "epoch": 17.02,
      "eval_loss": 1.0012413263320923,
      "eval_runtime": 733.4897,
      "eval_samples_per_second": 42.262,
      "eval_steps_per_second": 7.044,
      "step": 2520000
    },
    {
      "epoch": 17.29,
      "learning_rate": 7.2712965088625106e-06,
      "loss": 1.0312,
      "step": 2560000
    },
    {
      "epoch": 17.29,
      "eval_loss": 0.9984557032585144,
      "eval_runtime": 733.8,
      "eval_samples_per_second": 42.244,
      "eval_steps_per_second": 7.041,
      "step": 2560000
    },
    {
      "epoch": 17.56,
      "learning_rate": 7.211298819582301e-06,
      "loss": 1.0344,
      "step": 2600000
    },
    {
      "epoch": 17.56,
      "eval_loss": 1.0010262727737427,
      "eval_runtime": 733.4795,
      "eval_samples_per_second": 42.263,
      "eval_steps_per_second": 7.045,
      "step": 2600000
    },
    {
      "epoch": 17.83,
      "learning_rate": 7.151301130302089e-06,
      "loss": 1.0333,
      "step": 2640000
    },
    {
      "epoch": 17.83,
      "eval_loss": 0.995519757270813,
      "eval_runtime": 733.5669,
      "eval_samples_per_second": 42.258,
      "eval_steps_per_second": 7.044,
      "step": 2640000
    },
    {
      "epoch": 18.1,
      "learning_rate": 7.091303441021878e-06,
      "loss": 1.0333,
      "step": 2680000
    },
    {
      "epoch": 18.1,
      "eval_loss": 0.9943256974220276,
      "eval_runtime": 733.6185,
      "eval_samples_per_second": 42.255,
      "eval_steps_per_second": 7.043,
      "step": 2680000
    },
    {
      "epoch": 18.37,
      "learning_rate": 7.031307252209064e-06,
      "loss": 1.0302,
      "step": 2720000
    },
    {
      "epoch": 18.37,
      "eval_loss": 0.993632972240448,
      "eval_runtime": 731.903,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 2720000
    },
    {
      "epoch": 18.64,
      "learning_rate": 6.971312563863644e-06,
      "loss": 1.0301,
      "step": 2760000
    },
    {
      "epoch": 18.64,
      "eval_loss": 0.9943361282348633,
      "eval_runtime": 731.9076,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 2760000
    },
    {
      "epoch": 18.91,
      "learning_rate": 6.911311873648642e-06,
      "loss": 1.0312,
      "step": 2800000
    },
    {
      "epoch": 18.91,
      "eval_loss": 0.9974587559700012,
      "eval_runtime": 731.8693,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 2800000
    },
    {
      "epoch": 19.18,
      "learning_rate": 6.8513171853032225e-06,
      "loss": 1.0265,
      "step": 2840000
    },
    {
      "epoch": 19.18,
      "eval_loss": 0.9932205677032471,
      "eval_runtime": 731.8147,
      "eval_samples_per_second": 42.359,
      "eval_steps_per_second": 7.061,
      "step": 2840000
    },
    {
      "epoch": 19.45,
      "learning_rate": 6.791320996490407e-06,
      "loss": 1.0271,
      "step": 2880000
    },
    {
      "epoch": 19.45,
      "eval_loss": 0.9906313419342041,
      "eval_runtime": 732.268,
      "eval_samples_per_second": 42.333,
      "eval_steps_per_second": 7.056,
      "step": 2880000
    },
    {
      "epoch": 19.72,
      "learning_rate": 6.7313233072101965e-06,
      "loss": 1.0275,
      "step": 2920000
    },
    {
      "epoch": 19.72,
      "eval_loss": 0.9913482666015625,
      "eval_runtime": 731.9864,
      "eval_samples_per_second": 42.349,
      "eval_steps_per_second": 7.059,
      "step": 2920000
    },
    {
      "epoch": 19.99,
      "learning_rate": 6.6713271183973816e-06,
      "loss": 1.0267,
      "step": 2960000
    },
    {
      "epoch": 19.99,
      "eval_loss": 0.9909727573394775,
      "eval_runtime": 731.9562,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 2960000
    },
    {
      "epoch": 20.26,
      "learning_rate": 6.611332430051962e-06,
      "loss": 1.0238,
      "step": 3000000
    },
    {
      "epoch": 20.26,
      "eval_loss": 0.9900842308998108,
      "eval_runtime": 732.034,
      "eval_samples_per_second": 42.346,
      "eval_steps_per_second": 7.058,
      "step": 3000000
    },
    {
      "epoch": 20.53,
      "learning_rate": 6.551330239369564e-06,
      "loss": 1.0236,
      "step": 3040000
    },
    {
      "epoch": 20.53,
      "eval_loss": 0.9898263812065125,
      "eval_runtime": 731.9968,
      "eval_samples_per_second": 42.349,
      "eval_steps_per_second": 7.059,
      "step": 3040000
    },
    {
      "epoch": 20.8,
      "learning_rate": 6.491334050556749e-06,
      "loss": 1.0237,
      "step": 3080000
    },
    {
      "epoch": 20.8,
      "eval_loss": 0.991007387638092,
      "eval_runtime": 731.9959,
      "eval_samples_per_second": 42.349,
      "eval_steps_per_second": 7.059,
      "step": 3080000
    },
    {
      "epoch": 21.07,
      "learning_rate": 6.4313378617439335e-06,
      "loss": 1.0238,
      "step": 3120000
    },
    {
      "epoch": 21.07,
      "eval_loss": 0.9906073808670044,
      "eval_runtime": 731.8574,
      "eval_samples_per_second": 42.357,
      "eval_steps_per_second": 7.06,
      "step": 3120000
    },
    {
      "epoch": 21.34,
      "learning_rate": 6.3713401724637225e-06,
      "loss": 1.0193,
      "step": 3160000
    },
    {
      "epoch": 21.34,
      "eval_loss": 0.9887716770172119,
      "eval_runtime": 731.675,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 3160000
    },
    {
      "epoch": 21.61,
      "learning_rate": 6.311342483183512e-06,
      "loss": 1.0197,
      "step": 3200000
    },
    {
      "epoch": 21.61,
      "eval_loss": 0.9868865013122559,
      "eval_runtime": 741.4509,
      "eval_samples_per_second": 41.809,
      "eval_steps_per_second": 6.969,
      "step": 3200000
    },
    {
      "epoch": 21.88,
      "learning_rate": 6.251343293435905e-06,
      "loss": 1.0211,
      "step": 3240000
    },
    {
      "epoch": 21.88,
      "eval_loss": 0.9857591986656189,
      "eval_runtime": 731.6308,
      "eval_samples_per_second": 42.37,
      "eval_steps_per_second": 7.062,
      "step": 3240000
    },
    {
      "epoch": 22.15,
      "learning_rate": 6.191347104623091e-06,
      "loss": 1.0186,
      "step": 3280000
    },
    {
      "epoch": 22.15,
      "eval_loss": 0.9871023893356323,
      "eval_runtime": 731.6768,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 3280000
    },
    {
      "epoch": 22.42,
      "learning_rate": 6.131346414408088e-06,
      "loss": 1.0155,
      "step": 3320000
    },
    {
      "epoch": 22.42,
      "eval_loss": 0.9836686849594116,
      "eval_runtime": 731.7409,
      "eval_samples_per_second": 42.363,
      "eval_steps_per_second": 7.061,
      "step": 3320000
    },
    {
      "epoch": 22.69,
      "learning_rate": 6.071350225595274e-06,
      "loss": 1.0179,
      "step": 3360000
    },
    {
      "epoch": 22.69,
      "eval_loss": 0.9840074777603149,
      "eval_runtime": 731.7805,
      "eval_samples_per_second": 42.361,
      "eval_steps_per_second": 7.061,
      "step": 3360000
    },
    {
      "epoch": 22.96,
      "learning_rate": 6.011354036782459e-06,
      "loss": 1.0193,
      "step": 3400000
    },
    {
      "epoch": 22.96,
      "eval_loss": 0.9879838824272156,
      "eval_runtime": 731.7957,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 3400000
    },
    {
      "epoch": 23.23,
      "learning_rate": 5.951354847034852e-06,
      "loss": 1.0132,
      "step": 3440000
    },
    {
      "epoch": 23.23,
      "eval_loss": 0.9860868453979492,
      "eval_runtime": 731.3704,
      "eval_samples_per_second": 42.385,
      "eval_steps_per_second": 7.065,
      "step": 3440000
    },
    {
      "epoch": 23.5,
      "learning_rate": 5.8913571577546415e-06,
      "loss": 1.0131,
      "step": 3480000
    },
    {
      "epoch": 23.5,
      "eval_loss": 0.980789840221405,
      "eval_runtime": 731.4402,
      "eval_samples_per_second": 42.381,
      "eval_steps_per_second": 7.064,
      "step": 3480000
    },
    {
      "epoch": 23.77,
      "learning_rate": 5.8313594684744305e-06,
      "loss": 1.0122,
      "step": 3520000
    },
    {
      "epoch": 23.77,
      "eval_loss": 0.97965407371521,
      "eval_runtime": 731.5077,
      "eval_samples_per_second": 42.377,
      "eval_steps_per_second": 7.063,
      "step": 3520000
    },
    {
      "epoch": 24.04,
      "learning_rate": 5.771361779194219e-06,
      "loss": 1.0157,
      "step": 3560000
    },
    {
      "epoch": 24.04,
      "eval_loss": 0.9817570447921753,
      "eval_runtime": 731.419,
      "eval_samples_per_second": 42.382,
      "eval_steps_per_second": 7.064,
      "step": 3560000
    },
    {
      "epoch": 24.31,
      "learning_rate": 5.711364089914008e-06,
      "loss": 1.0106,
      "step": 3600000
    },
    {
      "epoch": 24.31,
      "eval_loss": 0.9800501465797424,
      "eval_runtime": 731.5621,
      "eval_samples_per_second": 42.374,
      "eval_steps_per_second": 7.063,
      "step": 3600000
    },
    {
      "epoch": 24.58,
      "learning_rate": 5.65136940156859e-06,
      "loss": 1.011,
      "step": 3640000
    },
    {
      "epoch": 24.58,
      "eval_loss": 0.9801167249679565,
      "eval_runtime": 731.533,
      "eval_samples_per_second": 42.375,
      "eval_steps_per_second": 7.063,
      "step": 3640000
    },
    {
      "epoch": 24.85,
      "learning_rate": 5.591368711353587e-06,
      "loss": 1.0121,
      "step": 3680000
    },
    {
      "epoch": 24.85,
      "eval_loss": 0.9798985719680786,
      "eval_runtime": 731.4872,
      "eval_samples_per_second": 42.378,
      "eval_steps_per_second": 7.064,
      "step": 3680000
    },
    {
      "epoch": 25.12,
      "learning_rate": 5.531371022073376e-06,
      "loss": 1.0094,
      "step": 3720000
    },
    {
      "epoch": 25.12,
      "eval_loss": 0.9805187582969666,
      "eval_runtime": 731.6262,
      "eval_samples_per_second": 42.37,
      "eval_steps_per_second": 7.062,
      "step": 3720000
    },
    {
      "epoch": 25.39,
      "learning_rate": 5.471374833260561e-06,
      "loss": 1.0127,
      "step": 3760000
    },
    {
      "epoch": 25.39,
      "eval_loss": 0.9804235696792603,
      "eval_runtime": 731.7948,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 3760000
    },
    {
      "epoch": 25.66,
      "learning_rate": 5.411377143980351e-06,
      "loss": 1.0087,
      "step": 3800000
    },
    {
      "epoch": 25.66,
      "eval_loss": 0.9776991009712219,
      "eval_runtime": 731.6622,
      "eval_samples_per_second": 42.368,
      "eval_steps_per_second": 7.062,
      "step": 3800000
    },
    {
      "epoch": 25.93,
      "learning_rate": 5.351380955167535e-06,
      "loss": 1.009,
      "step": 3840000
    },
    {
      "epoch": 25.93,
      "eval_loss": 0.9773043990135193,
      "eval_runtime": 731.5756,
      "eval_samples_per_second": 42.373,
      "eval_steps_per_second": 7.063,
      "step": 3840000
    },
    {
      "epoch": 26.2,
      "learning_rate": 5.291383265887324e-06,
      "loss": 1.005,
      "step": 3880000
    },
    {
      "epoch": 26.2,
      "eval_loss": 0.9772471785545349,
      "eval_runtime": 731.6739,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 3880000
    },
    {
      "epoch": 26.47,
      "learning_rate": 5.2313885775419045e-06,
      "loss": 1.0049,
      "step": 3920000
    },
    {
      "epoch": 26.47,
      "eval_loss": 0.9808975458145142,
      "eval_runtime": 731.4892,
      "eval_samples_per_second": 42.378,
      "eval_steps_per_second": 7.064,
      "step": 3920000
    },
    {
      "epoch": 26.74,
      "learning_rate": 5.171389387794299e-06,
      "loss": 1.0059,
      "step": 3960000
    },
    {
      "epoch": 26.74,
      "eval_loss": 0.9739375710487366,
      "eval_runtime": 731.4074,
      "eval_samples_per_second": 42.383,
      "eval_steps_per_second": 7.064,
      "step": 3960000
    },
    {
      "epoch": 27.01,
      "learning_rate": 5.111393198981483e-06,
      "loss": 1.0052,
      "step": 4000000
    },
    {
      "epoch": 27.01,
      "eval_loss": 0.9740833640098572,
      "eval_runtime": 730.8502,
      "eval_samples_per_second": 42.415,
      "eval_steps_per_second": 7.07,
      "step": 4000000
    },
    {
      "epoch": 27.28,
      "learning_rate": 5.051397010168668e-06,
      "loss": 1.0011,
      "step": 4040000
    },
    {
      "epoch": 27.28,
      "eval_loss": 0.9713684916496277,
      "eval_runtime": 730.9391,
      "eval_samples_per_second": 42.41,
      "eval_steps_per_second": 7.069,
      "step": 4040000
    },
    {
      "epoch": 27.55,
      "learning_rate": 4.991400821355853e-06,
      "loss": 1.0007,
      "step": 4080000
    },
    {
      "epoch": 27.55,
      "eval_loss": 0.9728115200996399,
      "eval_runtime": 730.9125,
      "eval_samples_per_second": 42.411,
      "eval_steps_per_second": 7.069,
      "step": 4080000
    },
    {
      "epoch": 27.82,
      "learning_rate": 4.931401631608246e-06,
      "loss": 1.0029,
      "step": 4120000
    },
    {
      "epoch": 27.82,
      "eval_loss": 0.9748100638389587,
      "eval_runtime": 730.8598,
      "eval_samples_per_second": 42.414,
      "eval_steps_per_second": 7.07,
      "step": 4120000
    },
    {
      "epoch": 28.09,
      "learning_rate": 4.871408443730222e-06,
      "loss": 1.0009,
      "step": 4160000
    },
    {
      "epoch": 28.09,
      "eval_loss": 0.969658374786377,
      "eval_runtime": 730.837,
      "eval_samples_per_second": 42.416,
      "eval_steps_per_second": 7.07,
      "step": 4160000
    },
    {
      "epoch": 28.36,
      "learning_rate": 4.811412254917407e-06,
      "loss": 0.9986,
      "step": 4200000
    },
    {
      "epoch": 28.36,
      "eval_loss": 0.9716975092887878,
      "eval_runtime": 730.9826,
      "eval_samples_per_second": 42.407,
      "eval_steps_per_second": 7.069,
      "step": 4200000
    },
    {
      "epoch": 28.63,
      "learning_rate": 4.751413065169801e-06,
      "loss": 0.9983,
      "step": 4240000
    },
    {
      "epoch": 28.63,
      "eval_loss": 0.9703741073608398,
      "eval_runtime": 730.8801,
      "eval_samples_per_second": 42.413,
      "eval_steps_per_second": 7.07,
      "step": 4240000
    },
    {
      "epoch": 28.9,
      "learning_rate": 4.69141537588959e-06,
      "loss": 1.0006,
      "step": 4280000
    },
    {
      "epoch": 28.9,
      "eval_loss": 0.9680435657501221,
      "eval_runtime": 730.9241,
      "eval_samples_per_second": 42.411,
      "eval_steps_per_second": 7.069,
      "step": 4280000
    },
    {
      "epoch": 29.17,
      "learning_rate": 4.631419187076775e-06,
      "loss": 0.9981,
      "step": 4320000
    },
    {
      "epoch": 29.17,
      "eval_loss": 0.9698230028152466,
      "eval_runtime": 730.9102,
      "eval_samples_per_second": 42.412,
      "eval_steps_per_second": 7.069,
      "step": 4320000
    },
    {
      "epoch": 29.44,
      "learning_rate": 4.571419997329168e-06,
      "loss": 0.9955,
      "step": 4360000
    },
    {
      "epoch": 29.44,
      "eval_loss": 0.9697496891021729,
      "eval_runtime": 730.9617,
      "eval_samples_per_second": 42.409,
      "eval_steps_per_second": 7.069,
      "step": 4360000
    },
    {
      "epoch": 29.71,
      "learning_rate": 4.5114238085163535e-06,
      "loss": 0.9965,
      "step": 4400000
    },
    {
      "epoch": 29.71,
      "eval_loss": 0.9706552028656006,
      "eval_runtime": 730.9543,
      "eval_samples_per_second": 42.409,
      "eval_steps_per_second": 7.069,
      "step": 4400000
    },
    {
      "epoch": 29.98,
      "learning_rate": 4.4514261192361425e-06,
      "loss": 0.9978,
      "step": 4440000
    },
    {
      "epoch": 29.98,
      "eval_loss": 0.9674049615859985,
      "eval_runtime": 731.0402,
      "eval_samples_per_second": 42.404,
      "eval_steps_per_second": 7.068,
      "step": 4440000
    },
    {
      "epoch": 30.25,
      "learning_rate": 4.391428429955931e-06,
      "loss": 0.9921,
      "step": 4480000
    },
    {
      "epoch": 30.25,
      "eval_loss": 0.9650031328201294,
      "eval_runtime": 730.9913,
      "eval_samples_per_second": 42.407,
      "eval_steps_per_second": 7.068,
      "step": 4480000
    },
    {
      "epoch": 30.52,
      "learning_rate": 4.331429240208325e-06,
      "loss": 0.9934,
      "step": 4520000
    },
    {
      "epoch": 30.52,
      "eval_loss": 0.9674308896064758,
      "eval_runtime": 732.3441,
      "eval_samples_per_second": 42.328,
      "eval_steps_per_second": 7.055,
      "step": 4520000
    },
    {
      "epoch": 30.79,
      "learning_rate": 4.271430050460719e-06,
      "loss": 0.9943,
      "step": 4560000
    },
    {
      "epoch": 30.79,
      "eval_loss": 0.9649813771247864,
      "eval_runtime": 731.9631,
      "eval_samples_per_second": 42.35,
      "eval_steps_per_second": 7.059,
      "step": 4560000
    },
    {
      "epoch": 31.06,
      "learning_rate": 4.2114308607131125e-06,
      "loss": 0.9946,
      "step": 4600000
    },
    {
      "epoch": 31.06,
      "eval_loss": 0.9624907374382019,
      "eval_runtime": 731.9597,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 4600000
    },
    {
      "epoch": 31.33,
      "learning_rate": 4.151434671900298e-06,
      "loss": 0.9917,
      "step": 4640000
    },
    {
      "epoch": 31.33,
      "eval_loss": 0.9647811055183411,
      "eval_runtime": 731.9469,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 4640000
    },
    {
      "epoch": 31.6,
      "learning_rate": 4.091436982620087e-06,
      "loss": 0.9902,
      "step": 4680000
    },
    {
      "epoch": 31.6,
      "eval_loss": 0.962338387966156,
      "eval_runtime": 731.9973,
      "eval_samples_per_second": 42.349,
      "eval_steps_per_second": 7.059,
      "step": 4680000
    },
    {
      "epoch": 31.87,
      "learning_rate": 4.031442294274667e-06,
      "loss": 0.9918,
      "step": 4720000
    },
    {
      "epoch": 31.87,
      "eval_loss": 0.9640004634857178,
      "eval_runtime": 723.6956,
      "eval_samples_per_second": 42.834,
      "eval_steps_per_second": 7.14,
      "step": 4720000
    },
    {
      "epoch": 32.14,
      "learning_rate": 3.9714416040596645e-06,
      "loss": 0.9897,
      "step": 4760000
    },
    {
      "epoch": 32.14,
      "eval_loss": 0.961030125617981,
      "eval_runtime": 723.561,
      "eval_samples_per_second": 42.842,
      "eval_steps_per_second": 7.141,
      "step": 4760000
    },
    {
      "epoch": 32.41,
      "learning_rate": 3.91144541524685e-06,
      "loss": 0.9886,
      "step": 4800000
    },
    {
      "epoch": 32.41,
      "eval_loss": 0.9641813039779663,
      "eval_runtime": 723.7468,
      "eval_samples_per_second": 42.831,
      "eval_steps_per_second": 7.139,
      "step": 4800000
    },
    {
      "epoch": 32.68,
      "learning_rate": 3.8514477259666385e-06,
      "loss": 0.9892,
      "step": 4840000
    },
    {
      "epoch": 32.68,
      "eval_loss": 0.9588494896888733,
      "eval_runtime": 723.6649,
      "eval_samples_per_second": 42.836,
      "eval_steps_per_second": 7.14,
      "step": 4840000
    },
    {
      "epoch": 32.95,
      "learning_rate": 3.7914485362190323e-06,
      "loss": 0.9885,
      "step": 4880000
    },
    {
      "epoch": 32.95,
      "eval_loss": 0.959790050983429,
      "eval_runtime": 731.8929,
      "eval_samples_per_second": 42.355,
      "eval_steps_per_second": 7.06,
      "step": 4880000
    },
    {
      "epoch": 33.22,
      "learning_rate": 3.7314508469388216e-06,
      "loss": 0.9867,
      "step": 4920000
    },
    {
      "epoch": 33.22,
      "eval_loss": 0.9605200290679932,
      "eval_runtime": 731.9065,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 4920000
    },
    {
      "epoch": 33.49,
      "learning_rate": 3.6714546581260063e-06,
      "loss": 0.9851,
      "step": 4960000
    },
    {
      "epoch": 33.49,
      "eval_loss": 0.9623289704322815,
      "eval_runtime": 731.9518,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 4960000
    },
    {
      "epoch": 33.76,
      "learning_rate": 3.6114539679110043e-06,
      "loss": 0.9865,
      "step": 5000000
    },
    {
      "epoch": 33.76,
      "eval_loss": 0.9566452503204346,
      "eval_runtime": 731.9347,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 5000000
    },
    {
      "epoch": 34.03,
      "learning_rate": 3.5514562786307937e-06,
      "loss": 0.9847,
      "step": 5040000
    },
    {
      "epoch": 34.03,
      "eval_loss": 0.9604076743125916,
      "eval_runtime": 731.8939,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 5040000
    },
    {
      "epoch": 34.3,
      "learning_rate": 3.4914570888831874e-06,
      "loss": 0.9813,
      "step": 5080000
    },
    {
      "epoch": 34.3,
      "eval_loss": 0.9602544903755188,
      "eval_runtime": 731.8897,
      "eval_samples_per_second": 42.355,
      "eval_steps_per_second": 7.06,
      "step": 5080000
    },
    {
      "epoch": 34.57,
      "learning_rate": 3.431457899135581e-06,
      "loss": 0.9838,
      "step": 5120000
    },
    {
      "epoch": 34.57,
      "eval_loss": 0.9588419198989868,
      "eval_runtime": 731.8728,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 5120000
    },
    {
      "epoch": 34.84,
      "learning_rate": 3.37146020985537e-06,
      "loss": 0.9842,
      "step": 5160000
    },
    {
      "epoch": 34.84,
      "eval_loss": 0.956282377243042,
      "eval_runtime": 731.8168,
      "eval_samples_per_second": 42.359,
      "eval_steps_per_second": 7.061,
      "step": 5160000
    },
    {
      "epoch": 35.11,
      "learning_rate": 3.311464021042555e-06,
      "loss": 0.982,
      "step": 5200000
    },
    {
      "epoch": 35.11,
      "eval_loss": 0.9570952653884888,
      "eval_runtime": 731.9288,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 5200000
    },
    {
      "epoch": 35.38,
      "learning_rate": 3.251464831294949e-06,
      "loss": 0.9803,
      "step": 5240000
    },
    {
      "epoch": 35.38,
      "eval_loss": 0.9592018127441406,
      "eval_runtime": 731.9144,
      "eval_samples_per_second": 42.353,
      "eval_steps_per_second": 7.06,
      "step": 5240000
    },
    {
      "epoch": 35.65,
      "learning_rate": 3.1914671420147383e-06,
      "loss": 0.9804,
      "step": 5280000
    },
    {
      "epoch": 35.65,
      "eval_loss": 0.9540479779243469,
      "eval_runtime": 731.9484,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 5280000
    },
    {
      "epoch": 35.92,
      "learning_rate": 3.131469452734527e-06,
      "loss": 0.9799,
      "step": 5320000
    },
    {
      "epoch": 35.92,
      "eval_loss": 0.9547669887542725,
      "eval_runtime": 731.8909,
      "eval_samples_per_second": 42.355,
      "eval_steps_per_second": 7.06,
      "step": 5320000
    },
    {
      "epoch": 36.19,
      "learning_rate": 3.0714732639217123e-06,
      "loss": 0.9793,
      "step": 5360000
    },
    {
      "epoch": 36.19,
      "eval_loss": 0.9536721706390381,
      "eval_runtime": 731.8644,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 5360000
    },
    {
      "epoch": 36.46,
      "learning_rate": 3.011475574641501e-06,
      "loss": 0.9783,
      "step": 5400000
    },
    {
      "epoch": 36.46,
      "eval_loss": 0.9515364766120911,
      "eval_runtime": 731.9101,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 5400000
    },
    {
      "epoch": 36.73,
      "learning_rate": 2.951476384893895e-06,
      "loss": 0.9772,
      "step": 5440000
    },
    {
      "epoch": 36.73,
      "eval_loss": 0.95276939868927,
      "eval_runtime": 731.8184,
      "eval_samples_per_second": 42.359,
      "eval_steps_per_second": 7.06,
      "step": 5440000
    },
    {
      "epoch": 37.0,
      "learning_rate": 2.8914801960810796e-06,
      "loss": 0.9804,
      "step": 5480000
    },
    {
      "epoch": 37.0,
      "eval_loss": 0.9519599676132202,
      "eval_runtime": 731.9107,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 5480000
    },
    {
      "epoch": 37.27,
      "learning_rate": 2.83148550773566e-06,
      "loss": 0.9745,
      "step": 5520000
    },
    {
      "epoch": 37.27,
      "eval_loss": 0.9534033536911011,
      "eval_runtime": 731.9292,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 5520000
    },
    {
      "epoch": 37.54,
      "learning_rate": 2.7714863179880536e-06,
      "loss": 0.9757,
      "step": 5560000
    },
    {
      "epoch": 37.54,
      "eval_loss": 0.9531847238540649,
      "eval_runtime": 731.8616,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 5560000
    },
    {
      "epoch": 37.81,
      "learning_rate": 2.7114901291752383e-06,
      "loss": 0.9774,
      "step": 5600000
    },
    {
      "epoch": 37.81,
      "eval_loss": 0.9502018690109253,
      "eval_runtime": 731.8317,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 5600000
    },
    {
      "epoch": 38.08,
      "learning_rate": 2.6514909394276316e-06,
      "loss": 0.9753,
      "step": 5640000
    },
    {
      "epoch": 38.08,
      "eval_loss": 0.9478103518486023,
      "eval_runtime": 731.8606,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 5640000
    },
    {
      "epoch": 38.35,
      "learning_rate": 2.591494750614817e-06,
      "loss": 0.9718,
      "step": 5680000
    },
    {
      "epoch": 38.35,
      "eval_loss": 0.95122891664505,
      "eval_runtime": 731.8255,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 5680000
    },
    {
      "epoch": 38.62,
      "learning_rate": 2.5314970613346056e-06,
      "loss": 0.9734,
      "step": 5720000
    },
    {
      "epoch": 38.62,
      "eval_loss": 0.9479803442955017,
      "eval_runtime": 731.8289,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 5720000
    },
    {
      "epoch": 38.89,
      "learning_rate": 2.4715023729891864e-06,
      "loss": 0.9745,
      "step": 5760000
    },
    {
      "epoch": 38.89,
      "eval_loss": 0.9491930603981018,
      "eval_runtime": 731.856,
      "eval_samples_per_second": 42.357,
      "eval_steps_per_second": 7.06,
      "step": 5760000
    },
    {
      "epoch": 39.16,
      "learning_rate": 2.4115046837089757e-06,
      "loss": 0.9712,
      "step": 5800000
    },
    {
      "epoch": 39.16,
      "eval_loss": 0.949318528175354,
      "eval_runtime": 731.8365,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 5800000
    },
    {
      "epoch": 39.43,
      "learning_rate": 2.3515084948961604e-06,
      "loss": 0.97,
      "step": 5840000
    },
    {
      "epoch": 39.43,
      "eval_loss": 0.9494725465774536,
      "eval_runtime": 731.7796,
      "eval_samples_per_second": 42.361,
      "eval_steps_per_second": 7.061,
      "step": 5840000
    },
    {
      "epoch": 39.7,
      "learning_rate": 2.291512306083345e-06,
      "loss": 0.9719,
      "step": 5880000
    },
    {
      "epoch": 39.7,
      "eval_loss": 0.9493642449378967,
      "eval_runtime": 731.7838,
      "eval_samples_per_second": 42.361,
      "eval_steps_per_second": 7.061,
      "step": 5880000
    },
    {
      "epoch": 39.97,
      "learning_rate": 2.2315131163357387e-06,
      "loss": 0.9725,
      "step": 5920000
    },
    {
      "epoch": 39.97,
      "eval_loss": 0.945613443851471,
      "eval_runtime": 731.8091,
      "eval_samples_per_second": 42.359,
      "eval_steps_per_second": 7.061,
      "step": 5920000
    },
    {
      "epoch": 40.24,
      "learning_rate": 2.171515427055528e-06,
      "loss": 0.9692,
      "step": 5960000
    },
    {
      "epoch": 40.24,
      "eval_loss": 0.9440425634384155,
      "eval_runtime": 731.7685,
      "eval_samples_per_second": 42.362,
      "eval_steps_per_second": 7.061,
      "step": 5960000
    },
    {
      "epoch": 40.51,
      "learning_rate": 2.111517737775317e-06,
      "loss": 0.9686,
      "step": 6000000
    },
    {
      "epoch": 40.51,
      "eval_loss": 0.9432018399238586,
      "eval_runtime": 731.8797,
      "eval_samples_per_second": 42.355,
      "eval_steps_per_second": 7.06,
      "step": 6000000
    },
    {
      "epoch": 40.78,
      "learning_rate": 2.051523049429898e-06,
      "loss": 0.9691,
      "step": 6040000
    },
    {
      "epoch": 40.78,
      "eval_loss": 0.9459187388420105,
      "eval_runtime": 731.8926,
      "eval_samples_per_second": 42.355,
      "eval_steps_per_second": 7.06,
      "step": 6040000
    },
    {
      "epoch": 41.05,
      "learning_rate": 1.991523859682291e-06,
      "loss": 0.9677,
      "step": 6080000
    },
    {
      "epoch": 41.05,
      "eval_loss": 0.9420450329780579,
      "eval_runtime": 731.8945,
      "eval_samples_per_second": 42.354,
      "eval_steps_per_second": 7.06,
      "step": 6080000
    },
    {
      "epoch": 41.32,
      "learning_rate": 1.931527670869476e-06,
      "loss": 0.9677,
      "step": 6120000
    },
    {
      "epoch": 41.32,
      "eval_loss": 0.945288360118866,
      "eval_runtime": 731.7905,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 6120000
    },
    {
      "epoch": 41.59,
      "learning_rate": 1.8715299815892652e-06,
      "loss": 0.9661,
      "step": 6160000
    },
    {
      "epoch": 41.59,
      "eval_loss": 0.9455643892288208,
      "eval_runtime": 731.7869,
      "eval_samples_per_second": 42.361,
      "eval_steps_per_second": 7.061,
      "step": 6160000
    },
    {
      "epoch": 41.86,
      "learning_rate": 1.8115352932438457e-06,
      "loss": 0.9664,
      "step": 6200000
    },
    {
      "epoch": 41.86,
      "eval_loss": 0.9422553181648254,
      "eval_runtime": 731.8325,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 6200000
    },
    {
      "epoch": 42.13,
      "learning_rate": 1.7515361034962392e-06,
      "loss": 0.9653,
      "step": 6240000
    },
    {
      "epoch": 42.13,
      "eval_loss": 0.9434319734573364,
      "eval_runtime": 731.8054,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 6240000
    },
    {
      "epoch": 42.4,
      "learning_rate": 1.6915429156182154e-06,
      "loss": 0.9633,
      "step": 6280000
    },
    {
      "epoch": 42.4,
      "eval_loss": 0.9410218000411987,
      "eval_runtime": 731.7099,
      "eval_samples_per_second": 42.365,
      "eval_steps_per_second": 7.062,
      "step": 6280000
    },
    {
      "epoch": 42.67,
      "learning_rate": 1.6315452263380044e-06,
      "loss": 0.9699,
      "step": 6320000
    },
    {
      "epoch": 42.67,
      "eval_loss": 0.9450401663780212,
      "eval_runtime": 731.4804,
      "eval_samples_per_second": 42.378,
      "eval_steps_per_second": 7.064,
      "step": 6320000
    },
    {
      "epoch": 42.94,
      "learning_rate": 1.571546036590398e-06,
      "loss": 0.9673,
      "step": 6360000
    },
    {
      "epoch": 42.94,
      "eval_loss": 0.9430739283561707,
      "eval_runtime": 731.5218,
      "eval_samples_per_second": 42.376,
      "eval_steps_per_second": 7.063,
      "step": 6360000
    },
    {
      "epoch": 43.21,
      "learning_rate": 1.5115513482449784e-06,
      "loss": 0.9635,
      "step": 6400000
    },
    {
      "epoch": 43.21,
      "eval_loss": 0.9403471350669861,
      "eval_runtime": 731.5739,
      "eval_samples_per_second": 42.373,
      "eval_steps_per_second": 7.063,
      "step": 6400000
    },
    {
      "epoch": 43.48,
      "learning_rate": 1.4515536589647678e-06,
      "loss": 0.9643,
      "step": 6440000
    },
    {
      "epoch": 43.48,
      "eval_loss": 0.9411180019378662,
      "eval_runtime": 731.5857,
      "eval_samples_per_second": 42.372,
      "eval_steps_per_second": 7.063,
      "step": 6440000
    },
    {
      "epoch": 43.75,
      "learning_rate": 1.3915604710867436e-06,
      "loss": 0.9629,
      "step": 6480000
    },
    {
      "epoch": 43.75,
      "eval_loss": 0.942000150680542,
      "eval_runtime": 731.7059,
      "eval_samples_per_second": 42.365,
      "eval_steps_per_second": 7.062,
      "step": 6480000
    },
    {
      "epoch": 44.02,
      "learning_rate": 1.3315612813391373e-06,
      "loss": 0.9636,
      "step": 6520000
    },
    {
      "epoch": 44.02,
      "eval_loss": 0.9400261640548706,
      "eval_runtime": 731.6205,
      "eval_samples_per_second": 42.37,
      "eval_steps_per_second": 7.062,
      "step": 6520000
    },
    {
      "epoch": 44.29,
      "learning_rate": 1.2715620915915308e-06,
      "loss": 0.9603,
      "step": 6560000
    },
    {
      "epoch": 44.29,
      "eval_loss": 0.9395481944084167,
      "eval_runtime": 731.6787,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 6560000
    },
    {
      "epoch": 44.56,
      "learning_rate": 1.2115659027787157e-06,
      "loss": 0.9623,
      "step": 6600000
    },
    {
      "epoch": 44.56,
      "eval_loss": 0.9395203590393066,
      "eval_runtime": 731.6894,
      "eval_samples_per_second": 42.366,
      "eval_steps_per_second": 7.062,
      "step": 6600000
    },
    {
      "epoch": 44.83,
      "learning_rate": 1.1515682134985048e-06,
      "loss": 0.9631,
      "step": 6640000
    },
    {
      "epoch": 44.83,
      "eval_loss": 0.9380507469177246,
      "eval_runtime": 731.5615,
      "eval_samples_per_second": 42.374,
      "eval_steps_per_second": 7.063,
      "step": 6640000
    },
    {
      "epoch": 45.1,
      "learning_rate": 1.0915720246856897e-06,
      "loss": 0.9592,
      "step": 6680000
    },
    {
      "epoch": 45.1,
      "eval_loss": 0.9388097524642944,
      "eval_runtime": 731.6793,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 6680000
    },
    {
      "epoch": 45.37,
      "learning_rate": 1.0315758358728746e-06,
      "loss": 0.9597,
      "step": 6720000
    },
    {
      "epoch": 45.37,
      "eval_loss": 0.9375278949737549,
      "eval_runtime": 731.6622,
      "eval_samples_per_second": 42.368,
      "eval_steps_per_second": 7.062,
      "step": 6720000
    },
    {
      "epoch": 45.64,
      "learning_rate": 9.715796470600592e-07,
      "loss": 0.9597,
      "step": 6760000
    },
    {
      "epoch": 45.64,
      "eval_loss": 0.938642680644989,
      "eval_runtime": 731.6777,
      "eval_samples_per_second": 42.367,
      "eval_steps_per_second": 7.062,
      "step": 6760000
    },
    {
      "epoch": 45.91,
      "learning_rate": 9.115819577798485e-07,
      "loss": 0.9572,
      "step": 6800000
    },
    {
      "epoch": 45.91,
      "eval_loss": 0.9379501342773438,
      "eval_runtime": 731.8028,
      "eval_samples_per_second": 42.36,
      "eval_steps_per_second": 7.061,
      "step": 6800000
    },
    {
      "epoch": 46.18,
      "learning_rate": 8.515827680322421e-07,
      "loss": 0.9591,
      "step": 6840000
    },
    {
      "epoch": 46.18,
      "eval_loss": 0.9362252950668335,
      "eval_runtime": 731.8252,
      "eval_samples_per_second": 42.358,
      "eval_steps_per_second": 7.06,
      "step": 6840000
    },
    {
      "epoch": 46.45,
      "learning_rate": 7.915865792194268e-07,
      "loss": 0.9566,
      "step": 6880000
    },
    {
      "epoch": 46.45,
      "eval_loss": 0.9348224997520447,
      "eval_runtime": 731.8651,
      "eval_samples_per_second": 42.356,
      "eval_steps_per_second": 7.06,
      "step": 6880000
    },
    {
      "epoch": 46.72,
      "learning_rate": 7.315903904066117e-07,
      "loss": 0.9574,
      "step": 6920000
    },
    {
      "epoch": 46.72,
      "eval_loss": 0.9346414804458618,
      "eval_runtime": 731.9242,
      "eval_samples_per_second": 42.353,
      "eval_steps_per_second": 7.059,
      "step": 6920000
    },
    {
      "epoch": 46.99,
      "learning_rate": 6.715957020611921e-07,
      "loss": 0.9563,
      "step": 6960000
    },
    {
      "epoch": 46.99,
      "eval_loss": 0.9362134337425232,
      "eval_runtime": 731.9416,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 6960000
    },
    {
      "epoch": 47.26,
      "learning_rate": 6.116025141831681e-07,
      "loss": 0.9546,
      "step": 7000000
    },
    {
      "epoch": 47.26,
      "eval_loss": 0.9321693778038025,
      "eval_runtime": 731.9394,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 7000000
    },
    {
      "epoch": 47.53,
      "learning_rate": 5.516048249029573e-07,
      "loss": 0.955,
      "step": 7040000
    },
    {
      "epoch": 47.53,
      "eval_loss": 0.9357685446739197,
      "eval_runtime": 731.9226,
      "eval_samples_per_second": 42.353,
      "eval_steps_per_second": 7.059,
      "step": 7040000
    },
    {
      "epoch": 47.8,
      "learning_rate": 4.916071356227465e-07,
      "loss": 0.9558,
      "step": 7080000
    },
    {
      "epoch": 47.8,
      "eval_loss": 0.9322512149810791,
      "eval_runtime": 731.9386,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 7080000
    },
    {
      "epoch": 48.07,
      "learning_rate": 4.3160794587514014e-07,
      "loss": 0.9547,
      "step": 7120000
    },
    {
      "epoch": 48.07,
      "eval_loss": 0.9324430227279663,
      "eval_runtime": 731.9445,
      "eval_samples_per_second": 42.352,
      "eval_steps_per_second": 7.059,
      "step": 7120000
    },
    {
      "epoch": 48.35,
      "learning_rate": 3.7161025659492937e-07,
      "loss": 0.9536,
      "step": 7160000
    },
    {
      "epoch": 48.35,
      "eval_loss": 0.9327294230461121,
      "eval_runtime": 731.9579,
      "eval_samples_per_second": 42.351,
      "eval_steps_per_second": 7.059,
      "step": 7160000
    },
    {
      "epoch": 48.62,
      "learning_rate": 3.116140677821142e-07,
      "loss": 0.9533,
      "step": 7200000
    },
    {
      "epoch": 48.62,
      "eval_loss": 0.933174192905426,
      "eval_runtime": 732.1291,
      "eval_samples_per_second": 42.341,
      "eval_steps_per_second": 7.057,
      "step": 7200000
    },
    {
      "epoch": 48.89,
      "learning_rate": 2.5161637850190335e-07,
      "loss": 0.9536,
      "step": 7240000
    },
    {
      "epoch": 48.89,
      "eval_loss": 0.9329264163970947,
      "eval_runtime": 732.2008,
      "eval_samples_per_second": 42.337,
      "eval_steps_per_second": 7.057,
      "step": 7240000
    },
    {
      "epoch": 49.16,
      "learning_rate": 1.9162018968908816e-07,
      "loss": 0.9517,
      "step": 7280000
    },
    {
      "epoch": 49.16,
      "eval_loss": 0.9311585426330566,
      "eval_runtime": 732.166,
      "eval_samples_per_second": 42.339,
      "eval_steps_per_second": 7.057,
      "step": 7280000
    },
    {
      "epoch": 49.43,
      "learning_rate": 1.3162550134366856e-07,
      "loss": 0.9525,
      "step": 7320000
    },
    {
      "epoch": 49.43,
      "eval_loss": 0.9293885827064514,
      "eval_runtime": 732.1103,
      "eval_samples_per_second": 42.342,
      "eval_steps_per_second": 7.058,
      "step": 7320000
    },
    {
      "epoch": 49.7,
      "learning_rate": 7.162931253085337e-08,
      "loss": 0.9519,
      "step": 7360000
    },
    {
      "epoch": 49.7,
      "eval_loss": 0.9308800101280212,
      "eval_runtime": 732.0979,
      "eval_samples_per_second": 42.343,
      "eval_steps_per_second": 7.058,
      "step": 7360000
    },
    {
      "epoch": 49.97,
      "learning_rate": 1.1630122783246982e-08,
      "loss": 0.9518,
      "step": 7400000
    },
    {
      "epoch": 49.97,
      "eval_loss": 0.9334636926651001,
      "eval_runtime": 731.9724,
      "eval_samples_per_second": 42.35,
      "eval_steps_per_second": 7.059,
      "step": 7400000
    }
  ],
  "max_steps": 7405100,
  "num_train_epochs": 50,
  "total_flos": 7.798931788086835e+18,
  "trial_name": null,
  "trial_params": null
}