{
  "best_metric": 2.323676109313965,
  "best_model_checkpoint": "./output/training_results/C019_random_sample_llama3-8b-base_pretrain_20240504_182259/checkpoint-1000",
  "epoch": 4.0,
  "eval_steps": 200,
  "global_step": 4160,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009615384615384616,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 2.5996,
      "step": 1
    },
    {
      "epoch": 0.004807692307692308,
      "grad_norm": 3.093270098005958,
      "learning_rate": 2.25e-06,
      "loss": 2.5704,
      "step": 5
    },
    {
      "epoch": 0.009615384615384616,
      "grad_norm": 2.3983439225151337,
      "learning_rate": 6e-06,
      "loss": 2.598,
      "step": 10
    },
    {
      "epoch": 0.014423076923076924,
      "grad_norm": 2.365104415775466,
      "learning_rate": 9.75e-06,
      "loss": 2.5213,
      "step": 15
    },
    {
      "epoch": 0.019230769230769232,
      "grad_norm": 2.377061508613044,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 2.5413,
      "step": 20
    },
    {
      "epoch": 0.02403846153846154,
      "grad_norm": 2.7238687593360633,
      "learning_rate": 1.488126415936146e-05,
      "loss": 2.4619,
      "step": 25
    },
    {
      "epoch": 0.028846153846153848,
      "grad_norm": 2.1821698028288496,
      "learning_rate": 1.468527480858081e-05,
      "loss": 2.4796,
      "step": 30
    },
    {
      "epoch": 0.03365384615384615,
      "grad_norm": 2.209060379147765,
      "learning_rate": 1.4491642768162611e-05,
      "loss": 2.4632,
      "step": 35
    },
    {
      "epoch": 0.038461538461538464,
      "grad_norm": 2.1033623949557465,
      "learning_rate": 1.4376584414398205e-05,
      "loss": 2.4363,
      "step": 40
    },
    {
      "epoch": 0.04326923076923077,
      "grad_norm": 2.232481096526571,
      "learning_rate": 1.4186671032101571e-05,
      "loss": 2.4888,
      "step": 45
    },
    {
      "epoch": 0.04807692307692308,
      "grad_norm": 2.1509113321913413,
      "learning_rate": 1.3999049045545275e-05,
      "loss": 2.4947,
      "step": 50
    },
    {
      "epoch": 0.052884615384615384,
      "grad_norm": 2.35512436324606,
      "learning_rate": 1.3813693542528815e-05,
      "loss": 2.4788,
      "step": 55
    },
    {
      "epoch": 0.057692307692307696,
      "grad_norm": 2.0401062809167683,
      "learning_rate": 1.3630579851896082e-05,
      "loss": 2.4441,
      "step": 60
    },
    {
      "epoch": 0.0625,
      "grad_norm": 2.0096811058967425,
      "learning_rate": 1.3449683541492259e-05,
      "loss": 2.4552,
      "step": 65
    },
    {
      "epoch": 0.0673076923076923,
      "grad_norm": 2.258689794653528,
      "learning_rate": 1.3270980416135356e-05,
      "loss": 2.48,
      "step": 70
    },
    {
      "epoch": 0.07211538461538461,
      "grad_norm": 2.020330092733293,
      "learning_rate": 1.3094446515602676e-05,
      "loss": 2.4756,
      "step": 75
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 2.062564685463297,
      "learning_rate": 1.2920058112631874e-05,
      "loss": 2.4676,
      "step": 80
    },
    {
      "epoch": 0.08173076923076923,
      "grad_norm": 2.0801794381372196,
      "learning_rate": 1.2747791710936666e-05,
      "loss": 2.5349,
      "step": 85
    },
    {
      "epoch": 0.08653846153846154,
      "grad_norm": 3.522036550275993,
      "learning_rate": 1.2577624043237019e-05,
      "loss": 2.4357,
      "step": 90
    },
    {
      "epoch": 0.09134615384615384,
      "grad_norm": 2.096385210617988,
      "learning_rate": 1.240953206930375e-05,
      "loss": 2.4441,
      "step": 95
    },
    {
      "epoch": 0.09615384615384616,
      "grad_norm": 2.0071639436136737,
      "learning_rate": 1.2243492974017472e-05,
      "loss": 2.4663,
      "step": 100
    },
    {
      "epoch": 0.10096153846153846,
      "grad_norm": 2.1419668864903794,
      "learning_rate": 1.2079484165441774e-05,
      "loss": 2.5266,
      "step": 105
    },
    {
      "epoch": 0.10576923076923077,
      "grad_norm": 1.853996222690424,
      "learning_rate": 1.1917483272910544e-05,
      "loss": 2.4803,
      "step": 110
    },
    {
      "epoch": 0.11057692307692307,
      "grad_norm": 1.8741352536661482,
      "learning_rate": 1.1757468145129383e-05,
      "loss": 2.4532,
      "step": 115
    },
    {
      "epoch": 0.11538461538461539,
      "grad_norm": 2.5986583647330344,
      "learning_rate": 1.1599416848290976e-05,
      "loss": 2.4519,
      "step": 120
    },
    {
      "epoch": 0.1201923076923077,
      "grad_norm": 1.960401134525488,
      "learning_rate": 1.1443307664204364e-05,
      "loss": 2.4225,
      "step": 125
    },
    {
      "epoch": 0.125,
      "grad_norm": 2.000854689144336,
      "learning_rate": 1.1289119088438038e-05,
      "loss": 2.4376,
      "step": 130
    },
    {
      "epoch": 0.12980769230769232,
      "grad_norm": 2.0163596039348373,
      "learning_rate": 1.1136829828476745e-05,
      "loss": 2.4494,
      "step": 135
    },
    {
      "epoch": 0.1346153846153846,
      "grad_norm": 2.000675810989018,
      "learning_rate": 1.0986418801891934e-05,
      "loss": 2.462,
      "step": 140
    },
    {
      "epoch": 0.13942307692307693,
      "grad_norm": 2.0014951060919746,
      "learning_rate": 1.0837865134525763e-05,
      "loss": 2.4331,
      "step": 145
    },
    {
      "epoch": 0.14423076923076922,
      "grad_norm": 1.9032594688995426,
      "learning_rate": 1.069114815868857e-05,
      "loss": 2.443,
      "step": 150
    },
    {
      "epoch": 0.14903846153846154,
      "grad_norm": 2.344078595183246,
      "learning_rate": 1.0546247411369744e-05,
      "loss": 2.3993,
      "step": 155
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 2.261655660998884,
      "learning_rate": 1.0403142632461892e-05,
      "loss": 2.427,
      "step": 160
    },
    {
      "epoch": 0.15865384615384615,
      "grad_norm": 1.9697690775283647,
      "learning_rate": 1.0261813762998242e-05,
      "loss": 2.3969,
      "step": 165
    },
    {
      "epoch": 0.16346153846153846,
      "grad_norm": 1.9785704107813238,
      "learning_rate": 1.0122240943403124e-05,
      "loss": 2.4541,
      "step": 170
    },
    {
      "epoch": 0.16826923076923078,
      "grad_norm": 1.8261246917010026,
      "learning_rate": 9.984404511755643e-06,
      "loss": 2.4736,
      "step": 175
    },
    {
      "epoch": 0.17307692307692307,
      "grad_norm": 1.99665744273795,
      "learning_rate": 9.848285002066194e-06,
      "loss": 2.353,
      "step": 180
    },
    {
      "epoch": 0.1778846153846154,
      "grad_norm": 1.8159030807907148,
      "learning_rate": 9.71386314256594e-06,
      "loss": 2.4447,
      "step": 185
    },
    {
      "epoch": 0.18269230769230768,
      "grad_norm": 1.9924841032422067,
      "learning_rate": 9.581119854009096e-06,
      "loss": 2.3577,
      "step": 190
    },
    {
      "epoch": 0.1875,
      "grad_norm": 1.8364970229914088,
      "learning_rate": 9.45003624798795e-06,
      "loss": 2.4096,
      "step": 195
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 1.9566999587123155,
      "learning_rate": 9.320593625260526e-06,
      "loss": 2.3809,
      "step": 200
    },
    {
      "epoch": 0.19230769230769232,
      "eval_loss": 2.4206786155700684,
      "eval_runtime": 85.4007,
      "eval_samples_per_second": 86.592,
      "eval_steps_per_second": 0.679,
      "step": 200
    },
    {
      "epoch": 0.1971153846153846,
      "grad_norm": 1.958978215443068,
      "learning_rate": 9.192773474090845e-06,
      "loss": 2.3997,
      "step": 205
    },
    {
      "epoch": 0.20192307692307693,
      "grad_norm": 1.999117184727505,
      "learning_rate": 9.066557468601675e-06,
      "loss": 2.3995,
      "step": 210
    },
    {
      "epoch": 0.20673076923076922,
      "grad_norm": 2.0120971325180634,
      "learning_rate": 8.966727451760845e-06,
      "loss": 2.3394,
      "step": 215
    },
    {
      "epoch": 0.21153846153846154,
      "grad_norm": 1.8965405647532796,
      "learning_rate": 8.843353314292577e-06,
      "loss": 2.4373,
      "step": 220
    },
    {
      "epoch": 0.21634615384615385,
      "grad_norm": 1.793020827788288,
      "learning_rate": 8.721532984948616e-06,
      "loss": 2.4004,
      "step": 225
    },
    {
      "epoch": 0.22115384615384615,
      "grad_norm": 1.8928727830060093,
      "learning_rate": 8.601248829310043e-06,
      "loss": 2.4425,
      "step": 230
    },
    {
      "epoch": 0.22596153846153846,
      "grad_norm": 1.8359177916301768,
      "learning_rate": 8.482483391081384e-06,
      "loss": 2.4048,
      "step": 235
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 1.771634179795241,
      "learning_rate": 8.365219390514311e-06,
      "loss": 2.3701,
      "step": 240
    },
    {
      "epoch": 0.23557692307692307,
      "grad_norm": 2.2382487479171966,
      "learning_rate": 8.249439722843319e-06,
      "loss": 2.3873,
      "step": 245
    },
    {
      "epoch": 0.2403846153846154,
      "grad_norm": 1.825838956406169,
      "learning_rate": 8.135127456733292e-06,
      "loss": 2.4484,
      "step": 250
    },
    {
      "epoch": 0.24519230769230768,
      "grad_norm": 1.779047182560338,
      "learning_rate": 8.022265832738892e-06,
      "loss": 2.4533,
      "step": 255
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.8121397814224398,
      "learning_rate": 7.9108382617757e-06,
      "loss": 2.4032,
      "step": 260
    },
    {
      "epoch": 0.2548076923076923,
      "grad_norm": 1.7304835073136142,
      "learning_rate": 7.800828323603008e-06,
      "loss": 2.3965,
      "step": 265
    },
    {
      "epoch": 0.25961538461538464,
      "grad_norm": 1.9948337899573474,
      "learning_rate": 7.692219765318242e-06,
      "loss": 2.4174,
      "step": 270
    },
    {
      "epoch": 0.2644230769230769,
      "grad_norm": 2.498650132767716,
      "learning_rate": 7.584996499862861e-06,
      "loss": 2.39,
      "step": 275
    },
    {
      "epoch": 0.2692307692307692,
      "grad_norm": 1.9036689673638798,
      "learning_rate": 7.479142604539756e-06,
      "loss": 2.3903,
      "step": 280
    },
    {
      "epoch": 0.27403846153846156,
      "grad_norm": 1.9727971553625547,
      "learning_rate": 7.374642319541976e-06,
      "loss": 2.352,
      "step": 285
    },
    {
      "epoch": 0.27884615384615385,
      "grad_norm": 1.7682776753325222,
      "learning_rate": 7.271480046492797e-06,
      "loss": 2.3595,
      "step": 290
    },
    {
      "epoch": 0.28365384615384615,
      "grad_norm": 2.466547945028361,
      "learning_rate": 7.1696403469970005e-06,
      "loss": 2.4387,
      "step": 295
    },
    {
      "epoch": 0.28846153846153844,
      "grad_norm": 1.7588363798238758,
      "learning_rate": 7.0691079412032825e-06,
      "loss": 2.4327,
      "step": 300
    },
    {
      "epoch": 0.2932692307692308,
      "grad_norm": 1.8462300982749367,
      "learning_rate": 6.969867706377832e-06,
      "loss": 2.4041,
      "step": 305
    },
    {
      "epoch": 0.2980769230769231,
      "grad_norm": 2.0032200252529098,
      "learning_rate": 6.87190467548884e-06,
      "loss": 2.4022,
      "step": 310
    },
    {
      "epoch": 0.30288461538461536,
      "grad_norm": 2.0051781024154383,
      "learning_rate": 6.775204035801989e-06,
      "loss": 2.3978,
      "step": 315
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.7525097649477925,
      "learning_rate": 6.679751127486818e-06,
      "loss": 2.3874,
      "step": 320
    },
    {
      "epoch": 0.3125,
      "grad_norm": 1.8163864310732767,
      "learning_rate": 6.585531442233879e-06,
      "loss": 2.3982,
      "step": 325
    },
    {
      "epoch": 0.3173076923076923,
      "grad_norm": 1.8911617099161901,
      "learning_rate": 6.492530621882634e-06,
      "loss": 2.3816,
      "step": 330
    },
    {
      "epoch": 0.32211538461538464,
      "grad_norm": 1.8956241442821822,
      "learning_rate": 6.400734457060024e-06,
      "loss": 2.3557,
      "step": 335
    },
    {
      "epoch": 0.3269230769230769,
      "grad_norm": 1.8585394840952694,
      "learning_rate": 6.310128885829607e-06,
      "loss": 2.4309,
      "step": 340
    },
    {
      "epoch": 0.3317307692307692,
      "grad_norm": 1.8977154535780991,
      "learning_rate": 6.220699992351257e-06,
      "loss": 2.4039,
      "step": 345
    },
    {
      "epoch": 0.33653846153846156,
      "grad_norm": 1.803139553519876,
      "learning_rate": 6.132434005551287e-06,
      "loss": 2.4042,
      "step": 350
    },
    {
      "epoch": 0.34134615384615385,
      "grad_norm": 1.757715074609487,
      "learning_rate": 6.045317297802985e-06,
      "loss": 2.3759,
      "step": 355
    },
    {
      "epoch": 0.34615384615384615,
      "grad_norm": 1.8026638689606764,
      "learning_rate": 5.95933638361746e-06,
      "loss": 2.4149,
      "step": 360
    },
    {
      "epoch": 0.35096153846153844,
      "grad_norm": 1.7463547692619898,
      "learning_rate": 5.874477918344749e-06,
      "loss": 2.3951,
      "step": 365
    },
    {
      "epoch": 0.3557692307692308,
      "grad_norm": 1.869103918883084,
      "learning_rate": 5.7907286968851065e-06,
      "loss": 2.3785,
      "step": 370
    },
    {
      "epoch": 0.3605769230769231,
      "grad_norm": 1.8694975836317,
      "learning_rate": 5.708075652410414e-06,
      "loss": 2.4295,
      "step": 375
    },
    {
      "epoch": 0.36538461538461536,
      "grad_norm": 1.9186264569383331,
      "learning_rate": 5.626505855095647e-06,
      "loss": 2.4053,
      "step": 380
    },
    {
      "epoch": 0.3701923076923077,
      "grad_norm": 1.8627599571104616,
      "learning_rate": 5.546006510860341e-06,
      "loss": 2.3935,
      "step": 385
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.7601694633490985,
      "learning_rate": 5.466564960119934e-06,
      "loss": 2.3533,
      "step": 390
    },
    {
      "epoch": 0.3798076923076923,
      "grad_norm": 1.6940078427675656,
      "learning_rate": 5.388168676547046e-06,
      "loss": 2.3602,
      "step": 395
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 2.3248960946347155,
      "learning_rate": 5.31080526584248e-06,
      "loss": 2.3057,
      "step": 400
    },
    {
      "epoch": 0.38461538461538464,
      "eval_loss": 2.3750226497650146,
      "eval_runtime": 85.4352,
      "eval_samples_per_second": 86.557,
      "eval_steps_per_second": 0.679,
      "step": 400
    },
    {
      "epoch": 0.3894230769230769,
      "grad_norm": 1.7637614396329135,
      "learning_rate": 5.234462464515984e-06,
      "loss": 2.3852,
      "step": 405
    },
    {
      "epoch": 0.3942307692307692,
      "grad_norm": 1.8306112577514888,
      "learning_rate": 5.159128138676664e-06,
      "loss": 2.3683,
      "step": 410
    },
    {
      "epoch": 0.39903846153846156,
      "grad_norm": 1.88396403239199,
      "learning_rate": 5.0847902828330104e-06,
      "loss": 2.3303,
      "step": 415
    },
    {
      "epoch": 0.40384615384615385,
      "grad_norm": 1.9387815046466974,
      "learning_rate": 5.011437018702448e-06,
      "loss": 2.3596,
      "step": 420
    },
    {
      "epoch": 0.40865384615384615,
      "grad_norm": 1.797535293599832,
      "learning_rate": 4.939056594030363e-06,
      "loss": 2.3807,
      "step": 425
    },
    {
      "epoch": 0.41346153846153844,
      "grad_norm": 1.7674969210476854,
      "learning_rate": 4.867637381418548e-06,
      "loss": 2.4203,
      "step": 430
    },
    {
      "epoch": 0.4182692307692308,
      "grad_norm": 1.7330827184520308,
      "learning_rate": 4.797167877162977e-06,
      "loss": 2.4145,
      "step": 435
    },
    {
      "epoch": 0.4230769230769231,
      "grad_norm": 1.7505951142772842,
      "learning_rate": 4.72763670010088e-06,
      "loss": 2.3664,
      "step": 440
    },
    {
      "epoch": 0.42788461538461536,
      "grad_norm": 1.7277179266718043,
      "learning_rate": 4.6590325904670434e-06,
      "loss": 2.3618,
      "step": 445
    },
    {
      "epoch": 0.4326923076923077,
      "grad_norm": 1.824045183697345,
      "learning_rate": 4.5913444087592555e-06,
      "loss": 2.3677,
      "step": 450
    },
    {
      "epoch": 0.4375,
      "grad_norm": 2.541872533331478,
      "learning_rate": 4.524561134612869e-06,
      "loss": 2.3953,
      "step": 455
    },
    {
      "epoch": 0.4423076923076923,
      "grad_norm": 1.8053852132874109,
      "learning_rate": 4.4586718656843925e-06,
      "loss": 2.4119,
      "step": 460
    },
    {
      "epoch": 0.44711538461538464,
      "grad_norm": 1.6878117932040484,
      "learning_rate": 4.39366581654407e-06,
      "loss": 2.3864,
      "step": 465
    },
    {
      "epoch": 0.4519230769230769,
      "grad_norm": 1.8260105801902033,
      "learning_rate": 4.329532317577373e-06,
      "loss": 2.387,
      "step": 470
    },
    {
      "epoch": 0.4567307692307692,
      "grad_norm": 1.8118051823045696,
      "learning_rate": 4.26626081389535e-06,
      "loss": 2.4271,
      "step": 475
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.3122157740257157,
      "learning_rate": 4.2038408642537815e-06,
      "loss": 2.3746,
      "step": 480
    },
    {
      "epoch": 0.46634615384615385,
      "grad_norm": 2.0895941468983126,
      "learning_rate": 4.142262139981073e-06,
      "loss": 2.3491,
      "step": 485
    },
    {
      "epoch": 0.47115384615384615,
      "grad_norm": 1.8059979746514452,
      "learning_rate": 4.0815144239148194e-06,
      "loss": 2.3499,
      "step": 490
    },
    {
      "epoch": 0.47596153846153844,
      "grad_norm": 1.886181072515567,
      "learning_rate": 4.0215876093470125e-06,
      "loss": 2.3631,
      "step": 495
    },
    {
      "epoch": 0.4807692307692308,
      "grad_norm": 1.8494449235344264,
      "learning_rate": 3.962471698977794e-06,
      "loss": 2.3689,
      "step": 500
    },
    {
      "epoch": 0.4855769230769231,
      "grad_norm": 1.7530451717430282,
      "learning_rate": 3.904156803877704e-06,
      "loss": 2.3126,
      "step": 505
    },
    {
      "epoch": 0.49038461538461536,
      "grad_norm": 1.7478042759208887,
      "learning_rate": 3.846633142458427e-06,
      "loss": 2.3706,
      "step": 510
    },
    {
      "epoch": 0.4951923076923077,
      "grad_norm": 1.7582686186315075,
      "learning_rate": 3.7898910394518715e-06,
      "loss": 2.3913,
      "step": 515
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.719027129765464,
      "learning_rate": 3.7339209248976165e-06,
      "loss": 2.3352,
      "step": 520
    },
    {
      "epoch": 0.5048076923076923,
      "grad_norm": 1.7460100588180303,
      "learning_rate": 3.678713333138621e-06,
      "loss": 2.3206,
      "step": 525
    },
    {
      "epoch": 0.5096153846153846,
      "grad_norm": 1.82603479631214,
      "learning_rate": 3.6242589018251656e-06,
      "loss": 2.328,
      "step": 530
    },
    {
      "epoch": 0.5144230769230769,
      "grad_norm": 2.909265992463998,
      "learning_rate": 3.570548370926946e-06,
      "loss": 2.3763,
      "step": 535
    },
    {
      "epoch": 0.5192307692307693,
      "grad_norm": 1.8988240634311662,
      "learning_rate": 3.5175725817532863e-06,
      "loss": 2.3422,
      "step": 540
    },
    {
      "epoch": 0.5240384615384616,
      "grad_norm": 1.8816807225199998,
      "learning_rate": 3.4653224759813952e-06,
      "loss": 2.31,
      "step": 545
    },
    {
      "epoch": 0.5288461538461539,
      "grad_norm": 1.7734887040078462,
      "learning_rate": 3.413789094692631e-06,
      "loss": 2.3708,
      "step": 550
    },
    {
      "epoch": 0.5336538461538461,
      "grad_norm": 14.829267205139884,
      "learning_rate": 3.362963577416697e-06,
      "loss": 2.353,
      "step": 555
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 1.767298642358234,
      "learning_rate": 3.312837161183736e-06,
      "loss": 2.3772,
      "step": 560
    },
    {
      "epoch": 0.5432692307692307,
      "grad_norm": 2.0381765168658714,
      "learning_rate": 3.2634011795842525e-06,
      "loss": 2.3277,
      "step": 565
    },
    {
      "epoch": 0.5480769230769231,
      "grad_norm": 1.687367468245635,
      "learning_rate": 3.2146470618368156e-06,
      "loss": 2.3702,
      "step": 570
    },
    {
      "epoch": 0.5528846153846154,
      "grad_norm": 1.7200567763349082,
      "learning_rate": 3.1665663318634906e-06,
      "loss": 2.2972,
      "step": 575
    },
    {
      "epoch": 0.5576923076923077,
      "grad_norm": 1.7213863859635832,
      "learning_rate": 3.119150607372941e-06,
      "loss": 2.3279,
      "step": 580
    },
    {
      "epoch": 0.5625,
      "grad_norm": 1.7895318194941465,
      "learning_rate": 3.0723915989511547e-06,
      "loss": 2.3264,
      "step": 585
    },
    {
      "epoch": 0.5673076923076923,
      "grad_norm": 1.6926941348086333,
      "learning_rate": 3.035451716037107e-06,
      "loss": 2.4078,
      "step": 590
    },
    {
      "epoch": 0.5721153846153846,
      "grad_norm": 1.835513287932842,
      "learning_rate": 2.9898542002308595e-06,
      "loss": 2.3339,
      "step": 595
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 1.7870911584404572,
      "learning_rate": 2.944890676594853e-06,
      "loss": 2.35,
      "step": 600
    },
    {
      "epoch": 0.5769230769230769,
      "eval_loss": 2.3476545810699463,
      "eval_runtime": 85.4325,
      "eval_samples_per_second": 86.56,
      "eval_steps_per_second": 0.679,
      "step": 600
    },
    {
      "epoch": 0.5817307692307693,
      "grad_norm": 1.7960612955748432,
      "learning_rate": 2.900553200489045e-06,
      "loss": 2.379,
      "step": 605
    },
    {
      "epoch": 0.5865384615384616,
      "grad_norm": 2.662329393803985,
      "learning_rate": 2.8568339158905825e-06,
      "loss": 2.3121,
      "step": 610
    },
    {
      "epoch": 0.5913461538461539,
      "grad_norm": 1.751319402693243,
      "learning_rate": 2.8137250545276917e-06,
      "loss": 2.3453,
      "step": 615
    },
    {
      "epoch": 0.5961538461538461,
      "grad_norm": 2.2858590472007325,
      "learning_rate": 2.77121893502082e-06,
      "loss": 2.3469,
      "step": 620
    },
    {
      "epoch": 0.6009615384615384,
      "grad_norm": 1.8051336435298304,
      "learning_rate": 2.729307962031005e-06,
      "loss": 2.3764,
      "step": 625
    },
    {
      "epoch": 0.6057692307692307,
      "grad_norm": 1.7204864022940245,
      "learning_rate": 2.6879846254154052e-06,
      "loss": 2.3047,
      "step": 630
    },
    {
      "epoch": 0.6105769230769231,
      "grad_norm": 1.6529012434786867,
      "learning_rate": 2.647241499389928e-06,
      "loss": 2.3594,
      "step": 635
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 1.732240061787434,
      "learning_rate": 2.607071241698958e-06,
      "loss": 2.3265,
      "step": 640
    },
    {
      "epoch": 0.6201923076923077,
      "grad_norm": 1.7491108722836675,
      "learning_rate": 2.567466592792067e-06,
      "loss": 2.3546,
      "step": 645
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.8515026129037757,
      "learning_rate": 2.5284203750077018e-06,
      "loss": 2.3665,
      "step": 650
    },
    {
      "epoch": 0.6298076923076923,
      "grad_norm": 1.9236177470936695,
      "learning_rate": 2.4899254917637856e-06,
      "loss": 2.3532,
      "step": 655
    },
    {
      "epoch": 0.6346153846153846,
      "grad_norm": 1.7377562070977945,
      "learning_rate": 2.4519749267551924e-06,
      "loss": 2.3056,
      "step": 660
    },
    {
      "epoch": 0.6394230769230769,
      "grad_norm": 1.8604329624496534,
      "learning_rate": 2.414561743158029e-06,
      "loss": 2.4127,
      "step": 665
    },
    {
      "epoch": 0.6442307692307693,
      "grad_norm": 1.7518401108851098,
      "learning_rate": 2.3776790828406987e-06,
      "loss": 2.3923,
      "step": 670
    },
    {
      "epoch": 0.6490384615384616,
      "grad_norm": 1.931606951701668,
      "learning_rate": 2.341320165581676e-06,
      "loss": 2.3243,
      "step": 675
    },
    {
      "epoch": 0.6538461538461539,
      "grad_norm": 1.812856790111344,
      "learning_rate": 2.3054782882939655e-06,
      "loss": 2.3149,
      "step": 680
    },
    {
      "epoch": 0.6586538461538461,
      "grad_norm": 1.7938076588828502,
      "learning_rate": 2.2701468242561784e-06,
      "loss": 2.3098,
      "step": 685
    },
    {
      "epoch": 0.6634615384615384,
      "grad_norm": 1.6875935166811342,
      "learning_rate": 2.2353192223501965e-06,
      "loss": 2.3627,
      "step": 690
    },
    {
      "epoch": 0.6682692307692307,
      "grad_norm": 1.7370129856938976,
      "learning_rate": 2.2009890063053612e-06,
      "loss": 2.3905,
      "step": 695
    },
    {
      "epoch": 0.6730769230769231,
      "grad_norm": 1.786880089249507,
      "learning_rate": 2.167149773949154e-06,
      "loss": 2.3904,
      "step": 700
    },
    {
      "epoch": 0.6778846153846154,
      "grad_norm": 1.766140826477351,
      "learning_rate": 2.133795196464315e-06,
      "loss": 2.3069,
      "step": 705
    },
    {
      "epoch": 0.6826923076923077,
      "grad_norm": 1.73381149404956,
      "learning_rate": 2.100919017652352e-06,
      "loss": 2.3367,
      "step": 710
    },
    {
      "epoch": 0.6875,
      "grad_norm": 1.6802393388684402,
      "learning_rate": 2.0685150532033913e-06,
      "loss": 2.3349,
      "step": 715
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 1.719597560705125,
      "learning_rate": 2.036577189972352e-06,
      "loss": 2.347,
      "step": 720
    },
    {
      "epoch": 0.6971153846153846,
      "grad_norm": 1.7179306585516882,
      "learning_rate": 2.005099385261351e-06,
      "loss": 2.2808,
      "step": 725
    },
    {
      "epoch": 0.7019230769230769,
      "grad_norm": 1.693677430438375,
      "learning_rate": 1.9740756661083308e-06,
      "loss": 2.3601,
      "step": 730
    },
    {
      "epoch": 0.7067307692307693,
      "grad_norm": 1.7284703551106673,
      "learning_rate": 1.9435001285818512e-06,
      "loss": 2.3698,
      "step": 735
    },
    {
      "epoch": 0.7115384615384616,
      "grad_norm": 1.7201691395467102,
      "learning_rate": 1.913366937082008e-06,
      "loss": 2.3383,
      "step": 740
    },
    {
      "epoch": 0.7163461538461539,
      "grad_norm": 1.8376437399845924,
      "learning_rate": 1.883670323647419e-06,
      "loss": 2.3575,
      "step": 745
    },
    {
      "epoch": 0.7211538461538461,
      "grad_norm": 1.7519138621360655,
      "learning_rate": 1.8544045872682494e-06,
      "loss": 2.4116,
      "step": 750
    },
    {
      "epoch": 0.7259615384615384,
      "grad_norm": 1.6767007868001402,
      "learning_rate": 1.8255640932052287e-06,
      "loss": 2.3197,
      "step": 755
    },
    {
      "epoch": 0.7307692307692307,
      "grad_norm": 1.8411908944181066,
      "learning_rate": 1.7971432723146058e-06,
      "loss": 2.3908,
      "step": 760
    },
    {
      "epoch": 0.7355769230769231,
      "grad_norm": 1.7508438925830225,
      "learning_rate": 1.769136620379013e-06,
      "loss": 2.3188,
      "step": 765
    },
    {
      "epoch": 0.7403846153846154,
      "grad_norm": 1.7436172155395409,
      "learning_rate": 1.7415386974441854e-06,
      "loss": 2.321,
      "step": 770
    },
    {
      "epoch": 0.7451923076923077,
      "grad_norm": 1.8045595856913115,
      "learning_rate": 1.7143441271614997e-06,
      "loss": 2.3454,
      "step": 775
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.763756591492577,
      "learning_rate": 1.687547596136285e-06,
      "loss": 2.3234,
      "step": 780
    },
    {
      "epoch": 0.7548076923076923,
      "grad_norm": 1.7186205772688097,
      "learning_rate": 1.661143853281865e-06,
      "loss": 2.2885,
      "step": 785
    },
    {
      "epoch": 0.7596153846153846,
      "grad_norm": 1.7694258113773655,
      "learning_rate": 1.6351277091792915e-06,
      "loss": 2.3391,
      "step": 790
    },
    {
      "epoch": 0.7644230769230769,
      "grad_norm": 1.725458209313717,
      "learning_rate": 1.6094940354427228e-06,
      "loss": 2.3098,
      "step": 795
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 34.858863328576724,
      "learning_rate": 1.5842377640904125e-06,
      "loss": 2.3291,
      "step": 800
    },
    {
      "epoch": 0.7692307692307693,
      "eval_loss": 2.3324432373046875,
      "eval_runtime": 85.489,
      "eval_samples_per_second": 86.502,
      "eval_steps_per_second": 0.678,
      "step": 800
    },
    {
      "epoch": 0.7740384615384616,
      "grad_norm": 1.7300557356264337,
      "learning_rate": 1.5593538869212577e-06,
      "loss": 2.3633,
      "step": 805
    },
    {
      "epoch": 0.7788461538461539,
      "grad_norm": 1.6677853311569053,
      "learning_rate": 1.5348374548968758e-06,
      "loss": 2.31,
      "step": 810
    },
    {
      "epoch": 0.7836538461538461,
      "grad_norm": 1.6959216377511328,
      "learning_rate": 1.5106835775291604e-06,
      "loss": 2.3239,
      "step": 815
    },
    {
      "epoch": 0.7884615384615384,
      "grad_norm": 1.703559225147181,
      "learning_rate": 1.4868874222732831e-06,
      "loss": 2.324,
      "step": 820
    },
    {
      "epoch": 0.7932692307692307,
      "grad_norm": 1.7178542423600203,
      "learning_rate": 1.4634442139260933e-06,
      "loss": 2.342,
      "step": 825
    },
    {
      "epoch": 0.7980769230769231,
      "grad_norm": 1.6873420836748758,
      "learning_rate": 1.440349234029883e-06,
      "loss": 2.3434,
      "step": 830
    },
    {
      "epoch": 0.8028846153846154,
      "grad_norm": 1.742480497378871,
      "learning_rate": 1.417597820281471e-06,
      "loss": 2.3966,
      "step": 835
    },
    {
      "epoch": 0.8076923076923077,
      "grad_norm": 1.6566648049272492,
      "learning_rate": 1.3951853659465747e-06,
      "loss": 2.3217,
      "step": 840
    },
    {
      "epoch": 0.8125,
      "grad_norm": 1.78249147233943,
      "learning_rate": 1.3731073192794095e-06,
      "loss": 2.3719,
      "step": 845
    },
    {
      "epoch": 0.8173076923076923,
      "grad_norm": 1.8035253977271137,
      "learning_rate": 1.3513591829475174e-06,
      "loss": 2.317,
      "step": 850
    },
    {
      "epoch": 0.8221153846153846,
      "grad_norm": 2.035309467875598,
      "learning_rate": 1.3299365134617373e-06,
      "loss": 2.313,
      "step": 855
    },
    {
      "epoch": 0.8269230769230769,
      "grad_norm": 1.7174745299655327,
      "learning_rate": 1.3088349206113118e-06,
      "loss": 2.3239,
      "step": 860
    },
    {
      "epoch": 0.8317307692307693,
      "grad_norm": 1.7333933814361635,
      "learning_rate": 1.2880500669040793e-06,
      "loss": 2.3025,
      "step": 865
    },
    {
      "epoch": 0.8365384615384616,
      "grad_norm": 1.7754019490280168,
      "learning_rate": 1.2675776670117165e-06,
      "loss": 2.2899,
      "step": 870
    },
    {
      "epoch": 0.8413461538461539,
      "grad_norm": 1.773766560162585,
      "learning_rate": 1.2474134872199916e-06,
      "loss": 2.3348,
      "step": 875
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 1.6780258578572016,
      "learning_rate": 1.2275533448839897e-06,
      "loss": 2.3305,
      "step": 880
    },
    {
      "epoch": 0.8509615384615384,
      "grad_norm": 1.733329835045473,
      "learning_rate": 1.2079931078882769e-06,
      "loss": 2.3059,
      "step": 885
    },
    {
      "epoch": 0.8557692307692307,
      "grad_norm": 1.688022550790151,
      "learning_rate": 1.1887286941119609e-06,
      "loss": 2.2872,
      "step": 890
    },
    {
      "epoch": 0.8605769230769231,
      "grad_norm": 1.7172166393971702,
      "learning_rate": 1.1697560708986142e-06,
      "loss": 2.3042,
      "step": 895
    },
    {
      "epoch": 0.8653846153846154,
      "grad_norm": 1.6641411293848463,
      "learning_rate": 1.1510712545310206e-06,
      "loss": 2.2959,
      "step": 900
    },
    {
      "epoch": 0.8701923076923077,
      "grad_norm": 1.7296381589810081,
      "learning_rate": 1.1326703097107125e-06,
      "loss": 2.339,
      "step": 905
    },
    {
      "epoch": 0.875,
      "grad_norm": 1.6487202037599287,
      "learning_rate": 1.1145493490422558e-06,
      "loss": 2.309,
      "step": 910
    },
    {
      "epoch": 0.8798076923076923,
      "grad_norm": 2.181232627254535,
      "learning_rate": 1.096704532522256e-06,
      "loss": 2.2499,
      "step": 915
    },
    {
      "epoch": 0.8846153846153846,
      "grad_norm": 1.7663666904603283,
      "learning_rate": 1.0791320670330332e-06,
      "loss": 2.4002,
      "step": 920
    },
    {
      "epoch": 0.8894230769230769,
      "grad_norm": 2.063321871244198,
      "learning_rate": 1.061828205840956e-06,
      "loss": 2.3313,
      "step": 925
    },
    {
      "epoch": 0.8942307692307693,
      "grad_norm": 1.8140222643627664,
      "learning_rate": 1.0447892480993706e-06,
      "loss": 2.3454,
      "step": 930
    },
    {
      "epoch": 0.8990384615384616,
      "grad_norm": 1.7048216508873255,
      "learning_rate": 1.0280115383561078e-06,
      "loss": 2.3296,
      "step": 935
    },
    {
      "epoch": 0.9038461538461539,
      "grad_norm": 1.7706072815766516,
      "learning_rate": 1.0114914660655272e-06,
      "loss": 2.3379,
      "step": 940
    },
    {
      "epoch": 0.9086538461538461,
      "grad_norm": 1.8968636807180728,
      "learning_rate": 9.95225465105065e-07,
      "loss": 2.3336,
      "step": 945
    },
    {
      "epoch": 0.9134615384615384,
      "grad_norm": 1.8148188080264716,
      "learning_rate": 9.792100132962467e-07,
      "loss": 2.3244,
      "step": 950
    },
    {
      "epoch": 0.9182692307692307,
      "grad_norm": 1.700784769345341,
      "learning_rate": 9.634416319301388e-07,
      "loss": 2.2875,
      "step": 955
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 1.678153310810481,
      "learning_rate": 9.479168852971943e-07,
      "loss": 2.3299,
      "step": 960
    },
    {
      "epoch": 0.9278846153846154,
      "grad_norm": 1.702217146168844,
      "learning_rate": 9.326323802214668e-07,
      "loss": 2.3312,
      "step": 965
    },
    {
      "epoch": 0.9326923076923077,
      "grad_norm": 1.7687681371145616,
      "learning_rate": 9.175847655991562e-07,
      "loss": 2.3722,
      "step": 970
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.7230729231020288,
      "learning_rate": 9.027707319414495e-07,
      "loss": 2.3735,
      "step": 975
    },
    {
      "epoch": 0.9423076923076923,
      "grad_norm": 1.7291556590880472,
      "learning_rate": 8.881870109216298e-07,
      "loss": 2.3127,
      "step": 980
    },
    {
      "epoch": 0.9471153846153846,
      "grad_norm": 1.7116649138045492,
      "learning_rate": 8.73830374926414e-07,
      "loss": 2.3561,
      "step": 985
    },
    {
      "epoch": 0.9519230769230769,
      "grad_norm": 1.6739783387575036,
      "learning_rate": 8.596976366114889e-07,
      "loss": 2.351,
      "step": 990
    },
    {
      "epoch": 0.9567307692307693,
      "grad_norm": 1.9461130756235225,
      "learning_rate": 8.457856484612148e-07,
      "loss": 2.3294,
      "step": 995
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 1.8094460359927895,
      "learning_rate": 8.320913023524591e-07,
      "loss": 2.2998,
      "step": 1000
    },
    {
      "epoch": 0.9615384615384616,
      "eval_loss": 2.323676109313965,
      "eval_runtime": 85.3479,
      "eval_samples_per_second": 86.645,
      "eval_steps_per_second": 0.68,
      "step": 1000
    },
    {
      "epoch": 0.9663461538461539,
      "grad_norm": 1.7191097995210292,
      "learning_rate": 8.186115291225334e-07,
      "loss": 2.3048,
      "step": 1005
    },
    {
      "epoch": 0.9711538461538461,
      "grad_norm": 1.7123549721593059,
      "learning_rate": 8.05343298141196e-07,
      "loss": 2.2933,
      "step": 1010
    },
    {
      "epoch": 0.9759615384615384,
      "grad_norm": 1.615875433552917,
      "learning_rate": 7.922836168866939e-07,
      "loss": 2.3564,
      "step": 1015
    },
    {
      "epoch": 0.9807692307692307,
      "grad_norm": 1.928169845331568,
      "learning_rate": 7.794295305258064e-07,
      "loss": 2.304,
      "step": 1020
    },
    {
      "epoch": 0.9855769230769231,
      "grad_norm": 1.6770198711392135,
      "learning_rate": 7.667781214978637e-07,
      "loss": 2.3152,
      "step": 1025
    },
    {
      "epoch": 0.9903846153846154,
      "grad_norm": 1.942852074361696,
      "learning_rate": 7.543265091027068e-07,
      "loss": 2.2961,
      "step": 1030
    },
    {
      "epoch": 0.9951923076923077,
      "grad_norm": 1.7644307035655395,
      "learning_rate": 7.420718490925571e-07,
      "loss": 2.3559,
      "step": 1035
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6849031142151147,
      "learning_rate": 7.300113332677667e-07,
      "loss": 2.2943,
      "step": 1040
    },
    {
      "epoch": 1.0048076923076923,
      "grad_norm": 2.0233629664399646,
      "learning_rate": 7.181421890764176e-07,
      "loss": 2.1536,
      "step": 1045
    },
    {
      "epoch": 1.0096153846153846,
      "grad_norm": 1.6857528037531342,
      "learning_rate": 7.064616792177334e-07,
      "loss": 2.1437,
      "step": 1050
    },
    {
      "epoch": 1.0144230769230769,
      "grad_norm": 1.856293792049413,
      "learning_rate": 6.949671012492914e-07,
      "loss": 2.0699,
      "step": 1055
    },
    {
      "epoch": 1.0192307692307692,
      "grad_norm": 1.8179118022888037,
      "learning_rate": 6.836557871979786e-07,
      "loss": 2.0974,
      "step": 1060
    },
    {
      "epoch": 1.0240384615384615,
      "grad_norm": 1.8749106071870572,
      "learning_rate": 6.725251031746841e-07,
      "loss": 2.1025,
      "step": 1065
    },
    {
      "epoch": 1.0288461538461537,
      "grad_norm": 2.4469738972729442,
      "learning_rate": 6.61572448992684e-07,
      "loss": 2.0592,
      "step": 1070
    },
    {
      "epoch": 1.0336538461538463,
      "grad_norm": 1.9600481862823989,
      "learning_rate": 6.507952577896988e-07,
      "loss": 2.1909,
      "step": 1075
    },
    {
      "epoch": 1.0384615384615385,
      "grad_norm": 1.7683431826042773,
      "learning_rate": 6.401909956535864e-07,
      "loss": 2.0983,
      "step": 1080
    },
    {
      "epoch": 1.0432692307692308,
      "grad_norm": 1.8700170966385194,
      "learning_rate": 6.297571612516455e-07,
      "loss": 2.1326,
      "step": 1085
    },
    {
      "epoch": 1.0480769230769231,
      "grad_norm": 1.7984837423328528,
      "learning_rate": 6.194912854635e-07,
      "loss": 2.1085,
      "step": 1090
    },
    {
      "epoch": 1.0528846153846154,
      "grad_norm": 1.8234811332020633,
      "learning_rate": 6.093909310175343e-07,
      "loss": 2.1227,
      "step": 1095
    },
    {
      "epoch": 1.0576923076923077,
      "grad_norm": 1.8669294021521274,
      "learning_rate": 5.994536921308514e-07,
      "loss": 2.0538,
      "step": 1100
    },
    {
      "epoch": 1.0625,
      "grad_norm": 1.834973873963248,
      "learning_rate": 5.896771941527257e-07,
      "loss": 2.163,
      "step": 1105
    },
    {
      "epoch": 1.0673076923076923,
      "grad_norm": 1.7568094748940102,
      "learning_rate": 5.800590932115227e-07,
      "loss": 2.1596,
      "step": 1110
    },
    {
      "epoch": 1.0721153846153846,
      "grad_norm": 1.9456491484317202,
      "learning_rate": 5.705970758650521e-07,
      "loss": 2.092,
      "step": 1115
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 1.8020042844163735,
      "learning_rate": 5.612888587543394e-07,
      "loss": 2.1022,
      "step": 1120
    },
    {
      "epoch": 1.0817307692307692,
      "grad_norm": 1.853382300488598,
      "learning_rate": 5.521321882607727e-07,
      "loss": 2.0697,
      "step": 1125
    },
    {
      "epoch": 1.0865384615384615,
      "grad_norm": 1.8362880314320598,
      "learning_rate": 5.431248401666053e-07,
      "loss": 2.1201,
      "step": 1130
    },
    {
      "epoch": 1.0913461538461537,
      "grad_norm": 1.8442235682625632,
      "learning_rate": 5.342646193187874e-07,
      "loss": 2.0395,
      "step": 1135
    },
    {
      "epoch": 1.0961538461538463,
      "grad_norm": 1.8214033367021532,
      "learning_rate": 5.255493592960974e-07,
      "loss": 2.113,
      "step": 1140
    },
    {
      "epoch": 1.1009615384615385,
      "grad_norm": 1.7988424197058015,
      "learning_rate": 5.169769220795454e-07,
      "loss": 2.131,
      "step": 1145
    },
    {
      "epoch": 1.1057692307692308,
      "grad_norm": 1.8109458308469661,
      "learning_rate": 5.085451977260232e-07,
      "loss": 2.1636,
      "step": 1150
    },
    {
      "epoch": 1.1105769230769231,
      "grad_norm": 1.8188669425027102,
      "learning_rate": 5.00252104045174e-07,
      "loss": 2.1307,
      "step": 1155
    },
    {
      "epoch": 1.1153846153846154,
      "grad_norm": 1.7643977620250952,
      "learning_rate": 4.920955862794543e-07,
      "loss": 2.1029,
      "step": 1160
    },
    {
      "epoch": 1.1201923076923077,
      "grad_norm": 1.871509851180396,
      "learning_rate": 4.84073616787364e-07,
      "loss": 2.106,
      "step": 1165
    },
    {
      "epoch": 1.125,
      "grad_norm": 1.827457682413712,
      "learning_rate": 4.7618419472981506e-07,
      "loss": 2.1616,
      "step": 1170
    },
    {
      "epoch": 1.1298076923076923,
      "grad_norm": 1.7536769808765222,
      "learning_rate": 4.684253457596156e-07,
      "loss": 2.1077,
      "step": 1175
    },
    {
      "epoch": 1.1346153846153846,
      "grad_norm": 1.9063367359144818,
      "learning_rate": 4.6079512171404304e-07,
      "loss": 2.1849,
      "step": 1180
    },
    {
      "epoch": 1.1394230769230769,
      "grad_norm": 2.145803926574076,
      "learning_rate": 4.5329160031047875e-07,
      "loss": 2.1577,
      "step": 1185
    },
    {
      "epoch": 1.1442307692307692,
      "grad_norm": 1.8443487836196741,
      "learning_rate": 4.4591288484508226e-07,
      "loss": 2.064,
      "step": 1190
    },
    {
      "epoch": 1.1490384615384615,
      "grad_norm": 1.815754689621411,
      "learning_rate": 4.3865710389447586e-07,
      "loss": 2.1008,
      "step": 1195
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 1.8139614221776288,
      "learning_rate": 4.315224110204174e-07,
      "loss": 2.1248,
      "step": 1200
    },
    {
      "epoch": 1.1538461538461537,
      "eval_loss": 2.336085319519043,
      "eval_runtime": 85.3746,
      "eval_samples_per_second": 86.618,
      "eval_steps_per_second": 0.679,
      "step": 1200
    },
    {
      "epoch": 1.1586538461538463,
      "grad_norm": 1.7983716043793538,
      "learning_rate": 4.245069844774349e-07,
      "loss": 2.0729,
      "step": 1205
    },
    {
      "epoch": 1.1634615384615385,
      "grad_norm": 1.8990292619468592,
      "learning_rate": 4.17609026923398e-07,
      "loss": 2.1249,
      "step": 1210
    },
    {
      "epoch": 1.1682692307692308,
      "grad_norm": 1.762763830487173,
      "learning_rate": 4.1082676513300323e-07,
      "loss": 2.154,
      "step": 1215
    },
    {
      "epoch": 1.1730769230769231,
      "grad_norm": 1.759984272000879,
      "learning_rate": 4.0415844971414616e-07,
      "loss": 2.1299,
      "step": 1220
    },
    {
      "epoch": 1.1778846153846154,
      "grad_norm": 1.7856327184643472,
      "learning_rate": 3.976023548271586e-07,
      "loss": 2.1663,
      "step": 1225
    },
    {
      "epoch": 1.1826923076923077,
      "grad_norm": 1.8453273970913073,
      "learning_rate": 3.9115677790688485e-07,
      "loss": 2.1115,
      "step": 1230
    },
    {
      "epoch": 1.1875,
      "grad_norm": 1.7711541036032603,
      "learning_rate": 3.8482003938757386e-07,
      "loss": 2.1207,
      "step": 1235
    },
    {
      "epoch": 1.1923076923076923,
      "grad_norm": 1.7750356264689093,
      "learning_rate": 3.78590482430564e-07,
      "loss": 2.0857,
      "step": 1240
    },
    {
      "epoch": 1.1971153846153846,
      "grad_norm": 1.7976368503882154,
      "learning_rate": 3.724664726547351e-07,
      "loss": 2.1386,
      "step": 1245
    },
    {
      "epoch": 1.2019230769230769,
      "grad_norm": 1.829414461965732,
      "learning_rate": 3.6644639786970623e-07,
      "loss": 2.174,
      "step": 1250
    },
    {
      "epoch": 1.2067307692307692,
      "grad_norm": 1.825361485465677,
      "learning_rate": 3.6052866781175476e-07,
      "loss": 2.1057,
      "step": 1255
    },
    {
      "epoch": 1.2115384615384615,
      "grad_norm": 1.8292622951367188,
      "learning_rate": 3.547117138824332e-07,
      "loss": 2.08,
      "step": 1260
    },
    {
      "epoch": 1.2163461538461537,
      "grad_norm": 1.8307121677285738,
      "learning_rate": 3.48993988889863e-07,
      "loss": 2.1154,
      "step": 1265
    },
    {
      "epoch": 1.2211538461538463,
      "grad_norm": 1.862688434301242,
      "learning_rate": 3.433739667926769e-07,
      "loss": 2.0719,
      "step": 1270
    },
    {
      "epoch": 1.2259615384615385,
      "grad_norm": 1.8172648051882496,
      "learning_rate": 3.378501424465974e-07,
      "loss": 2.08,
      "step": 1275
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 1.831590098407615,
      "learning_rate": 3.3242103135361645e-07,
      "loss": 2.1313,
      "step": 1280
    },
    {
      "epoch": 1.2355769230769231,
      "grad_norm": 1.8337034054812522,
      "learning_rate": 3.2708516941376294e-07,
      "loss": 2.1436,
      "step": 1285
    },
    {
      "epoch": 1.2403846153846154,
      "grad_norm": 1.8090147347855563,
      "learning_rate": 3.218411126794323e-07,
      "loss": 2.1503,
      "step": 1290
    },
    {
      "epoch": 1.2451923076923077,
      "grad_norm": 1.8544882033122045,
      "learning_rate": 3.166874371122564e-07,
      "loss": 2.1303,
      "step": 1295
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.781492016300762,
      "learning_rate": 3.116227383424919e-07,
      "loss": 2.0967,
      "step": 1300
    },
    {
      "epoch": 1.2548076923076923,
      "grad_norm": 1.8889890359608847,
      "learning_rate": 3.066456314309059e-07,
      "loss": 2.0931,
      "step": 1305
    },
    {
      "epoch": 1.2596153846153846,
      "grad_norm": 1.8232794987114287,
      "learning_rate": 3.017547506331364e-07,
      "loss": 2.1251,
      "step": 1310
    },
    {
      "epoch": 1.2644230769230769,
      "grad_norm": 1.8856640991380471,
      "learning_rate": 2.969487491665068e-07,
      "loss": 2.1139,
      "step": 1315
    },
    {
      "epoch": 1.2692307692307692,
      "grad_norm": 1.7930598313625747,
      "learning_rate": 2.9222629897927087e-07,
      "loss": 2.1204,
      "step": 1320
    },
    {
      "epoch": 1.2740384615384617,
      "grad_norm": 1.8132589043201648,
      "learning_rate": 2.8758609052227305e-07,
      "loss": 2.034,
      "step": 1325
    },
    {
      "epoch": 1.2788461538461537,
      "grad_norm": 1.8767260044973102,
      "learning_rate": 2.830268325229947e-07,
      "loss": 2.1215,
      "step": 1330
    },
    {
      "epoch": 1.2836538461538463,
      "grad_norm": 1.8491028909697207,
      "learning_rate": 2.785472517619713e-07,
      "loss": 2.1328,
      "step": 1335
    },
    {
      "epoch": 1.2884615384615383,
      "grad_norm": 1.9076802028303976,
      "learning_rate": 2.74146092851559e-07,
      "loss": 2.084,
      "step": 1340
    },
    {
      "epoch": 1.2932692307692308,
      "grad_norm": 1.849289922308255,
      "learning_rate": 2.698221180170271e-07,
      "loss": 2.1259,
      "step": 1345
    },
    {
      "epoch": 1.2980769230769231,
      "grad_norm": 1.7905203171901232,
      "learning_rate": 2.6557410687996006e-07,
      "loss": 2.1151,
      "step": 1350
    },
    {
      "epoch": 1.3028846153846154,
      "grad_norm": 1.8830908621706892,
      "learning_rate": 2.6140085624394526e-07,
      "loss": 2.1457,
      "step": 1355
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 1.8596784397686372,
      "learning_rate": 2.573011798825286e-07,
      "loss": 2.073,
      "step": 1360
    },
    {
      "epoch": 1.3125,
      "grad_norm": 1.8448017924414952,
      "learning_rate": 2.5327390832941644e-07,
      "loss": 2.1286,
      "step": 1365
    },
    {
      "epoch": 1.3173076923076923,
      "grad_norm": 2.0018781537530996,
      "learning_rate": 2.4931788867090523e-07,
      "loss": 2.09,
      "step": 1370
    },
    {
      "epoch": 1.3221153846153846,
      "grad_norm": 1.8762757684058704,
      "learning_rate": 2.4543198434051835e-07,
      "loss": 2.075,
      "step": 1375
    },
    {
      "epoch": 1.3269230769230769,
      "grad_norm": 1.952448677696025,
      "learning_rate": 2.4161507491583033e-07,
      "loss": 2.1256,
      "step": 1380
    },
    {
      "epoch": 1.3317307692307692,
      "grad_norm": 1.8165760972158784,
      "learning_rate": 2.3786605591746012e-07,
      "loss": 2.0566,
      "step": 1385
    },
    {
      "epoch": 1.3365384615384617,
      "grad_norm": 5.253827520965963,
      "learning_rate": 2.341838386102127e-07,
      "loss": 2.2116,
      "step": 1390
    },
    {
      "epoch": 1.3413461538461537,
      "grad_norm": 1.8446995708115508,
      "learning_rate": 2.3056734980635093e-07,
      "loss": 2.1001,
      "step": 1395
    },
    {
      "epoch": 1.3461538461538463,
      "grad_norm": 1.9617802338733952,
      "learning_rate": 2.2701553167097801e-07,
      "loss": 2.1239,
      "step": 1400
    },
    {
      "epoch": 1.3461538461538463,
      "eval_loss": 2.334371566772461,
      "eval_runtime": 85.4548,
      "eval_samples_per_second": 86.537,
      "eval_steps_per_second": 0.679,
      "step": 1400
    },
    {
      "epoch": 1.3509615384615383,
      "grad_norm": 1.8285827211419716,
      "learning_rate": 2.2352734152951196e-07,
      "loss": 2.1184,
      "step": 1405
    },
    {
      "epoch": 1.3557692307692308,
      "grad_norm": 2.0394120658337305,
      "learning_rate": 2.2010175167723296e-07,
      "loss": 2.0568,
      "step": 1410
    },
    {
      "epoch": 1.3605769230769231,
      "grad_norm": 1.7875137882919705,
      "learning_rate": 2.167377491908854e-07,
      "loss": 2.0625,
      "step": 1415
    },
    {
      "epoch": 1.3653846153846154,
      "grad_norm": 1.7866761410178333,
      "learning_rate": 2.134343357423158e-07,
      "loss": 2.0555,
      "step": 1420
    },
    {
      "epoch": 1.3701923076923077,
      "grad_norm": 1.932563852514787,
      "learning_rate": 2.101905274141283e-07,
      "loss": 2.1069,
      "step": 1425
    },
    {
      "epoch": 1.375,
      "grad_norm": 1.9475188936955665,
      "learning_rate": 2.0700535451733951e-07,
      "loss": 2.1086,
      "step": 1430
    },
    {
      "epoch": 1.3798076923076923,
      "grad_norm": 1.8526120458954936,
      "learning_rate": 2.0387786141101492e-07,
      "loss": 2.1378,
      "step": 1435
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 1.8562018803586509,
      "learning_rate": 2.0080710632386802e-07,
      "loss": 2.1353,
      "step": 1440
    },
    {
      "epoch": 1.3894230769230769,
      "grad_norm": 1.8313311377456998,
      "learning_rate": 1.9779216117780527e-07,
      "loss": 2.1171,
      "step": 1445
    },
    {
      "epoch": 1.3942307692307692,
      "grad_norm": 1.8142973032453498,
      "learning_rate": 1.9483211141339894e-07,
      "loss": 2.0766,
      "step": 1450
    },
    {
      "epoch": 1.3990384615384617,
      "grad_norm": 1.8237674767411933,
      "learning_rate": 1.9192605581726967e-07,
      "loss": 2.1593,
      "step": 1455
    },
    {
      "epoch": 1.4038461538461537,
      "grad_norm": 1.772508678674097,
      "learning_rate": 1.8907310635136197e-07,
      "loss": 2.1314,
      "step": 1460
    },
    {
      "epoch": 1.4086538461538463,
      "grad_norm": 1.8899727080269664,
      "learning_rate": 1.8627238798409526e-07,
      "loss": 2.0845,
      "step": 1465
    },
    {
      "epoch": 1.4134615384615383,
      "grad_norm": 1.90653257600126,
      "learning_rate": 1.8352303852337284e-07,
      "loss": 2.1508,
      "step": 1470
    },
    {
      "epoch": 1.4182692307692308,
      "grad_norm": 1.8534900824085168,
      "learning_rate": 1.8082420845143144e-07,
      "loss": 2.0896,
      "step": 1475
    },
    {
      "epoch": 1.4230769230769231,
      "grad_norm": 1.8066064812360683,
      "learning_rate": 1.7817506076151663e-07,
      "loss": 2.1493,
      "step": 1480
    },
    {
      "epoch": 1.4278846153846154,
      "grad_norm": 1.8590166269045232,
      "learning_rate": 1.7557477079636372e-07,
      "loss": 2.0614,
      "step": 1485
    },
    {
      "epoch": 1.4326923076923077,
      "grad_norm": 1.8782140024216563,
      "learning_rate": 1.7302252608847008e-07,
      "loss": 2.0691,
      "step": 1490
    },
    {
      "epoch": 1.4375,
      "grad_norm": 1.8729309652922037,
      "learning_rate": 1.7051752620214163e-07,
      "loss": 2.0573,
      "step": 1495
    },
    {
      "epoch": 1.4423076923076923,
      "grad_norm": 1.8894921416533526,
      "learning_rate": 1.6805898257729673e-07,
      "loss": 2.0936,
      "step": 1500
    },
    {
      "epoch": 1.4471153846153846,
      "grad_norm": 1.9015071278716307,
      "learning_rate": 1.6564611837501148e-07,
      "loss": 2.0837,
      "step": 1505
    },
    {
      "epoch": 1.4519230769230769,
      "grad_norm": 1.8197453987244108,
      "learning_rate": 1.6327816832478985e-07,
      "loss": 2.1064,
      "step": 1510
    },
    {
      "epoch": 1.4567307692307692,
      "grad_norm": 1.8526075910672721,
      "learning_rate": 1.6095437857354324e-07,
      "loss": 2.0926,
      "step": 1515
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 1.8572065984966375,
      "learning_rate": 1.586740065362626e-07,
      "loss": 2.0582,
      "step": 1520
    },
    {
      "epoch": 1.4663461538461537,
      "grad_norm": 1.8156159477376175,
      "learning_rate": 1.5643632074836825e-07,
      "loss": 2.1037,
      "step": 1525
    },
    {
      "epoch": 1.4711538461538463,
      "grad_norm": 1.8649198187665965,
      "learning_rate": 1.5424060071972007e-07,
      "loss": 2.125,
      "step": 1530
    },
    {
      "epoch": 1.4759615384615383,
      "grad_norm": 1.8545497800311697,
      "learning_rate": 1.5208613679027549e-07,
      "loss": 2.0884,
      "step": 1535
    },
    {
      "epoch": 1.4807692307692308,
      "grad_norm": 1.8606969338206512,
      "learning_rate": 1.4997222998737582e-07,
      "loss": 2.1157,
      "step": 1540
    },
    {
      "epoch": 1.4855769230769231,
      "grad_norm": 1.8859903197241183,
      "learning_rate": 1.478981918846486e-07,
      "loss": 2.1273,
      "step": 1545
    },
    {
      "epoch": 1.4903846153846154,
      "grad_norm": 1.8869329872162925,
      "learning_rate": 1.4586334446250955e-07,
      "loss": 2.1386,
      "step": 1550
    },
    {
      "epoch": 1.4951923076923077,
      "grad_norm": 1.860329950662595,
      "learning_rate": 1.43867019970249e-07,
      "loss": 2.157,
      "step": 1555
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.8134076526838725,
      "learning_rate": 1.419085607896877e-07,
      "loss": 2.1129,
      "step": 1560
    },
    {
      "epoch": 1.5048076923076923,
      "grad_norm": 1.8259889434431678,
      "learning_rate": 1.3998731930038773e-07,
      "loss": 2.1292,
      "step": 1565
    },
    {
      "epoch": 1.5096153846153846,
      "grad_norm": 1.8908539458019609,
      "learning_rate": 1.381026577464028e-07,
      "loss": 2.1286,
      "step": 1570
    },
    {
      "epoch": 1.5144230769230769,
      "grad_norm": 1.7930674977942935,
      "learning_rate": 1.3625394810455382e-07,
      "loss": 2.1092,
      "step": 1575
    },
    {
      "epoch": 1.5192307692307692,
      "grad_norm": 1.8496202978075098,
      "learning_rate": 1.3444057195421526e-07,
      "loss": 2.1075,
      "step": 1580
    },
    {
      "epoch": 1.5240384615384617,
      "grad_norm": 1.8344118160186549,
      "learning_rate": 1.326619203485973e-07,
      "loss": 2.1007,
      "step": 1585
    },
    {
      "epoch": 1.5288461538461537,
      "grad_norm": 1.8585688089026406,
      "learning_rate": 1.3091739368750989e-07,
      "loss": 2.1521,
      "step": 1590
    },
    {
      "epoch": 1.5336538461538463,
      "grad_norm": 2.0502623341105517,
      "learning_rate": 1.292064015915944e-07,
      "loss": 2.0904,
      "step": 1595
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 1.8474141432895723,
      "learning_rate": 1.2752836277800852e-07,
      "loss": 2.1521,
      "step": 1600
    },
    {
      "epoch": 1.5384615384615383,
      "eval_loss": 2.333831548690796,
      "eval_runtime": 85.4542,
      "eval_samples_per_second": 86.538,
      "eval_steps_per_second": 0.679,
      "step": 1600
    },
    {
      "epoch": 1.5432692307692308,
      "grad_norm": 1.908368834971653,
      "learning_rate": 1.2588270493755057e-07,
      "loss": 2.0545,
      "step": 1605
    },
    {
      "epoch": 1.5480769230769231,
      "grad_norm": 1.8891697271029433,
      "learning_rate": 1.242688646132092e-07,
      "loss": 2.1085,
      "step": 1610
    },
    {
      "epoch": 1.5528846153846154,
      "grad_norm": 1.8238620642049488,
      "learning_rate": 1.22686287080125e-07,
      "loss": 2.1416,
      "step": 1615
    },
    {
      "epoch": 1.5576923076923077,
      "grad_norm": 1.845379742670226,
      "learning_rate": 1.2113442622694955e-07,
      "loss": 2.0587,
      "step": 1620
    },
    {
      "epoch": 1.5625,
      "grad_norm": 1.760419766434776,
      "learning_rate": 1.1961274443858932e-07,
      "loss": 2.0988,
      "step": 1625
    },
    {
      "epoch": 1.5673076923076923,
      "grad_norm": 1.9500128322951924,
      "learning_rate": 1.1812071248031999e-07,
      "loss": 2.1024,
      "step": 1630
    },
    {
      "epoch": 1.5721153846153846,
      "grad_norm": 1.8158972995099203,
      "learning_rate": 1.1665780938325871e-07,
      "loss": 2.1387,
      "step": 1635
    },
    {
      "epoch": 1.5769230769230769,
      "grad_norm": 1.86611749153697,
      "learning_rate": 1.152235223311802e-07,
      "loss": 2.1525,
      "step": 1640
    },
    {
      "epoch": 1.5817307692307692,
      "grad_norm": 1.8447983570027537,
      "learning_rate": 1.1381734654866389e-07,
      "loss": 2.0554,
      "step": 1645
    },
    {
      "epoch": 1.5865384615384617,
      "grad_norm": 1.828362228823549,
      "learning_rate": 1.1243878519055928e-07,
      "loss": 2.1187,
      "step": 1650
    },
    {
      "epoch": 1.5913461538461537,
      "grad_norm": 1.947875660376608,
      "learning_rate": 1.1108734923275605e-07,
      "loss": 2.0531,
      "step": 1655
    },
    {
      "epoch": 1.5961538461538463,
      "grad_norm": 1.818226522118368,
      "learning_rate": 1.0976255736424637e-07,
      "loss": 2.1036,
      "step": 1660
    },
    {
      "epoch": 1.6009615384615383,
      "grad_norm": 1.9755891501080045,
      "learning_rate": 1.0846393588046656e-07,
      "loss": 2.1296,
      "step": 1665
    },
    {
      "epoch": 1.6057692307692308,
      "grad_norm": 1.8165676756032596,
      "learning_rate": 1.0719101857790552e-07,
      "loss": 2.0842,
      "step": 1670
    },
    {
      "epoch": 1.6105769230769231,
      "grad_norm": 1.8480994780626476,
      "learning_rate": 1.0594334664996721e-07,
      "loss": 2.0833,
      "step": 1675
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 1.7568276519420272,
      "learning_rate": 1.0472046858407492e-07,
      "loss": 2.1152,
      "step": 1680
    },
    {
      "epoch": 1.6201923076923077,
      "grad_norm": 1.8155268250435754,
      "learning_rate": 1.0352194006000441e-07,
      "loss": 2.1277,
      "step": 1685
    },
    {
      "epoch": 1.625,
      "grad_norm": 1.8688450613110825,
      "learning_rate": 1.0234732384943512e-07,
      "loss": 2.055,
      "step": 1690
    },
    {
      "epoch": 1.6298076923076923,
      "grad_norm": 1.834466807811679,
      "learning_rate": 1.0119618971670507e-07,
      "loss": 2.1648,
      "step": 1695
    },
    {
      "epoch": 1.6346153846153846,
      "grad_norm": 1.9150332485014145,
      "learning_rate": 1.0006811432075942e-07,
      "loss": 2.0587,
      "step": 1700
    },
    {
      "epoch": 1.6394230769230769,
      "grad_norm": 1.866607921147843,
      "learning_rate": 9.896268111827943e-08,
      "loss": 2.076,
      "step": 1705
    },
    {
      "epoch": 1.6442307692307692,
      "grad_norm": 1.8656204113992287,
      "learning_rate": 9.787948026798065e-08,
      "loss": 2.1168,
      "step": 1710
    },
    {
      "epoch": 1.6490384615384617,
      "grad_norm": 1.849474324070502,
      "learning_rate": 9.68181085360681e-08,
      "loss": 2.1075,
      "step": 1715
    },
    {
      "epoch": 1.6538461538461537,
      "grad_norm": 1.8108526684678354,
      "learning_rate": 9.57781692028372e-08,
      "loss": 2.1368,
      "step": 1720
    },
    {
      "epoch": 1.6586538461538463,
      "grad_norm": 1.8133873110154997,
      "learning_rate": 9.475927197040834e-08,
      "loss": 2.088,
      "step": 1725
    },
    {
      "epoch": 1.6634615384615383,
      "grad_norm": 1.8155032971792053,
      "learning_rate": 9.376103287158425e-08,
      "loss": 2.1397,
      "step": 1730
    },
    {
      "epoch": 1.6682692307692308,
      "grad_norm": 1.8962575557301127,
      "learning_rate": 9.278307417981768e-08,
      "loss": 2.116,
      "step": 1735
    },
    {
      "epoch": 1.6730769230769231,
      "grad_norm": 1.8976326651339515,
      "learning_rate": 9.182502432027988e-08,
      "loss": 2.0869,
      "step": 1740
    },
    {
      "epoch": 1.6778846153846154,
      "grad_norm": 1.805419356077963,
      "learning_rate": 9.107267296696801e-08,
      "loss": 2.0926,
      "step": 1745
    },
    {
      "epoch": 1.6826923076923077,
      "grad_norm": 1.8237173931210868,
      "learning_rate": 9.014954193734225e-08,
      "loss": 2.07,
      "step": 1750
    },
    {
      "epoch": 1.6875,
      "grad_norm": 1.874303236724565,
      "learning_rate": 8.924531131396056e-08,
      "loss": 2.0852,
      "step": 1755
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 1.8446431514031785,
      "learning_rate": 8.835963210651791e-08,
      "loss": 2.0639,
      "step": 1760
    },
    {
      "epoch": 1.6971153846153846,
      "grad_norm": 1.8962482308020339,
      "learning_rate": 8.749216106451011e-08,
      "loss": 2.1162,
      "step": 1765
    },
    {
      "epoch": 1.7019230769230769,
      "grad_norm": 1.8192264354608538,
      "learning_rate": 8.664256059446181e-08,
      "loss": 2.1065,
      "step": 1770
    },
    {
      "epoch": 1.7067307692307692,
      "grad_norm": 2.366332770975045,
      "learning_rate": 8.581049867817956e-08,
      "loss": 2.0625,
      "step": 1775
    },
    {
      "epoch": 1.7115384615384617,
      "grad_norm": 1.8446173561965722,
      "learning_rate": 8.499564879201958e-08,
      "loss": 2.0537,
      "step": 1780
    },
    {
      "epoch": 1.7163461538461537,
      "grad_norm": 1.8507785394900198,
      "learning_rate": 8.419768982715971e-08,
      "loss": 2.1093,
      "step": 1785
    },
    {
      "epoch": 1.7211538461538463,
      "grad_norm": 1.9304487119438947,
      "learning_rate": 8.341630601086485e-08,
      "loss": 2.118,
      "step": 1790
    },
    {
      "epoch": 1.7259615384615383,
      "grad_norm": 1.8294859378005517,
      "learning_rate": 8.265118682873593e-08,
      "loss": 2.1369,
      "step": 1795
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 1.8613822811922678,
      "learning_rate": 8.190202694793183e-08,
      "loss": 2.1359,
      "step": 1800
    },
    {
      "epoch": 1.7307692307692308,
      "eval_loss": 2.333617687225342,
      "eval_runtime": 85.3403,
      "eval_samples_per_second": 86.653,
      "eval_steps_per_second": 0.68,
      "step": 1800
    },
    {
      "epoch": 1.7355769230769231,
      "grad_norm": 1.8159457192343773,
      "learning_rate": 8.116852614135445e-08,
      "loss": 2.1222,
      "step": 1805
    },
    {
      "epoch": 1.7403846153846154,
      "grad_norm": 1.857716576691175,
      "learning_rate": 8.045038921278602e-08,
      "loss": 2.1139,
      "step": 1810
    },
    {
      "epoch": 1.7451923076923077,
      "grad_norm": 1.8694725467916173,
      "learning_rate": 7.974732592297013e-08,
      "loss": 2.094,
      "step": 1815
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.8560579082110327,
      "learning_rate": 7.905905091662493e-08,
      "loss": 2.1622,
      "step": 1820
    },
    {
      "epoch": 1.7548076923076923,
      "grad_norm": 1.875970072144303,
      "learning_rate": 7.838528365037967e-08,
      "loss": 2.1179,
      "step": 1825
    },
    {
      "epoch": 1.7596153846153846,
      "grad_norm": 1.9019026590876629,
      "learning_rate": 7.77257483216247e-08,
      "loss": 2.1137,
      "step": 1830
    },
    {
      "epoch": 1.7644230769230769,
      "grad_norm": 1.8292496367699893,
      "learning_rate": 7.708017379826487e-08,
      "loss": 2.0573,
      "step": 1835
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 1.8672483366732924,
      "learning_rate": 7.644829354936725e-08,
      "loss": 2.1275,
      "step": 1840
    },
    {
      "epoch": 1.7740384615384617,
      "grad_norm": 1.734535999037372,
      "learning_rate": 7.582984557669328e-08,
      "loss": 2.0798,
      "step": 1845
    },
    {
      "epoch": 1.7788461538461537,
      "grad_norm": 1.8512196694843002,
      "learning_rate": 7.52245723471061e-08,
      "loss": 2.1569,
      "step": 1850
    },
    {
      "epoch": 1.7836538461538463,
      "grad_norm": 1.7836085149148238,
      "learning_rate": 7.463222072584383e-08,
      "loss": 2.1196,
      "step": 1855
    },
    {
      "epoch": 1.7884615384615383,
      "grad_norm": 1.8793796811188046,
      "learning_rate": 7.405254191064901e-08,
      "loss": 2.0593,
      "step": 1860
    },
    {
      "epoch": 1.7932692307692308,
      "grad_norm": 1.8737352256216766,
      "learning_rate": 7.348529136674602e-08,
      "loss": 2.0905,
      "step": 1865
    },
    {
      "epoch": 1.7980769230769231,
      "grad_norm": 1.832908496175927,
      "learning_rate": 7.293022876265624e-08,
      "loss": 2.1636,
      "step": 1870
    },
    {
      "epoch": 1.8028846153846154,
      "grad_norm": 1.914652585529052,
      "learning_rate": 7.23871179068426e-08,
      "loss": 2.1163,
      "step": 1875
    },
    {
      "epoch": 1.8076923076923077,
      "grad_norm": 1.8575655442671353,
      "learning_rate": 7.185572668517463e-08,
      "loss": 2.0961,
      "step": 1880
    },
    {
      "epoch": 1.8125,
      "grad_norm": 1.872595689449834,
      "learning_rate": 7.133582699920455e-08,
      "loss": 2.1504,
      "step": 1885
    },
    {
      "epoch": 1.8173076923076923,
      "grad_norm": 1.8150069813971093,
      "learning_rate": 7.082719470524635e-08,
      "loss": 2.1249,
      "step": 1890
    },
    {
      "epoch": 1.8221153846153846,
      "grad_norm": 1.892110067355825,
      "learning_rate": 7.032960955424859e-08,
      "loss": 2.0501,
      "step": 1895
    },
    {
      "epoch": 1.8269230769230769,
      "grad_norm": 2.017115554517963,
      "learning_rate": 6.98428551324525e-08,
      "loss": 2.0568,
      "step": 1900
    },
    {
      "epoch": 1.8317307692307692,
      "grad_norm": 1.8844252622464137,
      "learning_rate": 6.936671880282684e-08,
      "loss": 2.1413,
      "step": 1905
    },
    {
      "epoch": 1.8365384615384617,
      "grad_norm": 1.8438419406531692,
      "learning_rate": 6.890099164727089e-08,
      "loss": 2.1635,
      "step": 1910
    },
    {
      "epoch": 1.8413461538461537,
      "grad_norm": 1.8996214354229564,
      "learning_rate": 6.844546840957736e-08,
      "loss": 2.1141,
      "step": 1915
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 1.7579428295336565,
      "learning_rate": 6.799994743914665e-08,
      "loss": 2.0918,
      "step": 1920
    },
    {
      "epoch": 1.8509615384615383,
      "grad_norm": 1.7922772912832896,
      "learning_rate": 6.756423063544432e-08,
      "loss": 2.078,
      "step": 1925
    },
    {
      "epoch": 1.8557692307692308,
      "grad_norm": 1.8562342019145215,
      "learning_rate": 6.713812339319366e-08,
      "loss": 2.1416,
      "step": 1930
    },
    {
      "epoch": 1.8605769230769231,
      "grad_norm": 1.9439324971687737,
      "learning_rate": 6.672143454829497e-08,
      "loss": 2.1372,
      "step": 1935
    },
    {
      "epoch": 1.8653846153846154,
      "grad_norm": 1.8774979949999377,
      "learning_rate": 6.631397632446378e-08,
      "loss": 2.1379,
      "step": 1940
    },
    {
      "epoch": 1.8701923076923077,
      "grad_norm": 1.842493871682372,
      "learning_rate": 6.591556428057989e-08,
      "loss": 2.101,
      "step": 1945
    },
    {
      "epoch": 1.875,
      "grad_norm": 1.7980810141414054,
      "learning_rate": 6.552601725873927e-08,
      "loss": 2.1336,
      "step": 1950
    },
    {
      "epoch": 1.8798076923076923,
      "grad_norm": 1.909273446139313,
      "learning_rate": 6.514515733300119e-08,
      "loss": 2.1389,
      "step": 1955
    },
    {
      "epoch": 1.8846153846153846,
      "grad_norm": 1.9398969365111554,
      "learning_rate": 6.484660656765394e-08,
      "loss": 2.1039,
      "step": 1960
    },
    {
      "epoch": 1.8894230769230769,
      "grad_norm": 1.85453008710647,
      "learning_rate": 6.448094516468652e-08,
      "loss": 2.0795,
      "step": 1965
    },
    {
      "epoch": 1.8942307692307692,
      "grad_norm": 1.7956663379402615,
      "learning_rate": 6.412348943141603e-08,
      "loss": 2.1183,
      "step": 1970
    },
    {
      "epoch": 1.8990384615384617,
      "grad_norm": 2.078977441304735,
      "learning_rate": 6.377407326795944e-08,
      "loss": 2.0763,
      "step": 1975
    },
    {
      "epoch": 1.9038461538461537,
      "grad_norm": 1.757810065596903,
      "learning_rate": 6.343253356981554e-08,
      "loss": 2.13,
      "step": 1980
    },
    {
      "epoch": 1.9086538461538463,
      "grad_norm": 1.8683875085590016,
      "learning_rate": 6.309871018049243e-08,
      "loss": 2.0809,
      "step": 1985
    },
    {
      "epoch": 1.9134615384615383,
      "grad_norm": 1.7848369332013463,
      "learning_rate": 6.277244584477894e-08,
      "loss": 2.1428,
      "step": 1990
    },
    {
      "epoch": 1.9182692307692308,
      "grad_norm": 1.802325866848323,
      "learning_rate": 6.245358616265204e-08,
      "loss": 2.0786,
      "step": 1995
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 1.807966959879067,
      "learning_rate": 6.214197954381353e-08,
      "loss": 2.0531,
      "step": 2000
    },
    {
      "epoch": 1.9230769230769231,
      "eval_loss": 2.333247184753418,
      "eval_runtime": 85.394,
      "eval_samples_per_second": 86.599,
      "eval_steps_per_second": 0.679,
      "step": 2000
    },
    {
      "epoch": 1.9278846153846154,
      "grad_norm": 1.779659361884406,
      "learning_rate": 6.183747716284858e-08,
      "loss": 2.1421,
      "step": 2005
    },
    {
      "epoch": 1.9326923076923077,
      "grad_norm": 1.9140174756953598,
      "learning_rate": 6.153993291499917e-08,
      "loss": 2.1539,
      "step": 2010
    },
    {
      "epoch": 1.9375,
      "grad_norm": 1.8616242261169418,
      "learning_rate": 6.124920337254512e-08,
      "loss": 2.1089,
      "step": 2015
    },
    {
      "epoch": 1.9423076923076923,
      "grad_norm": 1.88338038531167,
      "learning_rate": 6.096514774178612e-08,
      "loss": 2.0954,
      "step": 2020
    },
    {
      "epoch": 1.9471153846153846,
      "grad_norm": 1.9384073065008345,
      "learning_rate": 6.068762782061749e-08,
      "loss": 2.1067,
      "step": 2025
    },
    {
      "epoch": 1.9519230769230769,
      "grad_norm": 1.7842608425146953,
      "learning_rate": 6.04165079566931e-08,
      "loss": 2.0734,
      "step": 2030
    },
    {
      "epoch": 1.9567307692307692,
      "grad_norm": 1.8980213968050201,
      "learning_rate": 6.015165500616844e-08,
      "loss": 2.1398,
      "step": 2035
    },
    {
      "epoch": 1.9615384615384617,
      "grad_norm": 1.8854870321306716,
      "learning_rate": 5.989293829301721e-08,
      "loss": 2.0905,
      "step": 2040
    },
    {
      "epoch": 1.9663461538461537,
      "grad_norm": 1.8366214101050582,
      "learning_rate": 5.964022956891487e-08,
      "loss": 2.1192,
      "step": 2045
    },
    {
      "epoch": 1.9711538461538463,
      "grad_norm": 1.9702601160939885,
      "learning_rate": 5.9393402973682475e-08,
      "loss": 2.0562,
      "step": 2050
    },
    {
      "epoch": 1.9759615384615383,
      "grad_norm": 1.7854608377655588,
      "learning_rate": 5.915233499628401e-08,
      "loss": 2.0958,
      "step": 2055
    },
    {
      "epoch": 1.9807692307692308,
      "grad_norm": 1.8080366636915477,
      "learning_rate": 5.8916904436371357e-08,
      "loss": 2.118,
      "step": 2060
    },
    {
      "epoch": 1.9855769230769231,
      "grad_norm": 1.7747943415915806,
      "learning_rate": 5.868699236636974e-08,
      "loss": 2.0928,
      "step": 2065
    },
    {
      "epoch": 1.9903846153846154,
      "grad_norm": 2.0207986490578067,
      "learning_rate": 5.846248209409795e-08,
      "loss": 2.1142,
      "step": 2070
    },
    {
      "epoch": 1.9951923076923077,
      "grad_norm": 1.7957289252600956,
      "learning_rate": 5.824325912591659e-08,
      "loss": 2.144,
      "step": 2075
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.8248097411911974,
      "learning_rate": 5.802921113039837e-08,
      "loss": 2.1047,
      "step": 2080
    },
    {
      "epoch": 2.0048076923076925,
      "grad_norm": 1.7961928041751198,
      "learning_rate": 5.782022790251414e-08,
      "loss": 2.1187,
      "step": 2085
    },
    {
      "epoch": 2.0096153846153846,
      "grad_norm": 1.8336585044351084,
      "learning_rate": 5.761620132832865e-08,
      "loss": 2.0685,
      "step": 2090
    },
    {
      "epoch": 2.014423076923077,
      "grad_norm": 1.8219809800904603,
      "learning_rate": 5.741702535019987e-08,
      "loss": 2.0564,
      "step": 2095
    },
    {
      "epoch": 2.019230769230769,
      "grad_norm": 1.819040393659182,
      "learning_rate": 5.722259593247595e-08,
      "loss": 2.1339,
      "step": 2100
    },
    {
      "epoch": 2.0240384615384617,
      "grad_norm": 1.8732187096486306,
      "learning_rate": 5.703281102768385e-08,
      "loss": 2.0996,
      "step": 2105
    },
    {
      "epoch": 2.0288461538461537,
      "grad_norm": 1.8473280371987284,
      "learning_rate": 5.684757054320374e-08,
      "loss": 2.1093,
      "step": 2110
    },
    {
      "epoch": 2.0336538461538463,
      "grad_norm": 1.8326317747277034,
      "learning_rate": 5.6666776308423326e-08,
      "loss": 2.1007,
      "step": 2115
    },
    {
      "epoch": 2.0384615384615383,
      "grad_norm": 1.7796391236885234,
      "learning_rate": 5.649033204236644e-08,
      "loss": 2.0974,
      "step": 2120
    },
    {
      "epoch": 2.043269230769231,
      "grad_norm": 1.8279643679656394,
      "learning_rate": 5.631814332179001e-08,
      "loss": 2.1061,
      "step": 2125
    },
    {
      "epoch": 2.048076923076923,
      "grad_norm": 1.915680312366823,
      "learning_rate": 5.615011754974382e-08,
      "loss": 2.095,
      "step": 2130
    },
    {
      "epoch": 2.0528846153846154,
      "grad_norm": 1.8545098240752675,
      "learning_rate": 5.5986163924587514e-08,
      "loss": 2.0248,
      "step": 2135
    },
    {
      "epoch": 2.0576923076923075,
      "grad_norm": 2.5876380487293065,
      "learning_rate": 5.5826193409459206e-08,
      "loss": 2.0417,
      "step": 2140
    },
    {
      "epoch": 2.0625,
      "grad_norm": 1.8049671277672117,
      "learning_rate": 5.567011870219021e-08,
      "loss": 2.0592,
      "step": 2145
    },
    {
      "epoch": 2.0673076923076925,
      "grad_norm": 1.875703854921943,
      "learning_rate": 5.551785420566048e-08,
      "loss": 2.0804,
      "step": 2150
    },
    {
      "epoch": 2.0721153846153846,
      "grad_norm": 1.8546691508228774,
      "learning_rate": 5.536931599858935e-08,
      "loss": 2.0805,
      "step": 2155
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 1.773767471396823,
      "learning_rate": 5.522442180675621e-08,
      "loss": 2.056,
      "step": 2160
    },
    {
      "epoch": 2.081730769230769,
      "grad_norm": 1.861161247873578,
      "learning_rate": 5.508309097464585e-08,
      "loss": 2.0671,
      "step": 2165
    },
    {
      "epoch": 2.0865384615384617,
      "grad_norm": 1.7742050719059044,
      "learning_rate": 5.494524443751328e-08,
      "loss": 2.0738,
      "step": 2170
    },
    {
      "epoch": 2.0913461538461537,
      "grad_norm": 1.8318030243960468,
      "learning_rate": 5.481080469386275e-08,
      "loss": 2.0907,
      "step": 2175
    },
    {
      "epoch": 2.0961538461538463,
      "grad_norm": 1.778257367233478,
      "learning_rate": 5.467969577833591e-08,
      "loss": 2.0639,
      "step": 2180
    },
    {
      "epoch": 2.1009615384615383,
      "grad_norm": 1.867111620525417,
      "learning_rate": 5.455184323500402e-08,
      "loss": 2.105,
      "step": 2185
    },
    {
      "epoch": 2.105769230769231,
      "grad_norm": 1.8898912766644747,
      "learning_rate": 5.442717409105915e-08,
      "loss": 2.0611,
      "step": 2190
    },
    {
      "epoch": 2.110576923076923,
      "grad_norm": 1.9217461466226302,
      "learning_rate": 5.430561683089944e-08,
      "loss": 2.0806,
      "step": 2195
    },
    {
      "epoch": 2.1153846153846154,
      "grad_norm": 1.861293839223179,
      "learning_rate": 5.418710137060338e-08,
      "loss": 2.0783,
      "step": 2200
    },
    {
      "epoch": 2.1153846153846154,
      "eval_loss": 2.3356776237487793,
      "eval_runtime": 85.3872,
      "eval_samples_per_second": 86.605,
      "eval_steps_per_second": 0.679,
      "step": 2200
    },
    {
      "epoch": 2.1201923076923075,
      "grad_norm": 1.8572146395283573,
      "learning_rate": 5.4071559032788445e-08,
      "loss": 2.026,
      "step": 2205
    },
    {
      "epoch": 2.125,
      "grad_norm": 1.8919061510828592,
      "learning_rate": 5.395892252184894e-08,
      "loss": 2.0538,
      "step": 2210
    },
    {
      "epoch": 2.1298076923076925,
      "grad_norm": 1.9423965048231926,
      "learning_rate": 5.384912589956864e-08,
      "loss": 2.1354,
      "step": 2215
    },
    {
      "epoch": 2.1346153846153846,
      "grad_norm": 1.86358642820622,
      "learning_rate": 5.37421045611031e-08,
      "loss": 2.0615,
      "step": 2220
    },
    {
      "epoch": 2.139423076923077,
      "grad_norm": 1.9498064656844925,
      "learning_rate": 5.363779521132732e-08,
      "loss": 2.1152,
      "step": 2225
    },
    {
      "epoch": 2.144230769230769,
      "grad_norm": 1.838720387490978,
      "learning_rate": 5.353613584154386e-08,
      "loss": 2.0802,
      "step": 2230
    },
    {
      "epoch": 2.1490384615384617,
      "grad_norm": 1.8736999627632185,
      "learning_rate": 5.3437065706546936e-08,
      "loss": 2.0794,
      "step": 2235
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 1.8185612650303689,
      "learning_rate": 5.334052530203788e-08,
      "loss": 2.0371,
      "step": 2240
    },
    {
      "epoch": 2.1586538461538463,
      "grad_norm": 1.9598826857016363,
      "learning_rate": 5.3246456342387584e-08,
      "loss": 2.142,
      "step": 2245
    },
    {
      "epoch": 2.1634615384615383,
      "grad_norm": 1.8852398707927738,
      "learning_rate": 5.315480173874134e-08,
      "loss": 2.0632,
      "step": 2250
    },
    {
      "epoch": 2.168269230769231,
      "grad_norm": 1.8471328295295872,
      "learning_rate": 5.306550557746175e-08,
      "loss": 2.1116,
      "step": 2255
    },
    {
      "epoch": 2.173076923076923,
      "grad_norm": 1.8068482718199097,
      "learning_rate": 5.297851309890534e-08,
      "loss": 2.0509,
      "step": 2260
    },
    {
      "epoch": 2.1778846153846154,
      "grad_norm": 1.9264454870094807,
      "learning_rate": 5.2893770676528514e-08,
      "loss": 2.1262,
      "step": 2265
    },
    {
      "epoch": 2.1826923076923075,
      "grad_norm": 1.8408137576329833,
      "learning_rate": 5.281122579631865e-08,
      "loss": 2.0472,
      "step": 2270
    },
    {
      "epoch": 2.1875,
      "grad_norm": 1.821289584580464,
      "learning_rate": 5.273082703654604e-08,
      "loss": 2.1308,
      "step": 2275
    },
    {
      "epoch": 2.1923076923076925,
      "grad_norm": 1.856905589818333,
      "learning_rate": 5.265252404783256e-08,
      "loss": 2.1068,
      "step": 2280
    },
    {
      "epoch": 2.1971153846153846,
      "grad_norm": 1.8604589823269795,
      "learning_rate": 5.257626753353287e-08,
      "loss": 2.0947,
      "step": 2285
    },
    {
      "epoch": 2.201923076923077,
      "grad_norm": 1.8525412113722146,
      "learning_rate": 5.250200923042405e-08,
      "loss": 2.104,
      "step": 2290
    },
    {
      "epoch": 2.206730769230769,
      "grad_norm": 1.851550872426419,
      "learning_rate": 5.242970188969973e-08,
      "loss": 2.1139,
      "step": 2295
    },
    {
      "epoch": 2.2115384615384617,
      "grad_norm": 1.8371736291077507,
      "learning_rate": 5.2359299258264526e-08,
      "loss": 2.1049,
      "step": 2300
    },
    {
      "epoch": 2.2163461538461537,
      "grad_norm": 1.8854850811887058,
      "learning_rate": 5.229075606032495e-08,
      "loss": 2.0936,
      "step": 2305
    },
    {
      "epoch": 2.2211538461538463,
      "grad_norm": 1.8111275047358883,
      "learning_rate": 5.222402797927284e-08,
      "loss": 2.0958,
      "step": 2310
    },
    {
      "epoch": 2.2259615384615383,
      "grad_norm": 1.9091134111717707,
      "learning_rate": 5.2159071639857394e-08,
      "loss": 2.0999,
      "step": 2315
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 1.8879383298945882,
      "learning_rate": 5.209584459064199e-08,
      "loss": 2.1623,
      "step": 2320
    },
    {
      "epoch": 2.235576923076923,
      "grad_norm": 37.03097635246021,
      "learning_rate": 5.2034305286741963e-08,
      "loss": 2.135,
      "step": 2325
    },
    {
      "epoch": 2.2403846153846154,
      "grad_norm": 1.870738678414933,
      "learning_rate": 5.197441307283966e-08,
      "loss": 2.118,
      "step": 2330
    },
    {
      "epoch": 2.2451923076923075,
      "grad_norm": 1.8528184603825324,
      "learning_rate": 5.191612816647293e-08,
      "loss": 2.1268,
      "step": 2335
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.9400695194615212,
      "learning_rate": 5.185941164159351e-08,
      "loss": 2.076,
      "step": 2340
    },
    {
      "epoch": 2.2548076923076925,
      "grad_norm": 1.9062576912141294,
      "learning_rate": 5.180422541239147e-08,
      "loss": 2.1306,
      "step": 2345
    },
    {
      "epoch": 2.2596153846153846,
      "grad_norm": 1.9730673873781654,
      "learning_rate": 5.175053221738239e-08,
      "loss": 2.104,
      "step": 2350
    },
    {
      "epoch": 2.264423076923077,
      "grad_norm": 1.8371019460322038,
      "learning_rate": 5.169829560375344e-08,
      "loss": 2.0874,
      "step": 2355
    },
    {
      "epoch": 2.269230769230769,
      "grad_norm": 1.874231056452069,
      "learning_rate": 5.164747991196499e-08,
      "loss": 2.0847,
      "step": 2360
    },
    {
      "epoch": 2.2740384615384617,
      "grad_norm": 1.8794376823061034,
      "learning_rate": 5.159805026060424e-08,
      "loss": 2.0682,
      "step": 2365
    },
    {
      "epoch": 2.2788461538461537,
      "grad_norm": 1.8255930007868693,
      "learning_rate": 5.15499725314874e-08,
      "loss": 2.0599,
      "step": 2370
    },
    {
      "epoch": 2.2836538461538463,
      "grad_norm": 2.0171761498440333,
      "learning_rate": 5.150321335500705e-08,
      "loss": 2.0613,
      "step": 2375
    },
    {
      "epoch": 2.2884615384615383,
      "grad_norm": 1.888512163517087,
      "learning_rate": 5.145774009572124e-08,
      "loss": 2.0746,
      "step": 2380
    },
    {
      "epoch": 2.293269230769231,
      "grad_norm": 1.963864155096598,
      "learning_rate": 5.141352083818108e-08,
      "loss": 2.0992,
      "step": 2385
    },
    {
      "epoch": 2.298076923076923,
      "grad_norm": 1.887413641506116,
      "learning_rate": 5.1370524372993444e-08,
      "loss": 2.0665,
      "step": 2390
    },
    {
      "epoch": 2.3028846153846154,
      "grad_norm": 1.8425396594889334,
      "learning_rate": 5.132872018311563e-08,
      "loss": 2.0938,
      "step": 2395
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.8343062688513765,
      "learning_rate": 5.128807843037861e-08,
      "loss": 2.0952,
      "step": 2400
    },
    {
      "epoch": 2.3076923076923075,
      "eval_loss": 2.3359732627868652,
      "eval_runtime": 85.421,
      "eval_samples_per_second": 86.571,
      "eval_steps_per_second": 0.679,
      "step": 2400
    },
    {
      "epoch": 2.3125,
      "grad_norm": 1.8257992505700218,
      "learning_rate": 5.1248569942235814e-08,
      "loss": 2.0523,
      "step": 2405
    },
    {
      "epoch": 2.3173076923076925,
      "grad_norm": 1.8895070139431327,
      "learning_rate": 5.1210166198734225e-08,
      "loss": 2.0834,
      "step": 2410
    },
    {
      "epoch": 2.3221153846153846,
      "grad_norm": 1.9125461978695824,
      "learning_rate": 5.117283931970468e-08,
      "loss": 2.1017,
      "step": 2415
    },
    {
      "epoch": 2.326923076923077,
      "grad_norm": 1.9275823669446988,
      "learning_rate": 5.113656205216831e-08,
      "loss": 2.1226,
      "step": 2420
    },
    {
      "epoch": 2.331730769230769,
      "grad_norm": 1.889535416833256,
      "learning_rate": 5.1101307757956035e-08,
      "loss": 2.0764,
      "step": 2425
    },
    {
      "epoch": 2.3365384615384617,
      "grad_norm": 1.8514556811164167,
      "learning_rate": 5.106705040153818e-08,
      "loss": 1.9975,
      "step": 2430
    },
    {
      "epoch": 2.3413461538461537,
      "grad_norm": 1.958278628755969,
      "learning_rate": 5.103376453806111e-08,
      "loss": 2.1202,
      "step": 2435
    },
    {
      "epoch": 2.3461538461538463,
      "grad_norm": 1.910793379676731,
      "learning_rate": 5.100142530158806e-08,
      "loss": 2.1254,
      "step": 2440
    },
    {
      "epoch": 2.3509615384615383,
      "grad_norm": 2.2904582126799875,
      "learning_rate": 5.0970008393541184e-08,
      "loss": 2.0487,
      "step": 2445
    },
    {
      "epoch": 2.355769230769231,
      "grad_norm": 1.928870195572868,
      "learning_rate": 5.093949007134195e-08,
      "loss": 2.0428,
      "step": 2450
    },
    {
      "epoch": 2.360576923076923,
      "grad_norm": 1.9109302889112307,
      "learning_rate": 5.090984713724707e-08,
      "loss": 2.1073,
      "step": 2455
    },
    {
      "epoch": 2.3653846153846154,
      "grad_norm": 1.8446780789197135,
      "learning_rate": 5.0881056927377075e-08,
      "loss": 2.1346,
      "step": 2460
    },
    {
      "epoch": 2.3701923076923075,
      "grad_norm": 1.9119026418605038,
      "learning_rate": 5.0853097300934865e-08,
      "loss": 2.0757,
      "step": 2465
    },
    {
      "epoch": 2.375,
      "grad_norm": 1.952480119894523,
      "learning_rate": 5.082594662961142e-08,
      "loss": 2.0955,
      "step": 2470
    },
    {
      "epoch": 2.3798076923076925,
      "grad_norm": 1.9160233774476225,
      "learning_rate": 5.0799583787175916e-08,
      "loss": 2.094,
      "step": 2475
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 1.8139526421054863,
      "learning_rate": 5.07739881392477e-08,
      "loss": 2.0905,
      "step": 2480
    },
    {
      "epoch": 2.389423076923077,
      "grad_norm": 1.8207559563475217,
      "learning_rate": 5.074913953324727e-08,
      "loss": 2.0863,
      "step": 2485
    },
    {
      "epoch": 2.394230769230769,
      "grad_norm": 1.8507805248963738,
      "learning_rate": 5.0725018288523865e-08,
      "loss": 2.0771,
      "step": 2490
    },
    {
      "epoch": 2.3990384615384617,
      "grad_norm": 1.8116379225558112,
      "learning_rate": 5.0701605186656875e-08,
      "loss": 2.063,
      "step": 2495
    },
    {
      "epoch": 2.4038461538461537,
      "grad_norm": 1.8790784349307603,
      "learning_rate": 5.067888146192865e-08,
      "loss": 2.0535,
      "step": 2500
    },
    {
      "epoch": 2.4086538461538463,
      "grad_norm": 1.8572351494806207,
      "learning_rate": 5.06568287919661e-08,
      "loss": 2.0588,
      "step": 2505
    },
    {
      "epoch": 2.4134615384615383,
      "grad_norm": 1.7890661820190739,
      "learning_rate": 5.063542928854859e-08,
      "loss": 2.0719,
      "step": 2510
    },
    {
      "epoch": 2.418269230769231,
      "grad_norm": 1.780938750209951,
      "learning_rate": 5.061466548857974e-08,
      "loss": 2.1399,
      "step": 2515
    },
    {
      "epoch": 2.423076923076923,
      "grad_norm": 1.864652061283046,
      "learning_rate": 5.059452034522056e-08,
      "loss": 2.0946,
      "step": 2520
    },
    {
      "epoch": 2.4278846153846154,
      "grad_norm": 1.8661367735575938,
      "learning_rate": 5.057497721918164e-08,
      "loss": 2.0811,
      "step": 2525
    },
    {
      "epoch": 2.4326923076923075,
      "grad_norm": 1.7957946183317377,
      "learning_rate": 5.055601987017185e-08,
      "loss": 2.0997,
      "step": 2530
    },
    {
      "epoch": 2.4375,
      "grad_norm": 1.8001974731925174,
      "learning_rate": 5.053763244850147e-08,
      "loss": 2.1219,
      "step": 2535
    },
    {
      "epoch": 2.4423076923076925,
      "grad_norm": 1.8983691367559397,
      "learning_rate": 5.0519799486837034e-08,
      "loss": 2.1097,
      "step": 2540
    },
    {
      "epoch": 2.4471153846153846,
      "grad_norm": 1.905238107904784,
      "learning_rate": 5.050250589210597e-08,
      "loss": 2.0688,
      "step": 2545
    },
    {
      "epoch": 2.451923076923077,
      "grad_norm": 1.825345955550652,
      "learning_rate": 5.048573693754852e-08,
      "loss": 2.0937,
      "step": 2550
    },
    {
      "epoch": 2.456730769230769,
      "grad_norm": 1.855436622240645,
      "learning_rate": 5.0469478254914804e-08,
      "loss": 2.1167,
      "step": 2555
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 1.8976603753246268,
      "learning_rate": 5.04537158268048e-08,
      "loss": 2.0693,
      "step": 2560
    },
    {
      "epoch": 2.4663461538461537,
      "grad_norm": 1.9048063196287657,
      "learning_rate": 5.043843597914902e-08,
      "loss": 2.0695,
      "step": 2565
    },
    {
      "epoch": 2.4711538461538463,
      "grad_norm": 1.8780277621645116,
      "learning_rate": 5.042362537382771e-08,
      "loss": 2.0692,
      "step": 2570
    },
    {
      "epoch": 2.4759615384615383,
      "grad_norm": 1.7927549821388442,
      "learning_rate": 5.040927100142658e-08,
      "loss": 2.0756,
      "step": 2575
    },
    {
      "epoch": 2.480769230769231,
      "grad_norm": 1.9065399802572085,
      "learning_rate": 5.03953601741267e-08,
      "loss": 2.0273,
      "step": 2580
    },
    {
      "epoch": 2.485576923076923,
      "grad_norm": 1.8711481004226065,
      "learning_rate": 5.0381880518726784e-08,
      "loss": 2.1434,
      "step": 2585
    },
    {
      "epoch": 2.4903846153846154,
      "grad_norm": 1.8706391357800631,
      "learning_rate": 5.03688199697955e-08,
      "loss": 2.1032,
      "step": 2590
    },
    {
      "epoch": 2.4951923076923075,
      "grad_norm": 1.9079920113146567,
      "learning_rate": 5.0356166762952054e-08,
      "loss": 2.0575,
      "step": 2595
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.8325624675703904,
      "learning_rate": 5.0343909428272807e-08,
      "loss": 2.1009,
      "step": 2600
    },
    {
      "epoch": 2.5,
      "eval_loss": 2.3360962867736816,
      "eval_runtime": 85.4584,
      "eval_samples_per_second": 86.533,
      "eval_steps_per_second": 0.679,
      "step": 2600
    },
    {
      "epoch": 2.5048076923076925,
      "grad_norm": 1.9117983598651567,
      "learning_rate": 5.033203678382215e-08,
      "loss": 2.1034,
      "step": 2605
    },
    {
      "epoch": 2.5096153846153846,
      "grad_norm": 1.8482924541401045,
      "learning_rate": 5.032053792930553e-08,
      "loss": 2.0938,
      "step": 2610
    },
    {
      "epoch": 2.5144230769230766,
      "grad_norm": 1.8309284870035238,
      "learning_rate": 5.030940223984276e-08,
      "loss": 2.0545,
      "step": 2615
    },
    {
      "epoch": 2.519230769230769,
      "grad_norm": 1.887238798925063,
      "learning_rate": 5.0298619359859705e-08,
      "loss": 2.0947,
      "step": 2620
    },
    {
      "epoch": 2.5240384615384617,
      "grad_norm": 1.8229917506754332,
      "learning_rate": 5.0288179197096475e-08,
      "loss": 2.1367,
      "step": 2625
    },
    {
      "epoch": 2.5288461538461537,
      "grad_norm": 1.8745480293774028,
      "learning_rate": 5.027807191673022e-08,
      "loss": 2.1263,
      "step": 2630
    },
    {
      "epoch": 2.5336538461538463,
      "grad_norm": 1.8565511172706295,
      "learning_rate": 5.026828793561077e-08,
      "loss": 2.069,
      "step": 2635
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 1.8435366151404853,
      "learning_rate": 5.0258817916607186e-08,
      "loss": 2.0715,
      "step": 2640
    },
    {
      "epoch": 2.543269230769231,
      "grad_norm": 1.82801282007265,
      "learning_rate": 5.024965276306364e-08,
      "loss": 2.1124,
      "step": 2645
    },
    {
      "epoch": 2.5480769230769234,
      "grad_norm": 1.871706442781542,
      "learning_rate": 5.02407836133626e-08,
      "loss": 2.0849,
      "step": 2650
    },
    {
      "epoch": 2.5528846153846154,
      "grad_norm": 1.8633902158148148,
      "learning_rate": 5.02322018355938e-08,
      "loss": 2.0835,
      "step": 2655
    },
    {
      "epoch": 2.5576923076923075,
      "grad_norm": 1.8664407309122704,
      "learning_rate": 5.022389902232716e-08,
      "loss": 2.058,
      "step": 2660
    },
    {
      "epoch": 2.5625,
      "grad_norm": 1.8241814220396138,
      "learning_rate": 5.0215866985488015e-08,
      "loss": 2.1001,
      "step": 2665
    },
    {
      "epoch": 2.5673076923076925,
      "grad_norm": 1.8728742912893366,
      "learning_rate": 5.020809775133292e-08,
      "loss": 2.0782,
      "step": 2670
    },
    {
      "epoch": 2.5721153846153846,
      "grad_norm": 1.836951128615928,
      "learning_rate": 5.020058355552443e-08,
      "loss": 2.032,
      "step": 2675
    },
    {
      "epoch": 2.5769230769230766,
      "grad_norm": 1.8159474479645261,
      "learning_rate": 5.019331683830326e-08,
      "loss": 2.0842,
      "step": 2680
    },
    {
      "epoch": 2.581730769230769,
      "grad_norm": 1.8210257982061508,
      "learning_rate": 5.018629023975606e-08,
      "loss": 2.1517,
      "step": 2685
    },
    {
      "epoch": 2.5865384615384617,
      "grad_norm": 1.8501212045264834,
      "learning_rate": 5.0179496595177436e-08,
      "loss": 2.0773,
      "step": 2690
    },
    {
      "epoch": 2.5913461538461537,
      "grad_norm": 1.882222780292571,
      "learning_rate": 5.017292893052448e-08,
      "loss": 2.0555,
      "step": 2695
    },
    {
      "epoch": 2.5961538461538463,
      "grad_norm": 1.843070652377049,
      "learning_rate": 5.0166580457962346e-08,
      "loss": 2.0461,
      "step": 2700
    },
    {
      "epoch": 2.6009615384615383,
      "grad_norm": 1.847536413092705,
      "learning_rate": 5.0160444571499293e-08,
      "loss": 2.1485,
      "step": 2705
    },
    {
      "epoch": 2.605769230769231,
      "grad_norm": 1.8266553603942388,
      "learning_rate": 5.0154514842709816e-08,
      "loss": 2.0737,
      "step": 2710
    },
    {
      "epoch": 2.6105769230769234,
      "grad_norm": 1.9237223597123432,
      "learning_rate": 5.014878501654416e-08,
      "loss": 2.0757,
      "step": 2715
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 1.8948119829446708,
      "learning_rate": 5.0143249007222985e-08,
      "loss": 2.1339,
      "step": 2720
    },
    {
      "epoch": 2.6201923076923075,
      "grad_norm": 1.8301707716670057,
      "learning_rate": 5.013790089421563e-08,
      "loss": 2.0548,
      "step": 2725
    },
    {
      "epoch": 2.625,
      "grad_norm": 1.8663429882080074,
      "learning_rate": 5.0132734918300504e-08,
      "loss": 2.1375,
      "step": 2730
    },
    {
      "epoch": 2.6298076923076925,
      "grad_norm": 1.942647379328917,
      "learning_rate": 5.012774547770629e-08,
      "loss": 2.1396,
      "step": 2735
    },
    {
      "epoch": 2.6346153846153846,
      "grad_norm": 1.8441092861484971,
      "learning_rate": 5.012292712433258e-08,
      "loss": 2.0696,
      "step": 2740
    },
    {
      "epoch": 2.6394230769230766,
      "grad_norm": 1.9320657665881027,
      "learning_rate": 5.011827456004847e-08,
      "loss": 2.1119,
      "step": 2745
    },
    {
      "epoch": 2.644230769230769,
      "grad_norm": 1.8427805768866328,
      "learning_rate": 5.0113782633067863e-08,
      "loss": 2.084,
      "step": 2750
    },
    {
      "epoch": 2.6490384615384617,
      "grad_norm": 1.8440694033677212,
      "learning_rate": 5.0109446334400176e-08,
      "loss": 2.0882,
      "step": 2755
    },
    {
      "epoch": 2.6538461538461537,
      "grad_norm": 1.893152979504229,
      "learning_rate": 5.010526079437498e-08,
      "loss": 2.1043,
      "step": 2760
    },
    {
      "epoch": 2.6586538461538463,
      "grad_norm": 1.9949218255548784,
      "learning_rate": 5.010122127923951e-08,
      "loss": 2.1103,
      "step": 2765
    },
    {
      "epoch": 2.6634615384615383,
      "grad_norm": 1.8456542683339325,
      "learning_rate": 5.0097323187827586e-08,
      "loss": 2.0738,
      "step": 2770
    },
    {
      "epoch": 2.668269230769231,
      "grad_norm": 1.8984568625826008,
      "learning_rate": 5.009356204829874e-08,
      "loss": 2.0612,
      "step": 2775
    },
    {
      "epoch": 2.6730769230769234,
      "grad_norm": 1.8703440919228778,
      "learning_rate": 5.008993351494639e-08,
      "loss": 2.1919,
      "step": 2780
    },
    {
      "epoch": 2.6778846153846154,
      "grad_norm": 1.9243113440055457,
      "learning_rate": 5.008643336507372e-08,
      "loss": 2.0829,
      "step": 2785
    },
    {
      "epoch": 2.6826923076923075,
      "grad_norm": 1.834031155910534,
      "learning_rate": 5.0083057495936144e-08,
      "loss": 2.0647,
      "step": 2790
    },
    {
      "epoch": 2.6875,
      "grad_norm": 2.0300087855547897,
      "learning_rate": 5.0079801921749176e-08,
      "loss": 2.0993,
      "step": 2795
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 1.8096967426995145,
      "learning_rate": 5.007666277076042e-08,
      "loss": 2.125,
      "step": 2800
    },
    {
      "epoch": 2.6923076923076925,
      "eval_loss": 2.3360354900360107,
      "eval_runtime": 85.4625,
      "eval_samples_per_second": 86.529,
      "eval_steps_per_second": 0.679,
      "step": 2800
    },
    {
      "epoch": 2.6971153846153846,
      "grad_norm": 1.863239316605401,
      "learning_rate": 5.0073636282384696e-08,
      "loss": 2.1135,
      "step": 2805
    },
    {
      "epoch": 2.7019230769230766,
      "grad_norm": 1.9593347265344716,
      "learning_rate": 5.007071880440107e-08,
      "loss": 2.087,
      "step": 2810
    },
    {
      "epoch": 2.706730769230769,
      "grad_norm": 1.8698219251596924,
      "learning_rate": 5.006790679021062e-08,
      "loss": 2.1106,
      "step": 2815
    },
    {
      "epoch": 2.7115384615384617,
      "grad_norm": 1.9096265265503567,
      "learning_rate": 5.006519679615399e-08,
      "loss": 2.1065,
      "step": 2820
    },
    {
      "epoch": 2.7163461538461537,
      "grad_norm": 1.8385721642634492,
      "learning_rate": 5.0062585478887454e-08,
      "loss": 2.1307,
      "step": 2825
    },
    {
      "epoch": 2.7211538461538463,
      "grad_norm": 2.045452351348729,
      "learning_rate": 5.006006959281663e-08,
      "loss": 2.0573,
      "step": 2830
    },
    {
      "epoch": 2.7259615384615383,
      "grad_norm": 1.8727571024658705,
      "learning_rate": 5.005764598758657e-08,
      "loss": 2.1193,
      "step": 2835
    },
    {
      "epoch": 2.730769230769231,
      "grad_norm": 1.9077767348853074,
      "learning_rate": 5.005531160562734e-08,
      "loss": 2.1097,
      "step": 2840
    },
    {
      "epoch": 2.7355769230769234,
      "grad_norm": 1.8266187984214344,
      "learning_rate": 5.005306347975403e-08,
      "loss": 2.0879,
      "step": 2845
    },
    {
      "epoch": 2.7403846153846154,
      "grad_norm": 1.9460294408394188,
      "learning_rate": 5.0050898730820176e-08,
      "loss": 2.0667,
      "step": 2850
    },
    {
      "epoch": 2.7451923076923075,
      "grad_norm": 1.8751685321455078,
      "learning_rate": 5.0048814565423524e-08,
      "loss": 2.1122,
      "step": 2855
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.8138239598798986,
      "learning_rate": 5.004680827366333e-08,
      "loss": 2.0571,
      "step": 2860
    },
    {
      "epoch": 2.7548076923076925,
      "grad_norm": 1.9103749761871995,
      "learning_rate": 5.0044877226948085e-08,
      "loss": 2.0773,
      "step": 2865
    },
    {
      "epoch": 2.7596153846153846,
      "grad_norm": 1.8517186742525418,
      "learning_rate": 5.004301887585273e-08,
      "loss": 2.0633,
      "step": 2870
    },
    {
      "epoch": 2.7644230769230766,
      "grad_norm": 1.8277041575262993,
      "learning_rate": 5.0041230748024515e-08,
      "loss": 2.0995,
      "step": 2875
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 1.8783284685972508,
      "learning_rate": 5.0039510446136475e-08,
      "loss": 2.0799,
      "step": 2880
    },
    {
      "epoch": 2.7740384615384617,
      "grad_norm": 1.8214139607696012,
      "learning_rate": 5.00378556458877e-08,
      "loss": 2.1185,
      "step": 2885
    },
    {
      "epoch": 2.7788461538461537,
      "grad_norm": 1.754546607125489,
      "learning_rate": 5.0036264094049414e-08,
      "loss": 2.1165,
      "step": 2890
    },
    {
      "epoch": 2.7836538461538463,
      "grad_norm": 1.8605888233369712,
      "learning_rate": 5.0034733606556126e-08,
      "loss": 2.0909,
      "step": 2895
    },
    {
      "epoch": 2.7884615384615383,
      "grad_norm": 1.903011452864366,
      "learning_rate": 5.003326206664078e-08,
      "loss": 2.0946,
      "step": 2900
    },
    {
      "epoch": 2.793269230769231,
      "grad_norm": 1.7737987493209635,
      "learning_rate": 5.003184742301327e-08,
      "loss": 2.108,
      "step": 2905
    },
    {
      "epoch": 2.7980769230769234,
      "grad_norm": 1.8885111840024975,
      "learning_rate": 5.0030487688081324e-08,
      "loss": 2.0753,
      "step": 2910
    },
    {
      "epoch": 2.8028846153846154,
      "grad_norm": 1.8832929741438638,
      "learning_rate": 5.002918093621301e-08,
      "loss": 2.0825,
      "step": 2915
    },
    {
      "epoch": 2.8076923076923075,
      "grad_norm": 1.8972739478097906,
      "learning_rate": 5.0027925302039994e-08,
      "loss": 2.1004,
      "step": 2920
    },
    {
      "epoch": 2.8125,
      "grad_norm": 1.8077990099256764,
      "learning_rate": 5.002671897880082e-08,
      "loss": 2.0858,
      "step": 2925
    },
    {
      "epoch": 2.8173076923076925,
      "grad_norm": 1.8611265826571517,
      "learning_rate": 5.002556021672335e-08,
      "loss": 2.0735,
      "step": 2930
    },
    {
      "epoch": 2.8221153846153846,
      "grad_norm": 1.9313284111744764,
      "learning_rate": 5.002444732144568e-08,
      "loss": 2.1131,
      "step": 2935
    },
    {
      "epoch": 2.8269230769230766,
      "grad_norm": 1.8676490764521987,
      "learning_rate": 5.00233786524746e-08,
      "loss": 2.1365,
      "step": 2940
    },
    {
      "epoch": 2.831730769230769,
      "grad_norm": 1.8494289564318631,
      "learning_rate": 5.002235262168107e-08,
      "loss": 2.1757,
      "step": 2945
    },
    {
      "epoch": 2.8365384615384617,
      "grad_norm": 1.85497440355638,
      "learning_rate": 5.0021367691831825e-08,
      "loss": 2.1242,
      "step": 2950
    },
    {
      "epoch": 2.8413461538461537,
      "grad_norm": 1.8486274892842425,
      "learning_rate": 5.002042237515639e-08,
      "loss": 2.1245,
      "step": 2955
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 1.895043426117041,
      "learning_rate": 5.001951523194882e-08,
      "loss": 2.0803,
      "step": 2960
    },
    {
      "epoch": 2.8509615384615383,
      "grad_norm": 1.874846017392855,
      "learning_rate": 5.001864486920352e-08,
      "loss": 2.1229,
      "step": 2965
    },
    {
      "epoch": 2.855769230769231,
      "grad_norm": 1.8257810113586723,
      "learning_rate": 5.001780993928431e-08,
      "loss": 2.0623,
      "step": 2970
    },
    {
      "epoch": 2.8605769230769234,
      "grad_norm": 2.0410507440850743,
      "learning_rate": 5.0017009138626176e-08,
      "loss": 2.1375,
      "step": 2975
    },
    {
      "epoch": 2.8653846153846154,
      "grad_norm": 1.8536732613204967,
      "learning_rate": 5.001624120646899e-08,
      "loss": 2.1198,
      "step": 2980
    },
    {
      "epoch": 2.8701923076923075,
      "grad_norm": 1.8420057076108896,
      "learning_rate": 5.0015504923622523e-08,
      "loss": 2.0588,
      "step": 2985
    },
    {
      "epoch": 2.875,
      "grad_norm": 2.06664054369849,
      "learning_rate": 5.0014799111262185e-08,
      "loss": 2.065,
      "step": 2990
    },
    {
      "epoch": 2.8798076923076925,
      "grad_norm": 1.8942959478783434,
      "learning_rate": 5.001412262975472e-08,
      "loss": 2.0928,
      "step": 2995
    },
    {
      "epoch": 2.8846153846153846,
      "grad_norm": 1.9095141517679362,
      "learning_rate": 5.0013474377513345e-08,
      "loss": 2.1206,
      "step": 3000
    },
    {
      "epoch": 2.8846153846153846,
      "eval_loss": 2.335968494415283,
      "eval_runtime": 85.3698,
      "eval_samples_per_second": 86.623,
      "eval_steps_per_second": 0.679,
      "step": 3000
    },
    {
      "epoch": 2.8894230769230766,
      "grad_norm": 1.8262058020984504,
      "learning_rate": 5.001285328988167e-08,
      "loss": 2.095,
      "step": 3005
    },
    {
      "epoch": 2.894230769230769,
      "grad_norm": 1.8525491687163678,
      "learning_rate": 5.0012258338045814e-08,
      "loss": 2.0854,
      "step": 3010
    },
    {
      "epoch": 2.8990384615384617,
      "grad_norm": 1.876102814594601,
      "learning_rate": 5.001168852797407e-08,
      "loss": 2.0836,
      "step": 3015
    },
    {
      "epoch": 2.9038461538461537,
      "grad_norm": 1.8864256560953125,
      "learning_rate": 5.0011142899383596e-08,
      "loss": 2.1177,
      "step": 3020
    },
    {
      "epoch": 2.9086538461538463,
      "grad_norm": 1.8543259178498985,
      "learning_rate": 5.001062052473354e-08,
      "loss": 2.0708,
      "step": 3025
    },
    {
      "epoch": 2.9134615384615383,
      "grad_norm": 1.8468081058935386,
      "learning_rate": 5.0010120508243996e-08,
      "loss": 2.0649,
      "step": 3030
    },
    {
      "epoch": 2.918269230769231,
      "grad_norm": 1.870394880857915,
      "learning_rate": 5.000964198494029e-08,
      "loss": 2.0948,
      "step": 3035
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 1.8291813927626337,
      "learning_rate": 5.000918411972201e-08,
      "loss": 2.0571,
      "step": 3040
    },
    {
      "epoch": 2.9278846153846154,
      "grad_norm": 1.8345615836931617,
      "learning_rate": 5.000874610645626e-08,
      "loss": 2.0843,
      "step": 3045
    },
    {
      "epoch": 2.9326923076923075,
      "grad_norm": 1.784288247829563,
      "learning_rate": 5.000832716709459e-08,
      "loss": 2.088,
      "step": 3050
    },
    {
      "epoch": 2.9375,
      "grad_norm": 1.8828904166386582,
      "learning_rate": 5.000792655081313e-08,
      "loss": 2.1294,
      "step": 3055
    },
    {
      "epoch": 2.9423076923076925,
      "grad_norm": 1.876834782651868,
      "learning_rate": 5.00075435331754e-08,
      "loss": 2.0835,
      "step": 3060
    },
    {
      "epoch": 2.9471153846153846,
      "grad_norm": 1.7891832679275306,
      "learning_rate": 5.000717741531722e-08,
      "loss": 2.0758,
      "step": 3065
    },
    {
      "epoch": 2.9519230769230766,
      "grad_norm": 1.9834817400632345,
      "learning_rate": 5.000682752315336e-08,
      "loss": 2.1172,
      "step": 3070
    },
    {
      "epoch": 2.956730769230769,
      "grad_norm": 2.01686543949811,
      "learning_rate": 5.000649320660537e-08,
      "loss": 2.129,
      "step": 3075
    },
    {
      "epoch": 2.9615384615384617,
      "grad_norm": 1.882159640395084,
      "learning_rate": 5.0006173838850096e-08,
      "loss": 2.0194,
      "step": 3080
    },
    {
      "epoch": 2.9663461538461537,
      "grad_norm": 1.8632173120315059,
      "learning_rate": 5.0005868815588486e-08,
      "loss": 2.0399,
      "step": 3085
    },
    {
      "epoch": 2.9711538461538463,
      "grad_norm": 1.899662124124679,
      "learning_rate": 5.000557755433416e-08,
      "loss": 2.0669,
      "step": 3090
    },
    {
      "epoch": 2.9759615384615383,
      "grad_norm": 1.9288229898878364,
      "learning_rate": 5.0005299493721366e-08,
      "loss": 2.0695,
      "step": 3095
    },
    {
      "epoch": 2.980769230769231,
      "grad_norm": 1.9430306138069855,
      "learning_rate": 5.000503409283182e-08,
      "loss": 2.0771,
      "step": 3100
    },
    {
      "epoch": 2.9855769230769234,
      "grad_norm": 1.8642254344339084,
      "learning_rate": 5.0004780830540004e-08,
      "loss": 2.067,
      "step": 3105
    },
    {
      "epoch": 2.9903846153846154,
      "grad_norm": 1.843625830841223,
      "learning_rate": 5.0004539204876536e-08,
      "loss": 2.0557,
      "step": 3110
    },
    {
      "epoch": 2.9951923076923075,
      "grad_norm": 1.905040671688552,
      "learning_rate": 5.000430873240919e-08,
      "loss": 2.1085,
      "step": 3115
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.9724597892841456,
      "learning_rate": 5.000408894764108e-08,
      "loss": 2.1109,
      "step": 3120
    },
    {
      "epoch": 3.0048076923076925,
      "grad_norm": 1.930998832905121,
      "learning_rate": 5.0003879402425764e-08,
      "loss": 2.1045,
      "step": 3125
    },
    {
      "epoch": 3.0096153846153846,
      "grad_norm": 1.906832567119333,
      "learning_rate": 5.0003679665398665e-08,
      "loss": 2.0992,
      "step": 3130
    },
    {
      "epoch": 3.014423076923077,
      "grad_norm": 1.880028734755099,
      "learning_rate": 5.000348932142462e-08,
      "loss": 2.0536,
      "step": 3135
    },
    {
      "epoch": 3.019230769230769,
      "grad_norm": 1.8234161328010858,
      "learning_rate": 5.000330797106105e-08,
      "loss": 2.0425,
      "step": 3140
    },
    {
      "epoch": 3.0240384615384617,
      "grad_norm": 1.9060969026597896,
      "learning_rate": 5.000313523003646e-08,
      "loss": 2.0724,
      "step": 3145
    },
    {
      "epoch": 3.0288461538461537,
      "grad_norm": 1.9314817600599008,
      "learning_rate": 5.000297072874381e-08,
      "loss": 2.0856,
      "step": 3150
    },
    {
      "epoch": 3.0336538461538463,
      "grad_norm": 2.205865819233671,
      "learning_rate": 5.0002814111748496e-08,
      "loss": 2.0542,
      "step": 3155
    },
    {
      "epoch": 3.0384615384615383,
      "grad_norm": 1.9034298586292828,
      "learning_rate": 5.000266503731057e-08,
      "loss": 2.1181,
      "step": 3160
    },
    {
      "epoch": 3.043269230769231,
      "grad_norm": 1.9630469467362441,
      "learning_rate": 5.0002523176920756e-08,
      "loss": 2.0769,
      "step": 3165
    },
    {
      "epoch": 3.048076923076923,
      "grad_norm": 1.8387471826204973,
      "learning_rate": 5.0002388214850104e-08,
      "loss": 2.0357,
      "step": 3170
    },
    {
      "epoch": 3.0528846153846154,
      "grad_norm": 1.8580705264609298,
      "learning_rate": 5.000225984771277e-08,
      "loss": 2.1436,
      "step": 3175
    },
    {
      "epoch": 3.0576923076923075,
      "grad_norm": 1.8937514188796711,
      "learning_rate": 5.0002137784041715e-08,
      "loss": 2.0621,
      "step": 3180
    },
    {
      "epoch": 3.0625,
      "grad_norm": 1.8887722007611465,
      "learning_rate": 5.0002021743876964e-08,
      "loss": 2.1001,
      "step": 3185
    },
    {
      "epoch": 3.0673076923076925,
      "grad_norm": 2.058985773940214,
      "learning_rate": 5.0001911458366104e-08,
      "loss": 2.0544,
      "step": 3190
    },
    {
      "epoch": 3.0721153846153846,
      "grad_norm": 1.8613730424507313,
      "learning_rate": 5.000180666937676e-08,
      "loss": 2.0672,
      "step": 3195
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 1.883209445623825,
      "learning_rate": 5.0001707129120686e-08,
      "loss": 2.0593,
      "step": 3200
    },
    {
      "epoch": 3.076923076923077,
      "eval_loss": 2.336284875869751,
      "eval_runtime": 85.4905,
      "eval_samples_per_second": 86.501,
      "eval_steps_per_second": 0.678,
      "step": 3200
    },
    {
      "epoch": 3.081730769230769,
      "grad_norm": 1.800038407134164,
      "learning_rate": 5.000161259978923e-08,
      "loss": 2.1135,
      "step": 3205
    },
    {
      "epoch": 3.0865384615384617,
      "grad_norm": 1.9214263061349197,
      "learning_rate": 5.0001522853199856e-08,
      "loss": 2.0604,
      "step": 3210
    },
    {
      "epoch": 3.0913461538461537,
      "grad_norm": 1.7946344678576902,
      "learning_rate": 5.000143767045347e-08,
      "loss": 2.0379,
      "step": 3215
    },
    {
      "epoch": 3.0961538461538463,
      "grad_norm": 1.9345308159393109,
      "learning_rate": 5.000135684160221e-08,
      "loss": 2.1086,
      "step": 3220
    },
    {
      "epoch": 3.1009615384615383,
      "grad_norm": 1.9155941341236926,
      "learning_rate": 5.000128016532757e-08,
      "loss": 2.1086,
      "step": 3225
    },
    {
      "epoch": 3.105769230769231,
      "grad_norm": 1.8746401629643195,
      "learning_rate": 5.000120744862838e-08,
      "loss": 2.085,
      "step": 3230
    },
    {
      "epoch": 3.110576923076923,
      "grad_norm": 1.9247774915660303,
      "learning_rate": 5.00011385065186e-08,
      "loss": 2.1239,
      "step": 3235
    },
    {
      "epoch": 3.1153846153846154,
      "grad_norm": 1.8464578404726741,
      "learning_rate": 5.0001073161734515e-08,
      "loss": 2.1166,
      "step": 3240
    },
    {
      "epoch": 3.1201923076923075,
      "grad_norm": 1.891327266772356,
      "learning_rate": 5.000101124445121e-08,
      "loss": 2.0818,
      "step": 3245
    },
    {
      "epoch": 3.125,
      "grad_norm": 1.859457845102101,
      "learning_rate": 5.0000952592007933e-08,
      "loss": 2.043,
      "step": 3250
    },
    {
      "epoch": 3.1298076923076925,
      "grad_norm": 1.8626819779803672,
      "learning_rate": 5.0000897048642266e-08,
      "loss": 2.1099,
      "step": 3255
    },
    {
      "epoch": 3.1346153846153846,
      "grad_norm": 1.848088739569789,
      "learning_rate": 5.000084446523276e-08,
      "loss": 2.0433,
      "step": 3260
    },
    {
      "epoch": 3.139423076923077,
      "grad_norm": 1.8088561980329354,
      "learning_rate": 5.0000794699049865e-08,
      "loss": 2.0828,
      "step": 3265
    },
    {
      "epoch": 3.144230769230769,
      "grad_norm": 1.8338377212136632,
      "learning_rate": 5.000074761351487e-08,
      "loss": 2.0958,
      "step": 3270
    },
    {
      "epoch": 3.1490384615384617,
      "grad_norm": 1.9050955056716428,
      "learning_rate": 5.000070307796674e-08,
      "loss": 2.1296,
      "step": 3275
    },
    {
      "epoch": 3.1538461538461537,
      "grad_norm": 1.9053203587270828,
      "learning_rate": 5.0000660967436526e-08,
      "loss": 2.127,
      "step": 3280
    },
    {
      "epoch": 3.1586538461538463,
      "grad_norm": 1.878537794460004,
      "learning_rate": 5.000062116242918e-08,
      "loss": 2.1055,
      "step": 3285
    },
    {
      "epoch": 3.1634615384615383,
      "grad_norm": 1.8810850477235284,
      "learning_rate": 5.000058354871263e-08,
      "loss": 2.087,
      "step": 3290
    },
    {
      "epoch": 3.168269230769231,
      "grad_norm": 1.8129515946311003,
      "learning_rate": 5.000054801711379e-08,
      "loss": 2.0779,
      "step": 3295
    },
    {
      "epoch": 3.173076923076923,
      "grad_norm": 2.0073035626574915,
      "learning_rate": 5.0000514463321446e-08,
      "loss": 2.1102,
      "step": 3300
    },
    {
      "epoch": 3.1778846153846154,
      "grad_norm": 1.904610541350343,
      "learning_rate": 5.000048278769574e-08,
      "loss": 2.0952,
      "step": 3305
    },
    {
      "epoch": 3.1826923076923075,
      "grad_norm": 1.808902174339809,
      "learning_rate": 5.000045289508406e-08,
      "loss": 2.0609,
      "step": 3310
    },
    {
      "epoch": 3.1875,
      "grad_norm": 1.8554788011848724,
      "learning_rate": 5.000042469464323e-08,
      "loss": 2.0534,
      "step": 3315
    },
    {
      "epoch": 3.1923076923076925,
      "grad_norm": 1.9599174090809928,
      "learning_rate": 5.000039809966777e-08,
      "loss": 2.0668,
      "step": 3320
    },
    {
      "epoch": 3.1971153846153846,
      "grad_norm": 1.8859333707205377,
      "learning_rate": 5.000037302742402e-08,
      "loss": 2.073,
      "step": 3325
    },
    {
      "epoch": 3.201923076923077,
      "grad_norm": 1.8053367407893148,
      "learning_rate": 5.000034939899001e-08,
      "loss": 2.058,
      "step": 3330
    },
    {
      "epoch": 3.206730769230769,
      "grad_norm": 1.9093669207818855,
      "learning_rate": 5.000032713910095e-08,
      "loss": 2.0711,
      "step": 3335
    },
    {
      "epoch": 3.2115384615384617,
      "grad_norm": 1.8573175727984386,
      "learning_rate": 5.0000306175999996e-08,
      "loss": 2.1104,
      "step": 3340
    },
    {
      "epoch": 3.2163461538461537,
      "grad_norm": 1.818915273922553,
      "learning_rate": 5.000028644129445e-08,
      "loss": 2.0857,
      "step": 3345
    },
    {
      "epoch": 3.2211538461538463,
      "grad_norm": 1.8159720078784984,
      "learning_rate": 5.000026786981683e-08,
      "loss": 2.0886,
      "step": 3350
    },
    {
      "epoch": 3.2259615384615383,
      "grad_norm": 1.8959271365869055,
      "learning_rate": 5.000025380834318e-08,
      "loss": 2.1141,
      "step": 3355
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 1.8963113166938355,
      "learning_rate": 5.000023717623903e-08,
      "loss": 2.1259,
      "step": 3360
    },
    {
      "epoch": 3.235576923076923,
      "grad_norm": 1.9029307905210568,
      "learning_rate": 5.0000221540931055e-08,
      "loss": 2.0854,
      "step": 3365
    },
    {
      "epoch": 3.2403846153846154,
      "grad_norm": 1.838526466646601,
      "learning_rate": 5.0000206848327065e-08,
      "loss": 2.0741,
      "step": 3370
    },
    {
      "epoch": 3.2451923076923075,
      "grad_norm": 1.8859567421929686,
      "learning_rate": 5.000019304696002e-08,
      "loss": 2.0582,
      "step": 3375
    },
    {
      "epoch": 3.25,
      "grad_norm": 1.9217466457908856,
      "learning_rate": 5.000018008787587e-08,
      "loss": 2.0699,
      "step": 3380
    },
    {
      "epoch": 3.2548076923076925,
      "grad_norm": 1.9074470673862487,
      "learning_rate": 5.0000167924525525e-08,
      "loss": 2.032,
      "step": 3385
    },
    {
      "epoch": 3.2596153846153846,
      "grad_norm": 1.8425868401366883,
      "learning_rate": 5.000015651266079e-08,
      "loss": 2.1211,
      "step": 3390
    },
    {
      "epoch": 3.264423076923077,
      "grad_norm": 1.8269121873511085,
      "learning_rate": 5.00001458102343e-08,
      "loss": 2.1272,
      "step": 3395
    },
    {
      "epoch": 3.269230769230769,
      "grad_norm": 1.9274516851712518,
      "learning_rate": 5.000013577730309e-08,
      "loss": 2.0927,
      "step": 3400
    },
    {
      "epoch": 3.269230769230769,
      "eval_loss": 2.3365249633789062,
      "eval_runtime": 85.4018,
      "eval_samples_per_second": 86.591,
      "eval_steps_per_second": 0.679,
      "step": 3400
    },
    {
      "epoch": 3.2740384615384617,
      "grad_norm": 1.889849662397209,
      "learning_rate": 5.000012637593584e-08,
      "loss": 2.0617,
      "step": 3405
    },
    {
      "epoch": 3.2788461538461537,
      "grad_norm": 1.9502873503727838,
      "learning_rate": 5.000011757012371e-08,
      "loss": 2.1223,
      "step": 3410
    },
    {
      "epoch": 3.2836538461538463,
      "grad_norm": 1.9403389617445832,
      "learning_rate": 5.0000109325694494e-08,
      "loss": 2.0963,
      "step": 3415
    },
    {
      "epoch": 3.2884615384615383,
      "grad_norm": 1.9220338068487544,
      "learning_rate": 5.0000101610230143e-08,
      "loss": 2.0916,
      "step": 3420
    },
    {
      "epoch": 3.293269230769231,
      "grad_norm": 1.9375048503232193,
      "learning_rate": 5.000009439298745e-08,
      "loss": 2.0717,
      "step": 3425
    },
    {
      "epoch": 3.298076923076923,
      "grad_norm": 1.8438418543194979,
      "learning_rate": 5.000008895827592e-08,
      "loss": 2.1255,
      "step": 3430
    },
    {
      "epoch": 3.3028846153846154,
      "grad_norm": 1.8629567514533452,
      "learning_rate": 5.00000825654154e-08,
      "loss": 2.0806,
      "step": 3435
    },
    {
      "epoch": 3.3076923076923075,
      "grad_norm": 1.9106656016326038,
      "learning_rate": 5.000007659296849e-08,
      "loss": 2.1158,
      "step": 3440
    },
    {
      "epoch": 3.3125,
      "grad_norm": 1.9013483711226824,
      "learning_rate": 5.000007101588647e-08,
      "loss": 2.1251,
      "step": 3445
    },
    {
      "epoch": 3.3173076923076925,
      "grad_norm": 1.918508888857165,
      "learning_rate": 5.0000065810456154e-08,
      "loss": 2.0693,
      "step": 3450
    },
    {
      "epoch": 3.3221153846153846,
      "grad_norm": 1.8062766125316954,
      "learning_rate": 5.0000060954237113e-08,
      "loss": 2.1227,
      "step": 3455
    },
    {
      "epoch": 3.326923076923077,
      "grad_norm": 1.863020981136348,
      "learning_rate": 5.000005642600152e-08,
      "loss": 2.1291,
      "step": 3460
    },
    {
      "epoch": 3.331730769230769,
      "grad_norm": 1.814260156227495,
      "learning_rate": 5.000005220567642e-08,
      "loss": 2.0376,
      "step": 3465
    },
    {
      "epoch": 3.3365384615384617,
      "grad_norm": 1.860164501188251,
      "learning_rate": 5.000004827428838e-08,
      "loss": 2.0692,
      "step": 3470
    },
    {
      "epoch": 3.3413461538461537,
      "grad_norm": 1.8559616510930068,
      "learning_rate": 5.000004461391041e-08,
      "loss": 2.1154,
      "step": 3475
    },
    {
      "epoch": 3.3461538461538463,
      "grad_norm": 1.8531248832701233,
      "learning_rate": 5.000004120761112e-08,
      "loss": 2.1368,
      "step": 3480
    },
    {
      "epoch": 3.3509615384615383,
      "grad_norm": 2.0855871097245697,
      "learning_rate": 5.000003803940601e-08,
      "loss": 2.0614,
      "step": 3485
    },
    {
      "epoch": 3.355769230769231,
      "grad_norm": 1.849398364726841,
      "learning_rate": 5.000003509421077e-08,
      "loss": 2.0439,
      "step": 3490
    },
    {
      "epoch": 3.360576923076923,
      "grad_norm": 1.8843707405312315,
      "learning_rate": 5.000003235779665e-08,
      "loss": 2.1177,
      "step": 3495
    },
    {
      "epoch": 3.3653846153846154,
      "grad_norm": 1.8674622419471962,
      "learning_rate": 5.0000029816747665e-08,
      "loss": 2.0846,
      "step": 3500
    },
    {
      "epoch": 3.3701923076923075,
      "grad_norm": 1.861783824284357,
      "learning_rate": 5.000002745841968e-08,
      "loss": 2.0955,
      "step": 3505
    },
    {
      "epoch": 3.375,
      "grad_norm": 1.9278334626136537,
      "learning_rate": 5.000002527090128e-08,
      "loss": 2.059,
      "step": 3510
    },
    {
      "epoch": 3.3798076923076925,
      "grad_norm": 1.8337005789104908,
      "learning_rate": 5.0000023242976346e-08,
      "loss": 2.0665,
      "step": 3515
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 1.9024075084324792,
      "learning_rate": 5.000002136408825e-08,
      "loss": 2.1361,
      "step": 3520
    },
    {
      "epoch": 3.389423076923077,
      "grad_norm": 1.8782715480203358,
      "learning_rate": 5.0000019624305734e-08,
      "loss": 2.1163,
      "step": 3525
    },
    {
      "epoch": 3.394230769230769,
      "grad_norm": 1.86058034338409,
      "learning_rate": 5.000001801429018e-08,
      "loss": 2.1186,
      "step": 3530
    },
    {
      "epoch": 3.3990384615384617,
      "grad_norm": 1.8881759634428155,
      "learning_rate": 5.000001652526446e-08,
      "loss": 2.0883,
      "step": 3535
    },
    {
      "epoch": 3.4038461538461537,
      "grad_norm": 1.785713447960782,
      "learning_rate": 5.000001514898321e-08,
      "loss": 2.0527,
      "step": 3540
    },
    {
      "epoch": 3.4086538461538463,
      "grad_norm": 1.9555165881816705,
      "learning_rate": 5.0000013877704346e-08,
      "loss": 2.1163,
      "step": 3545
    },
    {
      "epoch": 3.4134615384615383,
      "grad_norm": 1.9223532202133446,
      "learning_rate": 5.000001270416205e-08,
      "loss": 2.0901,
      "step": 3550
    },
    {
      "epoch": 3.418269230769231,
      "grad_norm": 1.9193635011123766,
      "learning_rate": 5.000001162154087e-08,
      "loss": 2.0746,
      "step": 3555
    },
    {
      "epoch": 3.423076923076923,
      "grad_norm": 1.8733962144827436,
      "learning_rate": 5.000001062345115e-08,
      "loss": 2.0671,
      "step": 3560
    },
    {
      "epoch": 3.4278846153846154,
      "grad_norm": 1.85873983452056,
      "learning_rate": 5.0000009703905566e-08,
      "loss": 2.1137,
      "step": 3565
    },
    {
      "epoch": 3.4326923076923075,
      "grad_norm": 1.8503554423844921,
      "learning_rate": 5.000000885729673e-08,
      "loss": 2.0894,
      "step": 3570
    },
    {
      "epoch": 3.4375,
      "grad_norm": 1.8222014591366218,
      "learning_rate": 5.0000008078376005e-08,
      "loss": 2.0432,
      "step": 3575
    },
    {
      "epoch": 3.4423076923076925,
      "grad_norm": 1.7957714401504574,
      "learning_rate": 5.0000007362233173e-08,
      "loss": 2.1261,
      "step": 3580
    },
    {
      "epoch": 3.4471153846153846,
      "grad_norm": 1.931908483475819,
      "learning_rate": 5.000000670427727e-08,
      "loss": 2.0361,
      "step": 3585
    },
    {
      "epoch": 3.451923076923077,
      "grad_norm": 1.9002646238486756,
      "learning_rate": 5.00000061002182e-08,
      "loss": 2.0524,
      "step": 3590
    },
    {
      "epoch": 3.456730769230769,
      "grad_norm": 1.8204343994860845,
      "learning_rate": 5.0000005546049374e-08,
      "loss": 2.0467,
      "step": 3595
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 1.9057120685414555,
      "learning_rate": 5.00000050380312e-08,
      "loss": 2.093,
      "step": 3600
    },
    {
      "epoch": 3.4615384615384617,
      "eval_loss": 2.3367574214935303,
      "eval_runtime": 85.4244,
      "eval_samples_per_second": 86.568,
      "eval_steps_per_second": 0.679,
      "step": 3600
    },
    {
      "epoch": 3.4663461538461537,
      "grad_norm": 1.9365323482683579,
      "learning_rate": 5.000000457267532e-08,
      "loss": 2.0553,
      "step": 3605
    },
    {
      "epoch": 3.4711538461538463,
      "grad_norm": 1.8079565138425362,
      "learning_rate": 5.0000004146729796e-08,
      "loss": 2.089,
      "step": 3610
    },
    {
      "epoch": 3.4759615384615383,
      "grad_norm": 1.8121185503245834,
      "learning_rate": 5.0000003757164884e-08,
      "loss": 2.0986,
      "step": 3615
    },
    {
      "epoch": 3.480769230769231,
      "grad_norm": 1.8091507058120948,
      "learning_rate": 5.00000034011597e-08,
      "loss": 2.0754,
      "step": 3620
    },
    {
      "epoch": 3.485576923076923,
      "grad_norm": 1.8733942037147027,
      "learning_rate": 5.000000307608948e-08,
      "loss": 2.0668,
      "step": 3625
    },
    {
      "epoch": 3.4903846153846154,
      "grad_norm": 1.8821202627650557,
      "learning_rate": 5.000000277951357e-08,
      "loss": 1.9986,
      "step": 3630
    },
    {
      "epoch": 3.4951923076923075,
      "grad_norm": 1.842855668232229,
      "learning_rate": 5.0000002509163964e-08,
      "loss": 2.0966,
      "step": 3635
    },
    {
      "epoch": 3.5,
      "grad_norm": 1.8876473696523732,
      "learning_rate": 5.0000002262934616e-08,
      "loss": 2.0639,
      "step": 3640
    },
    {
      "epoch": 3.5048076923076925,
      "grad_norm": 1.9962924727314426,
      "learning_rate": 5.0000002038871134e-08,
      "loss": 2.0818,
      "step": 3645
    },
    {
      "epoch": 3.5096153846153846,
      "grad_norm": 1.9564800425998439,
      "learning_rate": 5.0000001835161206e-08,
      "loss": 2.1244,
      "step": 3650
    },
    {
      "epoch": 3.5144230769230766,
      "grad_norm": 1.8523701031395317,
      "learning_rate": 5.0000001650125436e-08,
      "loss": 2.0887,
      "step": 3655
    },
    {
      "epoch": 3.519230769230769,
      "grad_norm": 1.9350705828074954,
      "learning_rate": 5.0000001482208764e-08,
      "loss": 2.0847,
      "step": 3660
    },
    {
      "epoch": 3.5240384615384617,
      "grad_norm": 1.946869882547775,
      "learning_rate": 5.000000132997231e-08,
      "loss": 2.0947,
      "step": 3665
    },
    {
      "epoch": 3.5288461538461537,
      "grad_norm": 1.8459205035434865,
      "learning_rate": 5.0000001192085726e-08,
      "loss": 2.0312,
      "step": 3670
    },
    {
      "epoch": 3.5336538461538463,
      "grad_norm": 1.919571637460775,
      "learning_rate": 5.000000106731995e-08,
      "loss": 2.0684,
      "step": 3675
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 1.8251904058697088,
      "learning_rate": 5.000000095454041e-08,
      "loss": 2.0681,
      "step": 3680
    },
    {
      "epoch": 3.543269230769231,
      "grad_norm": 1.8644080480328407,
      "learning_rate": 5.000000085270059e-08,
      "loss": 2.07,
      "step": 3685
    },
    {
      "epoch": 3.5480769230769234,
      "grad_norm": 1.9449733940426817,
      "learning_rate": 5.0000000760835994e-08,
      "loss": 2.0474,
      "step": 3690
    },
    {
      "epoch": 3.5528846153846154,
      "grad_norm": 1.8861381009831941,
      "learning_rate": 5.000000067805847e-08,
      "loss": 2.0788,
      "step": 3695
    },
    {
      "epoch": 3.5576923076923075,
      "grad_norm": 1.9119855215360249,
      "learning_rate": 5.000000060355086e-08,
      "loss": 2.133,
      "step": 3700
    },
    {
      "epoch": 3.5625,
      "grad_norm": 2.0025144773598713,
      "learning_rate": 5.000000053656201e-08,
      "loss": 2.0604,
      "step": 3705
    },
    {
      "epoch": 3.5673076923076925,
      "grad_norm": 1.9599184161336376,
      "learning_rate": 5.000000047640201e-08,
      "loss": 2.0693,
      "step": 3710
    },
    {
      "epoch": 3.5721153846153846,
      "grad_norm": 1.9332484541798294,
      "learning_rate": 5.000000042243783e-08,
      "loss": 2.1326,
      "step": 3715
    },
    {
      "epoch": 3.5769230769230766,
      "grad_norm": 1.8373427956250443,
      "learning_rate": 5.000000037408913e-08,
      "loss": 2.0914,
      "step": 3720
    },
    {
      "epoch": 3.581730769230769,
      "grad_norm": 1.8985422762821798,
      "learning_rate": 5.000000033082442e-08,
      "loss": 2.1263,
      "step": 3725
    },
    {
      "epoch": 3.5865384615384617,
      "grad_norm": 1.8507361941632516,
      "learning_rate": 5.000000029215739e-08,
      "loss": 2.1016,
      "step": 3730
    },
    {
      "epoch": 3.5913461538461537,
      "grad_norm": 1.918522522188892,
      "learning_rate": 5.0000000257643545e-08,
      "loss": 2.1104,
      "step": 3735
    },
    {
      "epoch": 3.5961538461538463,
      "grad_norm": 1.9234648718431095,
      "learning_rate": 5.0000000226876985e-08,
      "loss": 2.0551,
      "step": 3740
    },
    {
      "epoch": 3.6009615384615383,
      "grad_norm": 1.822481727821557,
      "learning_rate": 5.000000019948749e-08,
      "loss": 2.165,
      "step": 3745
    },
    {
      "epoch": 3.605769230769231,
      "grad_norm": 1.8897986361161199,
      "learning_rate": 5.000000017513769e-08,
      "loss": 2.1189,
      "step": 3750
    },
    {
      "epoch": 3.6105769230769234,
      "grad_norm": 1.8846334119765857,
      "learning_rate": 5.0000000153520544e-08,
      "loss": 2.0941,
      "step": 3755
    },
    {
      "epoch": 3.6153846153846154,
      "grad_norm": 1.9439696562766058,
      "learning_rate": 5.000000013435687e-08,
      "loss": 2.0899,
      "step": 3760
    },
    {
      "epoch": 3.6201923076923075,
      "grad_norm": 2.1285672502730897,
      "learning_rate": 5.000000011739313e-08,
      "loss": 2.0651,
      "step": 3765
    },
    {
      "epoch": 3.625,
      "grad_norm": 1.9213014147357517,
      "learning_rate": 5.000000010239938e-08,
      "loss": 2.0956,
      "step": 3770
    },
    {
      "epoch": 3.6298076923076925,
      "grad_norm": 2.0068609857257806,
      "learning_rate": 5.0000000089167275e-08,
      "loss": 2.1357,
      "step": 3775
    },
    {
      "epoch": 3.6346153846153846,
      "grad_norm": 1.8705225726991637,
      "learning_rate": 5.0000000077508284e-08,
      "loss": 2.0578,
      "step": 3780
    },
    {
      "epoch": 3.6394230769230766,
      "grad_norm": 1.8943581631321806,
      "learning_rate": 5.000000006725204e-08,
      "loss": 2.0315,
      "step": 3785
    },
    {
      "epoch": 3.644230769230769,
      "grad_norm": 1.7746155655966087,
      "learning_rate": 5.0000000058244776e-08,
      "loss": 2.0558,
      "step": 3790
    },
    {
      "epoch": 3.6490384615384617,
      "grad_norm": 1.9075711009896643,
      "learning_rate": 5.00000000503479e-08,
      "loss": 2.0978,
      "step": 3795
    },
    {
      "epoch": 3.6538461538461537,
      "grad_norm": 1.850526459782874,
      "learning_rate": 5.0000000043436655e-08,
      "loss": 2.066,
      "step": 3800
    },
    {
      "epoch": 3.6538461538461537,
      "eval_loss": 2.3363423347473145,
      "eval_runtime": 85.3021,
      "eval_samples_per_second": 86.692,
      "eval_steps_per_second": 0.68,
      "step": 3800
    },
    {
      "epoch": 3.6586538461538463,
      "grad_norm": 1.8690566333305048,
      "learning_rate": 5.000000003739891e-08,
      "loss": 2.0487,
      "step": 3805
    },
    {
      "epoch": 3.6634615384615383,
      "grad_norm": 1.900722274652347,
      "learning_rate": 5.000000003213401e-08,
      "loss": 2.1207,
      "step": 3810
    },
    {
      "epoch": 3.668269230769231,
      "grad_norm": 1.9465838080070361,
      "learning_rate": 5.0000000027551756e-08,
      "loss": 2.055,
      "step": 3815
    },
    {
      "epoch": 3.6730769230769234,
      "grad_norm": 1.9044190775719372,
      "learning_rate": 5.000000002357143e-08,
      "loss": 2.0932,
      "step": 3820
    },
    {
      "epoch": 3.6778846153846154,
      "grad_norm": 1.877437768825067,
      "learning_rate": 5.00000000201209e-08,
      "loss": 2.0378,
      "step": 3825
    },
    {
      "epoch": 3.6826923076923075,
      "grad_norm": 1.9479165928017026,
      "learning_rate": 5.0000000017135845e-08,
      "loss": 2.12,
      "step": 3830
    },
    {
      "epoch": 3.6875,
      "grad_norm": 1.8934460533416513,
      "learning_rate": 5.000000001455896e-08,
      "loss": 2.0638,
      "step": 3835
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 1.8852430662362558,
      "learning_rate": 5.00000000123393e-08,
      "loss": 2.0684,
      "step": 3840
    },
    {
      "epoch": 3.6971153846153846,
      "grad_norm": 1.860403694759792,
      "learning_rate": 5.000000001043168e-08,
      "loss": 2.0769,
      "step": 3845
    },
    {
      "epoch": 3.7019230769230766,
      "grad_norm": 1.8537616298510589,
      "learning_rate": 5.000000000879604e-08,
      "loss": 2.0796,
      "step": 3850
    },
    {
      "epoch": 3.706730769230769,
      "grad_norm": 1.9070836535172773,
      "learning_rate": 5.0000000007396964e-08,
      "loss": 2.0788,
      "step": 3855
    },
    {
      "epoch": 3.7115384615384617,
      "grad_norm": 1.8144568187717154,
      "learning_rate": 5.0000000006203204e-08,
      "loss": 2.0824,
      "step": 3860
    },
    {
      "epoch": 3.7163461538461537,
      "grad_norm": 1.891955133693288,
      "learning_rate": 5.000000000518723e-08,
      "loss": 2.0976,
      "step": 3865
    },
    {
      "epoch": 3.7211538461538463,
      "grad_norm": 1.9703595895690142,
      "learning_rate": 5.000000000432485e-08,
      "loss": 2.0787,
      "step": 3870
    },
    {
      "epoch": 3.7259615384615383,
      "grad_norm": 1.8460940153632612,
      "learning_rate": 5.000000000359484e-08,
      "loss": 2.1149,
      "step": 3875
    },
    {
      "epoch": 3.730769230769231,
      "grad_norm": 1.9416809896930844,
      "learning_rate": 5.000000000297862e-08,
      "loss": 2.103,
      "step": 3880
    },
    {
      "epoch": 3.7355769230769234,
      "grad_norm": 1.8235135326813838,
      "learning_rate": 5.0000000002459973e-08,
      "loss": 2.0464,
      "step": 3885
    },
    {
      "epoch": 3.7403846153846154,
      "grad_norm": 1.8544605215958418,
      "learning_rate": 5.000000000202477e-08,
      "loss": 2.1148,
      "step": 3890
    },
    {
      "epoch": 3.7451923076923075,
      "grad_norm": 1.9297008145685273,
      "learning_rate": 5.000000000166072e-08,
      "loss": 2.0917,
      "step": 3895
    },
    {
      "epoch": 3.75,
      "grad_norm": 1.841810840824877,
      "learning_rate": 5.000000000135718e-08,
      "loss": 2.0486,
      "step": 3900
    },
    {
      "epoch": 3.7548076923076925,
      "grad_norm": 1.8206643156132905,
      "learning_rate": 5.0000000001104946e-08,
      "loss": 2.0672,
      "step": 3905
    },
    {
      "epoch": 3.7596153846153846,
      "grad_norm": 1.8759920863049961,
      "learning_rate": 5.000000000089607e-08,
      "loss": 2.0244,
      "step": 3910
    },
    {
      "epoch": 3.7644230769230766,
      "grad_norm": 1.9048495951309699,
      "learning_rate": 5.0000000000723734e-08,
      "loss": 2.0743,
      "step": 3915
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 1.8193159595260147,
      "learning_rate": 5.000000000058207e-08,
      "loss": 2.0722,
      "step": 3920
    },
    {
      "epoch": 3.7740384615384617,
      "grad_norm": 1.8691020909344,
      "learning_rate": 5.0000000000466084e-08,
      "loss": 2.1207,
      "step": 3925
    },
    {
      "epoch": 3.7788461538461537,
      "grad_norm": 1.8608578096368507,
      "learning_rate": 5.00000000003715e-08,
      "loss": 2.1023,
      "step": 3930
    },
    {
      "epoch": 3.7836538461538463,
      "grad_norm": 1.861692606774206,
      "learning_rate": 5.00000000002947e-08,
      "loss": 2.1159,
      "step": 3935
    },
    {
      "epoch": 3.7884615384615383,
      "grad_norm": 1.9009512697877335,
      "learning_rate": 5.0000000000232614e-08,
      "loss": 2.0928,
      "step": 3940
    },
    {
      "epoch": 3.793269230769231,
      "grad_norm": 1.8247326337722605,
      "learning_rate": 5.000000000018266e-08,
      "loss": 2.0607,
      "step": 3945
    },
    {
      "epoch": 3.7980769230769234,
      "grad_norm": 1.838081967907657,
      "learning_rate": 5.000000000014265e-08,
      "loss": 2.1089,
      "step": 3950
    },
    {
      "epoch": 3.8028846153846154,
      "grad_norm": 1.929918706709054,
      "learning_rate": 5.000000000011078e-08,
      "loss": 2.0905,
      "step": 3955
    },
    {
      "epoch": 3.8076923076923075,
      "grad_norm": 1.8508307524707792,
      "learning_rate": 5.0000000000085515e-08,
      "loss": 2.1306,
      "step": 3960
    },
    {
      "epoch": 3.8125,
      "grad_norm": 1.8695517798307058,
      "learning_rate": 5.00000000000656e-08,
      "loss": 2.0873,
      "step": 3965
    },
    {
      "epoch": 3.8173076923076925,
      "grad_norm": 1.9513218569006434,
      "learning_rate": 5.000000000005e-08,
      "loss": 2.1049,
      "step": 3970
    },
    {
      "epoch": 3.8221153846153846,
      "grad_norm": 1.8982042501595857,
      "learning_rate": 5.000000000003784e-08,
      "loss": 2.1205,
      "step": 3975
    },
    {
      "epoch": 3.8269230769230766,
      "grad_norm": 1.8184591699240908,
      "learning_rate": 5.000000000002844e-08,
      "loss": 2.0395,
      "step": 3980
    },
    {
      "epoch": 3.831730769230769,
      "grad_norm": 1.8444114349744394,
      "learning_rate": 5.0000000000021207e-08,
      "loss": 2.0824,
      "step": 3985
    },
    {
      "epoch": 3.8365384615384617,
      "grad_norm": 1.8531735260873148,
      "learning_rate": 5.000000000001569e-08,
      "loss": 2.0544,
      "step": 3990
    },
    {
      "epoch": 3.8413461538461537,
      "grad_norm": 1.8352559334251506,
      "learning_rate": 5.0000000000011505e-08,
      "loss": 2.0938,
      "step": 3995
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 1.8424349150299684,
      "learning_rate": 5.000000000000836e-08,
      "loss": 2.1086,
      "step": 4000
    },
    {
      "epoch": 3.8461538461538463,
      "eval_loss": 2.3361942768096924,
      "eval_runtime": 85.4169,
      "eval_samples_per_second": 86.575,
      "eval_steps_per_second": 0.679,
      "step": 4000
    },
    {
      "epoch": 3.8509615384615383,
      "grad_norm": 1.90467764249709,
      "learning_rate": 5.000000000000602e-08,
      "loss": 2.0919,
      "step": 4005
    },
    {
      "epoch": 3.855769230769231,
      "grad_norm": 1.9147996032600165,
      "learning_rate": 5.000000000000429e-08,
      "loss": 2.0992,
      "step": 4010
    },
    {
      "epoch": 3.8605769230769234,
      "grad_norm": 1.899917149171274,
      "learning_rate": 5.000000000000303e-08,
      "loss": 2.0772,
      "step": 4015
    },
    {
      "epoch": 3.8653846153846154,
      "grad_norm": 1.8983270516331723,
      "learning_rate": 5.000000000000211e-08,
      "loss": 2.088,
      "step": 4020
    },
    {
      "epoch": 3.8701923076923075,
      "grad_norm": 1.9175004513272587,
      "learning_rate": 5.0000000000001454e-08,
      "loss": 2.0511,
      "step": 4025
    },
    {
      "epoch": 3.875,
      "grad_norm": 1.8660541755671598,
      "learning_rate": 5.0000000000000984e-08,
      "loss": 2.1061,
      "step": 4030
    },
    {
      "epoch": 3.8798076923076925,
      "grad_norm": 1.8945222773765362,
      "learning_rate": 5.000000000000066e-08,
      "loss": 2.0912,
      "step": 4035
    },
    {
      "epoch": 3.8846153846153846,
      "grad_norm": 1.9243273581552536,
      "learning_rate": 5.0000000000000434e-08,
      "loss": 2.126,
      "step": 4040
    },
    {
      "epoch": 3.8894230769230766,
      "grad_norm": 1.8550808979879474,
      "learning_rate": 5.000000000000028e-08,
      "loss": 2.1042,
      "step": 4045
    },
    {
      "epoch": 3.894230769230769,
      "grad_norm": 1.97506748062818,
      "learning_rate": 5.0000000000000176e-08,
      "loss": 2.1115,
      "step": 4050
    },
    {
      "epoch": 3.8990384615384617,
      "grad_norm": 1.9079814987909542,
      "learning_rate": 5.000000000000011e-08,
      "loss": 2.049,
      "step": 4055
    },
    {
      "epoch": 3.9038461538461537,
      "grad_norm": 1.9271203991857457,
      "learning_rate": 5.000000000000007e-08,
      "loss": 2.134,
      "step": 4060
    },
    {
      "epoch": 3.9086538461538463,
      "grad_norm": 1.9736638939991642,
      "learning_rate": 5.000000000000004e-08,
      "loss": 2.1579,
      "step": 4065
    },
    {
      "epoch": 3.9134615384615383,
      "grad_norm": 1.8949062426649275,
      "learning_rate": 5.0000000000000024e-08,
      "loss": 2.1017,
      "step": 4070
    },
    {
      "epoch": 3.918269230769231,
      "grad_norm": 1.8881914290487865,
      "learning_rate": 5.000000000000001e-08,
      "loss": 2.0493,
      "step": 4075
    },
    {
      "epoch": 3.9230769230769234,
      "grad_norm": 1.9185864408059423,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 2.0971,
      "step": 4080
    },
    {
      "epoch": 3.9278846153846154,
      "grad_norm": 1.910935901032547,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 2.0574,
      "step": 4085
    },
    {
      "epoch": 3.9326923076923075,
      "grad_norm": 1.8477236208599264,
      "learning_rate": 5e-08,
      "loss": 2.0316,
      "step": 4090
    },
    {
      "epoch": 3.9375,
      "grad_norm": 1.8681233408771172,
      "learning_rate": 5e-08,
      "loss": 2.0406,
      "step": 4095
    },
    {
      "epoch": 3.9423076923076925,
      "grad_norm": 1.976625704514766,
      "learning_rate": 5e-08,
      "loss": 2.1185,
      "step": 4100
    },
    {
      "epoch": 3.9471153846153846,
      "grad_norm": 1.8722374970584073,
      "learning_rate": 5e-08,
      "loss": 2.0834,
      "step": 4105
    },
    {
      "epoch": 3.9519230769230766,
      "grad_norm": 2.0555523827232234,
      "learning_rate": 5e-08,
      "loss": 2.0699,
      "step": 4110
    },
    {
      "epoch": 3.956730769230769,
      "grad_norm": 1.8728593232700466,
      "learning_rate": 5e-08,
      "loss": 2.0932,
      "step": 4115
    },
    {
      "epoch": 3.9615384615384617,
      "grad_norm": 1.8543407125566582,
      "learning_rate": 5e-08,
      "loss": 2.1006,
      "step": 4120
    },
    {
      "epoch": 3.9663461538461537,
      "grad_norm": 1.8246615617187374,
      "learning_rate": 5e-08,
      "loss": 2.0577,
      "step": 4125
    },
    {
      "epoch": 3.9711538461538463,
      "grad_norm": 1.9485201624855024,
      "learning_rate": 5e-08,
      "loss": 2.1165,
      "step": 4130
    },
    {
      "epoch": 3.9759615384615383,
      "grad_norm": 1.988247558955116,
      "learning_rate": 5e-08,
      "loss": 2.0729,
      "step": 4135
    },
    {
      "epoch": 3.980769230769231,
      "grad_norm": 1.9867643817669718,
      "learning_rate": 5e-08,
      "loss": 2.0647,
      "step": 4140
    },
    {
      "epoch": 3.9855769230769234,
      "grad_norm": 1.9105220330651407,
      "learning_rate": 5e-08,
      "loss": 2.0665,
      "step": 4145
    },
    {
      "epoch": 3.9903846153846154,
      "grad_norm": 1.8202876344304606,
      "learning_rate": 5e-08,
      "loss": 2.1232,
      "step": 4150
    },
    {
      "epoch": 3.9951923076923075,
      "grad_norm": 1.9398674577857897,
      "learning_rate": 5e-08,
      "loss": 2.0924,
      "step": 4155
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.9383477945644347,
      "learning_rate": 5e-08,
      "loss": 2.1167,
      "step": 4160
    },
    {
      "epoch": 4.0,
      "step": 4160,
      "total_flos": 434462785536000.0,
      "train_loss": 2.16538261238199,
      "train_runtime": 15200.3368,
      "train_samples_per_second": 17.512,
      "train_steps_per_second": 0.274
    }
  ],
  "logging_steps": 5,
  "max_steps": 4160,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 200,
  "total_flos": 434462785536000.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}