{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9944341372912802,
  "eval_steps": 800,
  "global_step": 4300,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0,
      "loss": 4.1961,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 0,
      "loss": 3.4713,
      "step": 8
    },
    {
      "epoch": 0.01,
      "learning_rate": 0,
      "loss": 3.6452,
      "step": 12
    },
    {
      "epoch": 0.01,
      "learning_rate": 0,
      "loss": 3.2857,
      "step": 16
    },
    {
      "epoch": 0.01,
      "learning_rate": 0,
      "loss": 3.8003,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.541201032390638e-07,
      "loss": 3.0254,
      "step": 24
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6908759378408314e-06,
      "loss": 1.2014,
      "step": 28
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1729399483804686e-06,
      "loss": 0.888,
      "step": 32
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.490467394684078e-06,
      "loss": 0.6906,
      "step": 36
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.7276317724425993e-06,
      "loss": 0.9432,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.917003870770575e-06,
      "loss": 0.761,
      "step": 44
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.074652113699448e-06,
      "loss": 0.7311,
      "step": 48
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.209695782982236e-06,
      "loss": 0.6145,
      "step": 52
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.3278117189435736e-06,
      "loss": 0.7238,
      "step": 56
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.432774886884842e-06,
      "loss": 0.8738,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.527223229285846e-06,
      "loss": 0.6586,
      "step": 64
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.6130729169433793e-06,
      "loss": 0.9213,
      "step": 68
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.6917597935218728e-06,
      "loss": 0.8081,
      "step": 72
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.746747919084026e-06,
      "loss": 0.5199,
      "step": 76
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.8154106182475455e-06,
      "loss": 0.8188,
      "step": 80
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.8794145195304064e-06,
      "loss": 0.707,
      "step": 84
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.9393518556017876e-06,
      "loss": 0.8889,
      "step": 88
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.995708648306083e-06,
      "loss": 0.6421,
      "step": 92
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.0488886794862905e-06,
      "loss": 0.9915,
      "step": 96
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.099231058976525e-06,
      "loss": 0.7983,
      "step": 100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.1470233384070705e-06,
      "loss": 0.7454,
      "step": 104
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.192511460845915e-06,
      "loss": 0.6397,
      "step": 108
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.235907420412398e-06,
      "loss": 0.8665,
      "step": 112
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.27739523661862e-06,
      "loss": 0.7032,
      "step": 116
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.317135669700268e-06,
      "loss": 0.6611,
      "step": 120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.355269982485126e-06,
      "loss": 1.0662,
      "step": 124
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.391922971188186e-06,
      "loss": 0.8082,
      "step": 128
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.427205429264097e-06,
      "loss": 0.8027,
      "step": 132
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.461216167003915e-06,
      "loss": 0.7987,
      "step": 136
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.494043679663919e-06,
      "loss": 0.7789,
      "step": 140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.525767535063022e-06,
      "loss": 0.7888,
      "step": 144
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.556459535424214e-06,
      "loss": 0.669,
      "step": 148
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.5861846961499975e-06,
      "loss": 0.5449,
      "step": 152
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.607879808611406e-06,
      "loss": 0.785,
      "step": 156
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.636051925421702e-06,
      "loss": 0.7444,
      "step": 160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.663407343064547e-06,
      "loss": 0.6551,
      "step": 164
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.689992082159791e-06,
      "loss": 0.4599,
      "step": 168
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.715848379822425e-06,
      "loss": 0.6218,
      "step": 172
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.74101509336297e-06,
      "loss": 0.9368,
      "step": 176
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.76552805154028e-06,
      "loss": 0.663,
      "step": 180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.789420361336724e-06,
      "loss": 1.0055,
      "step": 184
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.812722676847563e-06,
      "loss": 0.738,
      "step": 188
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.835463435763974e-06,
      "loss": 0.9295,
      "step": 192
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.857669068026358e-06,
      "loss": 0.8095,
      "step": 196
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.879364180487766e-06,
      "loss": 0.8501,
      "step": 200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.900571720823068e-06,
      "loss": 0.7591,
      "step": 204
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.921313123421507e-06,
      "loss": 0.9022,
      "step": 208
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.941608439588058e-06,
      "loss": 1.0702,
      "step": 212
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9614764540361516e-06,
      "loss": 0.8529,
      "step": 216
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.980934789368156e-06,
      "loss": 1.0398,
      "step": 220
    },
    {
      "epoch": 0.1,
      "learning_rate": 5e-06,
      "loss": 0.8779,
      "step": 224
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.997606892150607e-06,
      "loss": 0.6527,
      "step": 228
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994416081684748e-06,
      "loss": 1.2818,
      "step": 232
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.99122527121889e-06,
      "loss": 0.8251,
      "step": 236
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.988034460753032e-06,
      "loss": 0.9644,
      "step": 240
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.984843650287174e-06,
      "loss": 0.7095,
      "step": 244
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.981652839821315e-06,
      "loss": 0.7467,
      "step": 248
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.978462029355457e-06,
      "loss": 0.689,
      "step": 252
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.975271218889599e-06,
      "loss": 0.9441,
      "step": 256
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.97208040842374e-06,
      "loss": 0.8769,
      "step": 260
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.968889597957882e-06,
      "loss": 0.9131,
      "step": 264
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.965698787492023e-06,
      "loss": 0.9625,
      "step": 268
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.962507977026166e-06,
      "loss": 0.8598,
      "step": 272
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.959317166560307e-06,
      "loss": 0.7809,
      "step": 276
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.956126356094449e-06,
      "loss": 0.7042,
      "step": 280
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.95293554562859e-06,
      "loss": 0.7617,
      "step": 284
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9497447351627315e-06,
      "loss": 0.6065,
      "step": 288
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.946553924696874e-06,
      "loss": 0.9993,
      "step": 292
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.943363114231015e-06,
      "loss": 0.8739,
      "step": 296
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.940172303765157e-06,
      "loss": 0.7481,
      "step": 300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.936981493299298e-06,
      "loss": 0.9159,
      "step": 304
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9337906828334406e-06,
      "loss": 0.765,
      "step": 308
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.930599872367582e-06,
      "loss": 0.8167,
      "step": 312
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9274090619017235e-06,
      "loss": 1.1514,
      "step": 316
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.924218251435865e-06,
      "loss": 0.7979,
      "step": 320
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9210274409700065e-06,
      "loss": 0.8139,
      "step": 324
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.917836630504149e-06,
      "loss": 0.7969,
      "step": 328
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.91464582003829e-06,
      "loss": 0.9692,
      "step": 332
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.911455009572432e-06,
      "loss": 1.2616,
      "step": 336
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.908264199106573e-06,
      "loss": 0.8522,
      "step": 340
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9050733886407155e-06,
      "loss": 0.7732,
      "step": 344
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.901882578174857e-06,
      "loss": 0.7179,
      "step": 348
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.8986917677089984e-06,
      "loss": 0.7246,
      "step": 352
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.89550095724314e-06,
      "loss": 1.1594,
      "step": 356
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.892310146777281e-06,
      "loss": 0.7413,
      "step": 360
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.889119336311424e-06,
      "loss": 0.8847,
      "step": 364
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.885928525845565e-06,
      "loss": 0.8232,
      "step": 368
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.882737715379707e-06,
      "loss": 0.7903,
      "step": 372
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.879546904913848e-06,
      "loss": 0.988,
      "step": 376
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.87635609444799e-06,
      "loss": 0.6777,
      "step": 380
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.873165283982132e-06,
      "loss": 0.7942,
      "step": 384
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.869974473516273e-06,
      "loss": 0.5827,
      "step": 388
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.866783663050415e-06,
      "loss": 0.9409,
      "step": 392
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.863592852584556e-06,
      "loss": 0.839,
      "step": 396
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.860402042118699e-06,
      "loss": 0.7943,
      "step": 400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.85721123165284e-06,
      "loss": 0.5618,
      "step": 404
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.8540204211869816e-06,
      "loss": 0.892,
      "step": 408
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.850829610721123e-06,
      "loss": 0.6751,
      "step": 412
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.847638800255265e-06,
      "loss": 0.8687,
      "step": 416
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.844447989789407e-06,
      "loss": 1.3904,
      "step": 420
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.841257179323548e-06,
      "loss": 1.1064,
      "step": 424
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.83806636885769e-06,
      "loss": 1.1111,
      "step": 428
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.834875558391831e-06,
      "loss": 0.6871,
      "step": 432
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.8316847479259735e-06,
      "loss": 0.7987,
      "step": 436
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.828493937460115e-06,
      "loss": 0.5025,
      "step": 440
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.8253031269942565e-06,
      "loss": 0.8831,
      "step": 444
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.822112316528399e-06,
      "loss": 0.7851,
      "step": 448
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.81892150606254e-06,
      "loss": 0.7234,
      "step": 452
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.815730695596682e-06,
      "loss": 1.1858,
      "step": 456
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.812539885130823e-06,
      "loss": 0.9807,
      "step": 460
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.8093490746649655e-06,
      "loss": 0.8921,
      "step": 464
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.806158264199107e-06,
      "loss": 0.7873,
      "step": 468
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.8029674537332485e-06,
      "loss": 0.6174,
      "step": 472
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.79977664326739e-06,
      "loss": 0.5353,
      "step": 476
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.796585832801532e-06,
      "loss": 0.8381,
      "step": 480
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.793395022335674e-06,
      "loss": 0.7193,
      "step": 484
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.790204211869815e-06,
      "loss": 0.9925,
      "step": 488
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.7870134014039575e-06,
      "loss": 0.9972,
      "step": 492
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.783822590938099e-06,
      "loss": 1.0455,
      "step": 496
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.7806317804722405e-06,
      "loss": 0.6904,
      "step": 500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.777440970006382e-06,
      "loss": 0.823,
      "step": 504
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.774250159540524e-06,
      "loss": 0.8133,
      "step": 508
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.771059349074666e-06,
      "loss": 0.9556,
      "step": 512
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.767868538608807e-06,
      "loss": 0.8012,
      "step": 516
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.764677728142949e-06,
      "loss": 0.5765,
      "step": 520
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.761486917677091e-06,
      "loss": 0.7058,
      "step": 524
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.7582961072112324e-06,
      "loss": 0.7267,
      "step": 528
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.755105296745374e-06,
      "loss": 0.6016,
      "step": 532
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.751914486279515e-06,
      "loss": 0.6567,
      "step": 536
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.748723675813657e-06,
      "loss": 0.8572,
      "step": 540
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.745532865347799e-06,
      "loss": 0.9085,
      "step": 544
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.742342054881941e-06,
      "loss": 0.96,
      "step": 548
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.739151244416082e-06,
      "loss": 0.7202,
      "step": 552
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.735960433950224e-06,
      "loss": 0.6218,
      "step": 556
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.732769623484366e-06,
      "loss": 0.7925,
      "step": 560
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.729578813018507e-06,
      "loss": 0.9587,
      "step": 564
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.726388002552649e-06,
      "loss": 0.8156,
      "step": 568
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.72319719208679e-06,
      "loss": 0.5733,
      "step": 572
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.720006381620932e-06,
      "loss": 0.5818,
      "step": 576
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.716815571155074e-06,
      "loss": 1.0231,
      "step": 580
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.7136247606892156e-06,
      "loss": 0.7375,
      "step": 584
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.710433950223357e-06,
      "loss": 0.7752,
      "step": 588
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.7072431397574985e-06,
      "loss": 0.8014,
      "step": 592
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.704052329291641e-06,
      "loss": 0.6724,
      "step": 596
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.700861518825782e-06,
      "loss": 0.8042,
      "step": 600
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.697670708359924e-06,
      "loss": 1.0964,
      "step": 604
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.694479897894065e-06,
      "loss": 0.9096,
      "step": 608
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.691289087428207e-06,
      "loss": 0.5177,
      "step": 612
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.688098276962349e-06,
      "loss": 0.8655,
      "step": 616
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.6849074664964905e-06,
      "loss": 0.8737,
      "step": 620
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.681716656030632e-06,
      "loss": 0.5623,
      "step": 624
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.6785258455647734e-06,
      "loss": 0.4819,
      "step": 628
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.675335035098916e-06,
      "loss": 0.8688,
      "step": 632
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.672144224633057e-06,
      "loss": 0.6851,
      "step": 636
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.668953414167199e-06,
      "loss": 0.7127,
      "step": 640
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.66576260370134e-06,
      "loss": 1.0049,
      "step": 644
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.662571793235482e-06,
      "loss": 0.5841,
      "step": 648
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.659380982769624e-06,
      "loss": 0.7495,
      "step": 652
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.656190172303765e-06,
      "loss": 0.8183,
      "step": 656
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.652999361837907e-06,
      "loss": 0.5477,
      "step": 660
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.649808551372048e-06,
      "loss": 0.8446,
      "step": 664
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.646617740906191e-06,
      "loss": 0.9351,
      "step": 668
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.643426930440332e-06,
      "loss": 0.8057,
      "step": 672
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.640236119974474e-06,
      "loss": 0.9213,
      "step": 676
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.637045309508615e-06,
      "loss": 0.5699,
      "step": 680
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.6338544990427565e-06,
      "loss": 0.641,
      "step": 684
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.630663688576899e-06,
      "loss": 0.5552,
      "step": 688
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.62747287811104e-06,
      "loss": 0.6875,
      "step": 692
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.624282067645182e-06,
      "loss": 0.6743,
      "step": 696
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.621091257179324e-06,
      "loss": 0.6982,
      "step": 700
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.617900446713466e-06,
      "loss": 0.8998,
      "step": 704
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.614709636247607e-06,
      "loss": 0.6612,
      "step": 708
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.6115188257817485e-06,
      "loss": 0.678,
      "step": 712
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.608328015315891e-06,
      "loss": 0.7824,
      "step": 716
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.605137204850032e-06,
      "loss": 0.6569,
      "step": 720
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.601946394384174e-06,
      "loss": 0.6318,
      "step": 724
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.598755583918315e-06,
      "loss": 0.7621,
      "step": 728
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.595564773452458e-06,
      "loss": 0.6681,
      "step": 732
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.592373962986599e-06,
      "loss": 0.7158,
      "step": 736
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.5891831525207405e-06,
      "loss": 0.8249,
      "step": 740
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.585992342054883e-06,
      "loss": 0.6547,
      "step": 744
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.582801531589024e-06,
      "loss": 0.8209,
      "step": 748
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.579610721123166e-06,
      "loss": 0.55,
      "step": 752
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.576419910657307e-06,
      "loss": 0.6688,
      "step": 756
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.5732291001914496e-06,
      "loss": 0.94,
      "step": 760
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.570038289725591e-06,
      "loss": 0.5695,
      "step": 764
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.5668474792597325e-06,
      "loss": 0.5494,
      "step": 768
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.563656668793874e-06,
      "loss": 1.0452,
      "step": 772
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.560465858328016e-06,
      "loss": 0.8215,
      "step": 776
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.557275047862158e-06,
      "loss": 0.8754,
      "step": 780
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.554084237396299e-06,
      "loss": 0.7479,
      "step": 784
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.550893426930441e-06,
      "loss": 0.8235,
      "step": 788
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.547702616464582e-06,
      "loss": 0.8411,
      "step": 792
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.5445118059987245e-06,
      "loss": 0.7939,
      "step": 796
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.541320995532866e-06,
      "loss": 0.6333,
      "step": 800
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.5381301850670074e-06,
      "loss": 0.7022,
      "step": 804
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.534939374601149e-06,
      "loss": 0.6277,
      "step": 808
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.531748564135291e-06,
      "loss": 0.5253,
      "step": 812
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.528557753669433e-06,
      "loss": 0.6167,
      "step": 816
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.525366943203574e-06,
      "loss": 0.5005,
      "step": 820
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.522176132737716e-06,
      "loss": 0.8225,
      "step": 824
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.518985322271857e-06,
      "loss": 0.48,
      "step": 828
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.515794511805999e-06,
      "loss": 0.875,
      "step": 832
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.512603701340141e-06,
      "loss": 0.9044,
      "step": 836
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.509412890874282e-06,
      "loss": 0.7879,
      "step": 840
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.506222080408424e-06,
      "loss": 0.6177,
      "step": 844
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.503031269942566e-06,
      "loss": 0.5069,
      "step": 848
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.499840459476708e-06,
      "loss": 0.7872,
      "step": 852
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.496649649010849e-06,
      "loss": 0.9284,
      "step": 856
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.4934588385449906e-06,
      "loss": 0.8791,
      "step": 860
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.490268028079132e-06,
      "loss": 0.7776,
      "step": 864
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.487077217613274e-06,
      "loss": 1.0799,
      "step": 868
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.483886407147416e-06,
      "loss": 0.7379,
      "step": 872
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.480695596681557e-06,
      "loss": 0.9199,
      "step": 876
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.477504786215699e-06,
      "loss": 0.5865,
      "step": 880
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.474313975749841e-06,
      "loss": 0.725,
      "step": 884
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.4711231652839825e-06,
      "loss": 0.559,
      "step": 888
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.467932354818124e-06,
      "loss": 0.5129,
      "step": 892
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.4647415443522655e-06,
      "loss": 0.8001,
      "step": 896
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.461550733886407e-06,
      "loss": 0.6969,
      "step": 900
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.458359923420549e-06,
      "loss": 0.6153,
      "step": 904
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.455169112954691e-06,
      "loss": 0.5391,
      "step": 908
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.451978302488832e-06,
      "loss": 0.913,
      "step": 912
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.448787492022974e-06,
      "loss": 0.9261,
      "step": 916
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.445596681557116e-06,
      "loss": 0.4837,
      "step": 920
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.4424058710912575e-06,
      "loss": 0.8113,
      "step": 924
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.439215060625399e-06,
      "loss": 0.6893,
      "step": 928
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.43602425015954e-06,
      "loss": 0.7842,
      "step": 932
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.432833439693682e-06,
      "loss": 0.7386,
      "step": 936
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.429642629227824e-06,
      "loss": 0.7332,
      "step": 940
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.426451818761966e-06,
      "loss": 0.5775,
      "step": 944
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.423261008296107e-06,
      "loss": 0.8146,
      "step": 948
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.4200701978302494e-06,
      "loss": 0.7466,
      "step": 952
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.416879387364391e-06,
      "loss": 0.6786,
      "step": 956
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.413688576898532e-06,
      "loss": 0.5748,
      "step": 960
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.410497766432674e-06,
      "loss": 0.5671,
      "step": 964
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.407306955966816e-06,
      "loss": 0.6996,
      "step": 968
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.404116145500958e-06,
      "loss": 0.9416,
      "step": 972
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.400925335035099e-06,
      "loss": 0.5928,
      "step": 976
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.397734524569241e-06,
      "loss": 0.6034,
      "step": 980
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.394543714103383e-06,
      "loss": 0.8989,
      "step": 984
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.391352903637524e-06,
      "loss": 0.8094,
      "step": 988
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.388162093171666e-06,
      "loss": 0.5301,
      "step": 992
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.384971282705808e-06,
      "loss": 1.0705,
      "step": 996
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.38178047223995e-06,
      "loss": 0.5879,
      "step": 1000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.378589661774091e-06,
      "loss": 0.8233,
      "step": 1004
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.3753988513082326e-06,
      "loss": 0.476,
      "step": 1008
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.372208040842375e-06,
      "loss": 0.5304,
      "step": 1012
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.369017230376516e-06,
      "loss": 0.4795,
      "step": 1016
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.365826419910658e-06,
      "loss": 0.6065,
      "step": 1020
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.362635609444799e-06,
      "loss": 0.6391,
      "step": 1024
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.359444798978942e-06,
      "loss": 0.5775,
      "step": 1028
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.356253988513083e-06,
      "loss": 0.6313,
      "step": 1032
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.3530631780472246e-06,
      "loss": 0.8725,
      "step": 1036
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.349872367581366e-06,
      "loss": 0.8685,
      "step": 1040
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.3466815571155075e-06,
      "loss": 0.7983,
      "step": 1044
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.34349074664965e-06,
      "loss": 0.7019,
      "step": 1048
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.340299936183791e-06,
      "loss": 0.8012,
      "step": 1052
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.337109125717933e-06,
      "loss": 0.7772,
      "step": 1056
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.333918315252074e-06,
      "loss": 0.7787,
      "step": 1060
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.3307275047862165e-06,
      "loss": 0.6103,
      "step": 1064
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.327536694320358e-06,
      "loss": 0.8516,
      "step": 1068
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.3243458838544995e-06,
      "loss": 0.7831,
      "step": 1072
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.321155073388641e-06,
      "loss": 0.5453,
      "step": 1076
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.317964262922782e-06,
      "loss": 0.8411,
      "step": 1080
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.314773452456925e-06,
      "loss": 0.5653,
      "step": 1084
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.311582641991066e-06,
      "loss": 0.4892,
      "step": 1088
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.308391831525208e-06,
      "loss": 0.8213,
      "step": 1092
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.305201021059349e-06,
      "loss": 0.7465,
      "step": 1096
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3020102105934915e-06,
      "loss": 0.671,
      "step": 1100
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.298819400127633e-06,
      "loss": 0.8927,
      "step": 1104
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.295628589661774e-06,
      "loss": 0.7458,
      "step": 1108
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.292437779195916e-06,
      "loss": 0.5961,
      "step": 1112
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.289246968730057e-06,
      "loss": 0.711,
      "step": 1116
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.2860561582642e-06,
      "loss": 0.705,
      "step": 1120
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.282865347798341e-06,
      "loss": 0.5282,
      "step": 1124
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.279674537332483e-06,
      "loss": 0.7639,
      "step": 1128
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.276483726866624e-06,
      "loss": 0.8014,
      "step": 1132
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.273292916400766e-06,
      "loss": 0.6999,
      "step": 1136
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.270102105934908e-06,
      "loss": 0.6685,
      "step": 1140
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.266911295469049e-06,
      "loss": 0.6752,
      "step": 1144
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.263720485003191e-06,
      "loss": 0.7828,
      "step": 1148
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.260529674537332e-06,
      "loss": 0.8872,
      "step": 1152
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.257338864071475e-06,
      "loss": 0.9956,
      "step": 1156
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.254148053605616e-06,
      "loss": 0.6747,
      "step": 1160
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.2509572431397575e-06,
      "loss": 0.6513,
      "step": 1164
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.247766432673899e-06,
      "loss": 0.515,
      "step": 1168
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.244575622208041e-06,
      "loss": 0.8237,
      "step": 1172
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.241384811742183e-06,
      "loss": 0.7621,
      "step": 1176
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.238194001276324e-06,
      "loss": 0.5645,
      "step": 1180
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.235003190810466e-06,
      "loss": 0.508,
      "step": 1184
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.231812380344608e-06,
      "loss": 0.7818,
      "step": 1188
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.2286215698787495e-06,
      "loss": 0.4548,
      "step": 1192
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.225430759412891e-06,
      "loss": 0.4979,
      "step": 1196
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2222399489470325e-06,
      "loss": 0.8764,
      "step": 1200
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.219049138481175e-06,
      "loss": 0.7185,
      "step": 1204
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.215858328015316e-06,
      "loss": 0.8167,
      "step": 1208
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.212667517549458e-06,
      "loss": 0.8222,
      "step": 1212
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.209476707083599e-06,
      "loss": 0.6022,
      "step": 1216
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.2062858966177415e-06,
      "loss": 0.8809,
      "step": 1220
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.203095086151883e-06,
      "loss": 0.3133,
      "step": 1224
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1999042756860244e-06,
      "loss": 0.8026,
      "step": 1228
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.196713465220166e-06,
      "loss": 0.6442,
      "step": 1232
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.193522654754308e-06,
      "loss": 0.4915,
      "step": 1236
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.19033184428845e-06,
      "loss": 0.8688,
      "step": 1240
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.187141033822591e-06,
      "loss": 0.6234,
      "step": 1244
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.1839502233567335e-06,
      "loss": 0.6482,
      "step": 1248
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.180759412890875e-06,
      "loss": 0.7072,
      "step": 1252
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.177568602425016e-06,
      "loss": 0.7761,
      "step": 1256
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.174377791959158e-06,
      "loss": 0.7278,
      "step": 1260
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.1711869814933e-06,
      "loss": 0.8857,
      "step": 1264
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.167996171027442e-06,
      "loss": 0.4587,
      "step": 1268
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.164805360561583e-06,
      "loss": 0.8217,
      "step": 1272
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.161614550095725e-06,
      "loss": 0.5097,
      "step": 1276
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.158423739629867e-06,
      "loss": 0.8389,
      "step": 1280
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.155232929164008e-06,
      "loss": 0.6538,
      "step": 1284
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.15204211869815e-06,
      "loss": 0.6541,
      "step": 1288
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.148851308232291e-06,
      "loss": 0.8788,
      "step": 1292
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.145660497766433e-06,
      "loss": 0.4737,
      "step": 1296
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.142469687300575e-06,
      "loss": 0.6639,
      "step": 1300
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.139278876834717e-06,
      "loss": 0.768,
      "step": 1304
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.136088066368858e-06,
      "loss": 0.4519,
      "step": 1308
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.1328972559029995e-06,
      "loss": 0.5798,
      "step": 1312
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.129706445437142e-06,
      "loss": 0.617,
      "step": 1316
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.126515634971283e-06,
      "loss": 0.5391,
      "step": 1320
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.123324824505425e-06,
      "loss": 0.6149,
      "step": 1324
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.120134014039566e-06,
      "loss": 0.7053,
      "step": 1328
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.116943203573708e-06,
      "loss": 0.6092,
      "step": 1332
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.11375239310785e-06,
      "loss": 0.6277,
      "step": 1336
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.1105615826419915e-06,
      "loss": 0.6903,
      "step": 1340
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.107370772176133e-06,
      "loss": 0.8365,
      "step": 1344
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.1041799617102745e-06,
      "loss": 0.752,
      "step": 1348
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.100989151244417e-06,
      "loss": 0.7835,
      "step": 1352
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.097798340778558e-06,
      "loss": 0.7287,
      "step": 1356
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.0946075303127e-06,
      "loss": 0.6843,
      "step": 1360
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.091416719846841e-06,
      "loss": 0.7026,
      "step": 1364
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.088225909380983e-06,
      "loss": 0.5323,
      "step": 1368
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.085035098915125e-06,
      "loss": 0.5855,
      "step": 1372
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.0818442884492665e-06,
      "loss": 0.6391,
      "step": 1376
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.078653477983408e-06,
      "loss": 0.5578,
      "step": 1380
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.075462667517549e-06,
      "loss": 0.5891,
      "step": 1384
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.072271857051692e-06,
      "loss": 1.0298,
      "step": 1388
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.069081046585833e-06,
      "loss": 0.5537,
      "step": 1392
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.065890236119975e-06,
      "loss": 0.3564,
      "step": 1396
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.062699425654116e-06,
      "loss": 0.5444,
      "step": 1400
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.059508615188258e-06,
      "loss": 0.5904,
      "step": 1404
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.0563178047224e-06,
      "loss": 0.4737,
      "step": 1408
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.053126994256541e-06,
      "loss": 0.8174,
      "step": 1412
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.049936183790683e-06,
      "loss": 0.5257,
      "step": 1416
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.046745373324824e-06,
      "loss": 0.5681,
      "step": 1420
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.043554562858967e-06,
      "loss": 0.714,
      "step": 1424
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.040363752393108e-06,
      "loss": 0.6049,
      "step": 1428
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.0371729419272496e-06,
      "loss": 0.8058,
      "step": 1432
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.033982131461391e-06,
      "loss": 0.6571,
      "step": 1436
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.030791320995533e-06,
      "loss": 0.6082,
      "step": 1440
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.027600510529675e-06,
      "loss": 0.8361,
      "step": 1444
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.024409700063816e-06,
      "loss": 0.69,
      "step": 1448
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.021218889597958e-06,
      "loss": 0.4518,
      "step": 1452
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.0180280791321e-06,
      "loss": 0.747,
      "step": 1456
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.0148372686662416e-06,
      "loss": 0.7835,
      "step": 1460
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.011646458200383e-06,
      "loss": 0.4455,
      "step": 1464
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.0084556477345245e-06,
      "loss": 0.6174,
      "step": 1468
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.005264837268667e-06,
      "loss": 0.624,
      "step": 1472
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.002074026802808e-06,
      "loss": 0.5624,
      "step": 1476
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.99888321633695e-06,
      "loss": 0.5388,
      "step": 1480
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.995692405871091e-06,
      "loss": 0.5208,
      "step": 1484
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.9925015954052335e-06,
      "loss": 0.4847,
      "step": 1488
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.989310784939375e-06,
      "loss": 0.6944,
      "step": 1492
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.9861199744735165e-06,
      "loss": 0.5778,
      "step": 1496
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.982929164007659e-06,
      "loss": 0.7586,
      "step": 1500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.9797383535418e-06,
      "loss": 0.7339,
      "step": 1504
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.976547543075942e-06,
      "loss": 0.7787,
      "step": 1508
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.973356732610083e-06,
      "loss": 0.6295,
      "step": 1512
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.9701659221442255e-06,
      "loss": 0.5411,
      "step": 1516
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.966975111678367e-06,
      "loss": 0.6872,
      "step": 1520
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9637843012125085e-06,
      "loss": 0.8006,
      "step": 1524
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.96059349074665e-06,
      "loss": 0.5383,
      "step": 1528
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.957402680280792e-06,
      "loss": 0.5238,
      "step": 1532
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.954211869814934e-06,
      "loss": 0.4508,
      "step": 1536
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.951021059349075e-06,
      "loss": 0.7398,
      "step": 1540
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.947830248883217e-06,
      "loss": 0.3801,
      "step": 1544
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.944639438417358e-06,
      "loss": 0.5496,
      "step": 1548
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9414486279515005e-06,
      "loss": 0.6008,
      "step": 1552
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938257817485642e-06,
      "loss": 0.6282,
      "step": 1556
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.935067007019783e-06,
      "loss": 0.4993,
      "step": 1560
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.931876196553925e-06,
      "loss": 0.5208,
      "step": 1564
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.928685386088067e-06,
      "loss": 0.5643,
      "step": 1568
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.925494575622209e-06,
      "loss": 0.3732,
      "step": 1572
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.92230376515635e-06,
      "loss": 0.5719,
      "step": 1576
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.919112954690492e-06,
      "loss": 0.5204,
      "step": 1580
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.915922144224633e-06,
      "loss": 0.4546,
      "step": 1584
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.912731333758775e-06,
      "loss": 0.7574,
      "step": 1588
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.909540523292917e-06,
      "loss": 0.6268,
      "step": 1592
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.906349712827058e-06,
      "loss": 0.6145,
      "step": 1596
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.9031589023612e-06,
      "loss": 0.6054,
      "step": 1600
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.899968091895342e-06,
      "loss": 0.5141,
      "step": 1604
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.896777281429484e-06,
      "loss": 0.5058,
      "step": 1608
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.893586470963625e-06,
      "loss": 0.6534,
      "step": 1612
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.8903956604977665e-06,
      "loss": 0.7528,
      "step": 1616
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.887204850031908e-06,
      "loss": 0.7047,
      "step": 1620
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.88401403956605e-06,
      "loss": 0.533,
      "step": 1624
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.880823229100192e-06,
      "loss": 0.8042,
      "step": 1628
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.877632418634333e-06,
      "loss": 0.6895,
      "step": 1632
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.874441608168475e-06,
      "loss": 0.806,
      "step": 1636
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.871250797702617e-06,
      "loss": 0.807,
      "step": 1640
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.8680599872367585e-06,
      "loss": 0.4688,
      "step": 1644
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.8648691767709e-06,
      "loss": 0.3543,
      "step": 1648
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.8616783663050414e-06,
      "loss": 0.7808,
      "step": 1652
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.858487555839183e-06,
      "loss": 0.5017,
      "step": 1656
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.855296745373325e-06,
      "loss": 0.5953,
      "step": 1660
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.852105934907467e-06,
      "loss": 0.44,
      "step": 1664
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.848915124441608e-06,
      "loss": 0.8274,
      "step": 1668
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.84572431397575e-06,
      "loss": 0.8961,
      "step": 1672
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.842533503509892e-06,
      "loss": 0.4973,
      "step": 1676
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.8393426930440334e-06,
      "loss": 0.5691,
      "step": 1680
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.836151882578175e-06,
      "loss": 0.7323,
      "step": 1684
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.832961072112316e-06,
      "loss": 0.4802,
      "step": 1688
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.829770261646459e-06,
      "loss": 0.535,
      "step": 1692
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.8265794511806e-06,
      "loss": 0.6412,
      "step": 1696
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.824186343331207e-06,
      "loss": 0.5543,
      "step": 1700
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.820995532865348e-06,
      "loss": 0.6086,
      "step": 1704
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.81780472239949e-06,
      "loss": 0.4478,
      "step": 1708
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.814613911933632e-06,
      "loss": 0.754,
      "step": 1712
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.8114231014677734e-06,
      "loss": 0.9988,
      "step": 1716
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.808232291001915e-06,
      "loss": 0.6436,
      "step": 1720
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.8050414805360563e-06,
      "loss": 0.7755,
      "step": 1724
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.801850670070198e-06,
      "loss": 0.7917,
      "step": 1728
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.79865985960434e-06,
      "loss": 0.5693,
      "step": 1732
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.7954690491384816e-06,
      "loss": 0.7169,
      "step": 1736
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.792278238672623e-06,
      "loss": 0.6066,
      "step": 1740
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.7890874282067645e-06,
      "loss": 0.7224,
      "step": 1744
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.785896617740907e-06,
      "loss": 0.5065,
      "step": 1748
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.7827058072750483e-06,
      "loss": 0.3499,
      "step": 1752
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.77951499680919e-06,
      "loss": 0.6114,
      "step": 1756
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.7763241863433313e-06,
      "loss": 0.612,
      "step": 1760
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.773133375877473e-06,
      "loss": 0.9457,
      "step": 1764
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.769942565411615e-06,
      "loss": 0.5096,
      "step": 1768
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.7667517549457565e-06,
      "loss": 0.5297,
      "step": 1772
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.763560944479898e-06,
      "loss": 0.3232,
      "step": 1776
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.76037013401404e-06,
      "loss": 0.4437,
      "step": 1780
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.7571793235481818e-06,
      "loss": 0.5564,
      "step": 1784
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.7539885130823233e-06,
      "loss": 0.598,
      "step": 1788
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.7507977026164647e-06,
      "loss": 0.4804,
      "step": 1792
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.7476068921506066e-06,
      "loss": 0.7052,
      "step": 1796
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.744416081684748e-06,
      "loss": 0.4539,
      "step": 1800
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.74122527121889e-06,
      "loss": 0.6006,
      "step": 1804
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.738034460753032e-06,
      "loss": 0.5061,
      "step": 1808
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.7348436502871733e-06,
      "loss": 0.7403,
      "step": 1812
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.731652839821315e-06,
      "loss": 0.8152,
      "step": 1816
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.7284620293554563e-06,
      "loss": 0.5466,
      "step": 1820
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.7252712188895986e-06,
      "loss": 0.4677,
      "step": 1824
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.72208040842374e-06,
      "loss": 0.468,
      "step": 1828
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.7188895979578815e-06,
      "loss": 0.759,
      "step": 1832
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.715698787492023e-06,
      "loss": 0.6796,
      "step": 1836
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.7125079770261653e-06,
      "loss": 0.7896,
      "step": 1840
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.709317166560307e-06,
      "loss": 0.683,
      "step": 1844
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.7061263560944483e-06,
      "loss": 0.4372,
      "step": 1848
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.7029355456285897e-06,
      "loss": 0.7383,
      "step": 1852
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.6997447351627312e-06,
      "loss": 0.5463,
      "step": 1856
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.6965539246968735e-06,
      "loss": 0.6441,
      "step": 1860
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.693363114231015e-06,
      "loss": 0.5837,
      "step": 1864
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.6901723037651565e-06,
      "loss": 0.6439,
      "step": 1868
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.686981493299298e-06,
      "loss": 0.5672,
      "step": 1872
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.6837906828334403e-06,
      "loss": 0.4494,
      "step": 1876
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.6805998723675817e-06,
      "loss": 0.8502,
      "step": 1880
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.677409061901723e-06,
      "loss": 0.4624,
      "step": 1884
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6742182514358647e-06,
      "loss": 0.4339,
      "step": 1888
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6710274409700066e-06,
      "loss": 0.9334,
      "step": 1892
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6678366305041485e-06,
      "loss": 0.9478,
      "step": 1896
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.66464582003829e-06,
      "loss": 0.3005,
      "step": 1900
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6614550095724314e-06,
      "loss": 0.5926,
      "step": 1904
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6582641991065733e-06,
      "loss": 0.4696,
      "step": 1908
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.655073388640715e-06,
      "loss": 0.4898,
      "step": 1912
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.6518825781748567e-06,
      "loss": 0.7388,
      "step": 1916
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.6486917677089985e-06,
      "loss": 0.3915,
      "step": 1920
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.64550095724314e-06,
      "loss": 0.3001,
      "step": 1924
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.6423101467772815e-06,
      "loss": 0.5252,
      "step": 1928
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.6391193363114234e-06,
      "loss": 0.718,
      "step": 1932
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.6359285258455653e-06,
      "loss": 0.7228,
      "step": 1936
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.6327377153797067e-06,
      "loss": 0.769,
      "step": 1940
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.6295469049138482e-06,
      "loss": 0.8362,
      "step": 1944
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.62635609444799e-06,
      "loss": 0.6777,
      "step": 1948
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.623165283982132e-06,
      "loss": 0.8677,
      "step": 1952
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.6199744735162735e-06,
      "loss": 0.7517,
      "step": 1956
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.616783663050415e-06,
      "loss": 0.3785,
      "step": 1960
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.6135928525845564e-06,
      "loss": 0.5111,
      "step": 1964
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.6104020421186987e-06,
      "loss": 0.4939,
      "step": 1968
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.60721123165284e-06,
      "loss": 0.5917,
      "step": 1972
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6040204211869817e-06,
      "loss": 0.7104,
      "step": 1976
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.600829610721123e-06,
      "loss": 0.7933,
      "step": 1980
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5976388002552655e-06,
      "loss": 0.4683,
      "step": 1984
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.594447989789407e-06,
      "loss": 0.596,
      "step": 1988
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5912571793235484e-06,
      "loss": 0.6115,
      "step": 1992
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.58806636885769e-06,
      "loss": 0.3607,
      "step": 1996
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5848755583918313e-06,
      "loss": 0.4731,
      "step": 2000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5816847479259737e-06,
      "loss": 0.6709,
      "step": 2004
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.578493937460115e-06,
      "loss": 0.6253,
      "step": 2008
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5753031269942566e-06,
      "loss": 0.6493,
      "step": 2012
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5721123165283985e-06,
      "loss": 0.6203,
      "step": 2016
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5689215060625404e-06,
      "loss": 0.5535,
      "step": 2020
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.565730695596682e-06,
      "loss": 0.6694,
      "step": 2024
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5625398851308233e-06,
      "loss": 0.7581,
      "step": 2028
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5593490746649652e-06,
      "loss": 0.6517,
      "step": 2032
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5561582641991067e-06,
      "loss": 0.588,
      "step": 2036
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.5529674537332486e-06,
      "loss": 0.7555,
      "step": 2040
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.54977664326739e-06,
      "loss": 0.6893,
      "step": 2044
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.546585832801532e-06,
      "loss": 0.5,
      "step": 2048
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.5433950223356734e-06,
      "loss": 0.3433,
      "step": 2052
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.5402042118698153e-06,
      "loss": 0.6995,
      "step": 2056
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.537013401403957e-06,
      "loss": 0.7064,
      "step": 2060
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5338225909380987e-06,
      "loss": 0.4641,
      "step": 2064
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.53063178047224e-06,
      "loss": 0.5876,
      "step": 2068
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5274409700063816e-06,
      "loss": 0.6002,
      "step": 2072
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.524250159540524e-06,
      "loss": 0.6374,
      "step": 2076
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5210593490746654e-06,
      "loss": 0.5119,
      "step": 2080
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.517868538608807e-06,
      "loss": 0.7321,
      "step": 2084
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5146777281429483e-06,
      "loss": 0.9369,
      "step": 2088
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5114869176770907e-06,
      "loss": 0.6868,
      "step": 2092
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.508296107211232e-06,
      "loss": 0.3827,
      "step": 2096
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5051052967453736e-06,
      "loss": 0.4267,
      "step": 2100
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.501914486279515e-06,
      "loss": 0.5196,
      "step": 2104
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.4987236758136565e-06,
      "loss": 0.533,
      "step": 2108
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.495532865347799e-06,
      "loss": 0.5341,
      "step": 2112
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.4923420548819403e-06,
      "loss": 0.6026,
      "step": 2116
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.489151244416082e-06,
      "loss": 0.5235,
      "step": 2120
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4859604339502233e-06,
      "loss": 0.6593,
      "step": 2124
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4827696234843656e-06,
      "loss": 0.5826,
      "step": 2128
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.479578813018507e-06,
      "loss": 0.4661,
      "step": 2132
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4763880025526485e-06,
      "loss": 0.913,
      "step": 2136
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.47319719208679e-06,
      "loss": 0.5038,
      "step": 2140
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.470006381620932e-06,
      "loss": 0.4766,
      "step": 2144
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4668155711550738e-06,
      "loss": 0.512,
      "step": 2148
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4636247606892152e-06,
      "loss": 0.5954,
      "step": 2152
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.460433950223357e-06,
      "loss": 0.6475,
      "step": 2156
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4572431397574986e-06,
      "loss": 0.5139,
      "step": 2160
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4540523292916405e-06,
      "loss": 0.5509,
      "step": 2164
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.450861518825782e-06,
      "loss": 0.6483,
      "step": 2168
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.447670708359924e-06,
      "loss": 0.7284,
      "step": 2172
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.4444798978940653e-06,
      "loss": 0.4801,
      "step": 2176
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.441289087428207e-06,
      "loss": 0.6135,
      "step": 2180
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.4380982769623487e-06,
      "loss": 0.3792,
      "step": 2184
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.4349074664964906e-06,
      "loss": 0.4799,
      "step": 2188
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.431716656030632e-06,
      "loss": 0.5068,
      "step": 2192
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.4285258455647735e-06,
      "loss": 0.661,
      "step": 2196
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.4253350350989154e-06,
      "loss": 0.592,
      "step": 2200
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.4221442246330573e-06,
      "loss": 0.6508,
      "step": 2204
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.418953414167199e-06,
      "loss": 0.5552,
      "step": 2208
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.4157626037013403e-06,
      "loss": 0.5729,
      "step": 2212
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.4125717932354817e-06,
      "loss": 0.6907,
      "step": 2216
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.409380982769624e-06,
      "loss": 0.4163,
      "step": 2220
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.4061901723037655e-06,
      "loss": 0.5248,
      "step": 2224
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.402999361837907e-06,
      "loss": 0.4138,
      "step": 2228
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.3998085513720485e-06,
      "loss": 0.4799,
      "step": 2232
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.3966177409061908e-06,
      "loss": 0.4414,
      "step": 2236
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.3934269304403322e-06,
      "loss": 0.5975,
      "step": 2240
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.3902361199744737e-06,
      "loss": 0.5745,
      "step": 2244
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.387045309508615e-06,
      "loss": 0.4061,
      "step": 2248
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.3838544990427567e-06,
      "loss": 0.6807,
      "step": 2252
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.380663688576899e-06,
      "loss": 0.4239,
      "step": 2256
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.3774728781110404e-06,
      "loss": 0.5731,
      "step": 2260
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.374282067645182e-06,
      "loss": 0.4826,
      "step": 2264
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.371091257179324e-06,
      "loss": 0.5014,
      "step": 2268
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.3679004467134657e-06,
      "loss": 0.4492,
      "step": 2272
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.364709636247607e-06,
      "loss": 0.5584,
      "step": 2276
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.3615188257817486e-06,
      "loss": 0.5931,
      "step": 2280
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.3583280153158905e-06,
      "loss": 0.5623,
      "step": 2284
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.355137204850032e-06,
      "loss": 0.7667,
      "step": 2288
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.351946394384174e-06,
      "loss": 0.4875,
      "step": 2292
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.3487555839183154e-06,
      "loss": 0.3926,
      "step": 2296
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.3455647734524573e-06,
      "loss": 0.5208,
      "step": 2300
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.3423739629865987e-06,
      "loss": 0.5546,
      "step": 2304
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.3391831525207406e-06,
      "loss": 0.5181,
      "step": 2308
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.3359923420548825e-06,
      "loss": 0.5089,
      "step": 2312
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.332801531589024e-06,
      "loss": 0.6503,
      "step": 2316
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.3296107211231655e-06,
      "loss": 0.5613,
      "step": 2320
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.326419910657307e-06,
      "loss": 0.5959,
      "step": 2324
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.3232291001914492e-06,
      "loss": 0.6191,
      "step": 2328
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.3200382897255907e-06,
      "loss": 0.5365,
      "step": 2332
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.316847479259732e-06,
      "loss": 0.362,
      "step": 2336
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.3136566687938737e-06,
      "loss": 0.6065,
      "step": 2340
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.310465858328016e-06,
      "loss": 0.6887,
      "step": 2344
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.3072750478621574e-06,
      "loss": 0.8036,
      "step": 2348
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.304084237396299e-06,
      "loss": 0.5733,
      "step": 2352
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.3008934269304404e-06,
      "loss": 0.4841,
      "step": 2356
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.297702616464582e-06,
      "loss": 0.3678,
      "step": 2360
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.294511805998724e-06,
      "loss": 0.3585,
      "step": 2364
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.2913209955328656e-06,
      "loss": 0.5592,
      "step": 2368
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.288130185067007e-06,
      "loss": 0.5168,
      "step": 2372
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.2849393746011486e-06,
      "loss": 0.744,
      "step": 2376
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.281748564135291e-06,
      "loss": 0.3844,
      "step": 2380
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.2785577536694324e-06,
      "loss": 0.7852,
      "step": 2384
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.275366943203574e-06,
      "loss": 0.5413,
      "step": 2388
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.2721761327377153e-06,
      "loss": 0.3793,
      "step": 2392
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.268985322271857e-06,
      "loss": 0.699,
      "step": 2396
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.265794511805999e-06,
      "loss": 0.5154,
      "step": 2400
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.2626037013401406e-06,
      "loss": 0.5389,
      "step": 2404
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.2594128908742825e-06,
      "loss": 0.5196,
      "step": 2408
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.256222080408424e-06,
      "loss": 0.5163,
      "step": 2412
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.253031269942566e-06,
      "loss": 0.4499,
      "step": 2416
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.2498404594767073e-06,
      "loss": 0.398,
      "step": 2420
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.246649649010849e-06,
      "loss": 0.6095,
      "step": 2424
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.2434588385449907e-06,
      "loss": 0.5462,
      "step": 2428
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.240268028079132e-06,
      "loss": 0.6632,
      "step": 2432
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.237077217613274e-06,
      "loss": 0.489,
      "step": 2436
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.233886407147416e-06,
      "loss": 0.6678,
      "step": 2440
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.2306955966815574e-06,
      "loss": 0.3573,
      "step": 2444
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.227504786215699e-06,
      "loss": 0.4844,
      "step": 2448
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.2243139757498408e-06,
      "loss": 0.6646,
      "step": 2452
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.2211231652839826e-06,
      "loss": 0.7763,
      "step": 2456
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.217932354818124e-06,
      "loss": 0.4772,
      "step": 2460
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.2147415443522656e-06,
      "loss": 0.3963,
      "step": 2464
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.211550733886407e-06,
      "loss": 0.579,
      "step": 2468
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.2083599234205494e-06,
      "loss": 0.4923,
      "step": 2472
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.205169112954691e-06,
      "loss": 0.3719,
      "step": 2476
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.2019783024888323e-06,
      "loss": 0.3468,
      "step": 2480
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.1987874920229738e-06,
      "loss": 0.4931,
      "step": 2484
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.195596681557116e-06,
      "loss": 0.5714,
      "step": 2488
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.1924058710912576e-06,
      "loss": 0.4509,
      "step": 2492
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.189215060625399e-06,
      "loss": 0.3998,
      "step": 2496
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.1860242501595405e-06,
      "loss": 0.425,
      "step": 2500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.182833439693682e-06,
      "loss": 0.438,
      "step": 2504
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.1796426292278243e-06,
      "loss": 0.5492,
      "step": 2508
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.1764518187619658e-06,
      "loss": 0.6652,
      "step": 2512
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.1732610082961072e-06,
      "loss": 0.5869,
      "step": 2516
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.170070197830249e-06,
      "loss": 0.2636,
      "step": 2520
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.166879387364391e-06,
      "loss": 0.5958,
      "step": 2524
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.1636885768985325e-06,
      "loss": 0.8346,
      "step": 2528
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.160497766432674e-06,
      "loss": 0.4926,
      "step": 2532
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.157306955966816e-06,
      "loss": 0.4706,
      "step": 2536
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.1541161455009573e-06,
      "loss": 0.5029,
      "step": 2540
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.1509253350350992e-06,
      "loss": 0.5374,
      "step": 2544
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.1477345245692407e-06,
      "loss": 0.6324,
      "step": 2548
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.1445437141033826e-06,
      "loss": 0.6013,
      "step": 2552
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.141352903637524e-06,
      "loss": 0.5026,
      "step": 2556
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.138162093171666e-06,
      "loss": 0.2409,
      "step": 2560
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.134971282705808e-06,
      "loss": 0.4474,
      "step": 2564
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.1317804722399493e-06,
      "loss": 0.5061,
      "step": 2568
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.1285896617740908e-06,
      "loss": 0.8622,
      "step": 2572
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.1253988513082323e-06,
      "loss": 0.673,
      "step": 2576
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.1222080408423746e-06,
      "loss": 0.2795,
      "step": 2580
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.119017230376516e-06,
      "loss": 0.396,
      "step": 2584
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.1158264199106575e-06,
      "loss": 0.5924,
      "step": 2588
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.112635609444799e-06,
      "loss": 0.5165,
      "step": 2592
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.1094447989789413e-06,
      "loss": 0.4082,
      "step": 2596
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.1062539885130828e-06,
      "loss": 0.4698,
      "step": 2600
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.1030631780472242e-06,
      "loss": 0.2842,
      "step": 2604
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.0998723675813657e-06,
      "loss": 0.4788,
      "step": 2608
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.096681557115507e-06,
      "loss": 0.3991,
      "step": 2612
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.0934907466496495e-06,
      "loss": 0.6134,
      "step": 2616
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.090299936183791e-06,
      "loss": 0.9227,
      "step": 2620
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.0871091257179324e-06,
      "loss": 0.5832,
      "step": 2624
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.083918315252074e-06,
      "loss": 0.4432,
      "step": 2628
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.0807275047862162e-06,
      "loss": 0.3732,
      "step": 2632
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.0775366943203577e-06,
      "loss": 0.6914,
      "step": 2636
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.074345883854499e-06,
      "loss": 0.5396,
      "step": 2640
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.0711550733886406e-06,
      "loss": 0.597,
      "step": 2644
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.0679642629227825e-06,
      "loss": 0.6673,
      "step": 2648
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.0647734524569244e-06,
      "loss": 0.4989,
      "step": 2652
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.061582641991066e-06,
      "loss": 0.4416,
      "step": 2656
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.0583918315252078e-06,
      "loss": 0.3489,
      "step": 2660
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.0552010210593493e-06,
      "loss": 0.3579,
      "step": 2664
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.052010210593491e-06,
      "loss": 0.4483,
      "step": 2668
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.0488194001276326e-06,
      "loss": 0.498,
      "step": 2672
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.0456285896617745e-06,
      "loss": 0.5452,
      "step": 2676
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.042437779195916e-06,
      "loss": 0.2506,
      "step": 2680
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.0392469687300575e-06,
      "loss": 0.2542,
      "step": 2684
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0360561582641993e-06,
      "loss": 0.4921,
      "step": 2688
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0328653477983412e-06,
      "loss": 0.4847,
      "step": 2692
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0296745373324827e-06,
      "loss": 0.6631,
      "step": 2696
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.026483726866624e-06,
      "loss": 0.6046,
      "step": 2700
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.023292916400766e-06,
      "loss": 0.4858,
      "step": 2704
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.020102105934908e-06,
      "loss": 0.4847,
      "step": 2708
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.0169112954690494e-06,
      "loss": 0.5442,
      "step": 2712
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.013720485003191e-06,
      "loss": 0.58,
      "step": 2716
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.0105296745373324e-06,
      "loss": 0.5303,
      "step": 2720
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.0073388640714747e-06,
      "loss": 0.3083,
      "step": 2724
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.004148053605616e-06,
      "loss": 0.6125,
      "step": 2728
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.0009572431397576e-06,
      "loss": 0.5361,
      "step": 2732
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.997766432673899e-06,
      "loss": 0.509,
      "step": 2736
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.9945756222080414e-06,
      "loss": 0.7011,
      "step": 2740
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.991384811742183e-06,
      "loss": 0.5548,
      "step": 2744
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.9881940012763244e-06,
      "loss": 0.343,
      "step": 2748
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.985003190810466e-06,
      "loss": 0.6061,
      "step": 2752
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.9818123803446077e-06,
      "loss": 0.6704,
      "step": 2756
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.9786215698787496e-06,
      "loss": 0.4994,
      "step": 2760
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.975430759412891e-06,
      "loss": 0.3216,
      "step": 2764
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.9722399489470326e-06,
      "loss": 0.5823,
      "step": 2768
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.9690491384811745e-06,
      "loss": 0.3471,
      "step": 2772
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.9658583280153163e-06,
      "loss": 0.2349,
      "step": 2776
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.962667517549458e-06,
      "loss": 0.4946,
      "step": 2780
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.9594767070835993e-06,
      "loss": 0.366,
      "step": 2784
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.956285896617741e-06,
      "loss": 0.2581,
      "step": 2788
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.9530950861518827e-06,
      "loss": 0.4435,
      "step": 2792
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.9499042756860245e-06,
      "loss": 0.6195,
      "step": 2796
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.946713465220166e-06,
      "loss": 0.4006,
      "step": 2800
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.943522654754308e-06,
      "loss": 0.4902,
      "step": 2804
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.9403318442884494e-06,
      "loss": 0.8388,
      "step": 2808
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.9371410338225913e-06,
      "loss": 0.631,
      "step": 2812
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.933950223356733e-06,
      "loss": 0.5347,
      "step": 2816
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.9307594128908746e-06,
      "loss": 0.6902,
      "step": 2820
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.927568602425016e-06,
      "loss": 0.4865,
      "step": 2824
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.9243777919591576e-06,
      "loss": 0.4538,
      "step": 2828
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.9211869814933e-06,
      "loss": 0.4446,
      "step": 2832
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.9179961710274414e-06,
      "loss": 0.6213,
      "step": 2836
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.914805360561583e-06,
      "loss": 0.4046,
      "step": 2840
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.9116145500957243e-06,
      "loss": 0.4247,
      "step": 2844
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.9084237396298666e-06,
      "loss": 0.4863,
      "step": 2848
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.905232929164008e-06,
      "loss": 0.3327,
      "step": 2852
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.9020421186981496e-06,
      "loss": 0.5872,
      "step": 2856
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.898851308232291e-06,
      "loss": 0.5875,
      "step": 2860
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.8956604977664325e-06,
      "loss": 0.3457,
      "step": 2864
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.892469687300575e-06,
      "loss": 0.3893,
      "step": 2868
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.8892788768347163e-06,
      "loss": 0.6332,
      "step": 2872
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.8860880663688578e-06,
      "loss": 0.5131,
      "step": 2876
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.8828972559029992e-06,
      "loss": 0.586,
      "step": 2880
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.8797064454371415e-06,
      "loss": 0.2341,
      "step": 2884
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.876515634971283e-06,
      "loss": 0.3804,
      "step": 2888
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.8733248245054245e-06,
      "loss": 0.6579,
      "step": 2892
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.870134014039566e-06,
      "loss": 0.617,
      "step": 2896
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.866943203573708e-06,
      "loss": 0.3744,
      "step": 2900
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.8637523931078497e-06,
      "loss": 0.6594,
      "step": 2904
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.8605615826419912e-06,
      "loss": 0.3151,
      "step": 2908
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.857370772176133e-06,
      "loss": 0.3211,
      "step": 2912
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.8541799617102746e-06,
      "loss": 0.6055,
      "step": 2916
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.8509891512444165e-06,
      "loss": 0.5992,
      "step": 2920
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.847798340778558e-06,
      "loss": 0.4327,
      "step": 2924
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.8446075303127e-06,
      "loss": 0.4729,
      "step": 2928
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.8414167198468413e-06,
      "loss": 0.2755,
      "step": 2932
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.8382259093809828e-06,
      "loss": 0.5271,
      "step": 2936
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.8350350989151247e-06,
      "loss": 0.447,
      "step": 2940
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.8318442884492666e-06,
      "loss": 0.2964,
      "step": 2944
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.828653477983408e-06,
      "loss": 0.5652,
      "step": 2948
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.8254626675175495e-06,
      "loss": 0.2943,
      "step": 2952
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.8222718570516914e-06,
      "loss": 0.615,
      "step": 2956
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.8190810465858333e-06,
      "loss": 0.4737,
      "step": 2960
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.8158902361199748e-06,
      "loss": 0.5275,
      "step": 2964
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.8126994256541162e-06,
      "loss": 0.3709,
      "step": 2968
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.8095086151882577e-06,
      "loss": 0.4134,
      "step": 2972
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.8063178047224e-06,
      "loss": 0.5188,
      "step": 2976
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.8031269942565415e-06,
      "loss": 0.3888,
      "step": 2980
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.799936183790683e-06,
      "loss": 0.4893,
      "step": 2984
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.7967453733248244e-06,
      "loss": 0.4538,
      "step": 2988
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.7935545628589667e-06,
      "loss": 0.5402,
      "step": 2992
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.7903637523931082e-06,
      "loss": 0.2905,
      "step": 2996
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.7871729419272497e-06,
      "loss": 0.2932,
      "step": 3000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.783982131461391e-06,
      "loss": 0.5082,
      "step": 3004
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.780791320995533e-06,
      "loss": 0.6075,
      "step": 3008
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.777600510529675e-06,
      "loss": 0.4388,
      "step": 3012
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.7744097000638164e-06,
      "loss": 0.5735,
      "step": 3016
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.771218889597958e-06,
      "loss": 0.5469,
      "step": 3020
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.7680280791320998e-06,
      "loss": 0.4436,
      "step": 3024
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.7648372686662417e-06,
      "loss": 0.5435,
      "step": 3028
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.761646458200383e-06,
      "loss": 0.462,
      "step": 3032
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.7584556477345246e-06,
      "loss": 0.3768,
      "step": 3036
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.7552648372686665e-06,
      "loss": 0.4469,
      "step": 3040
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.752074026802808e-06,
      "loss": 0.5634,
      "step": 3044
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.74888321633695e-06,
      "loss": 0.5286,
      "step": 3048
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7456924058710913e-06,
      "loss": 0.4438,
      "step": 3052
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7425015954052332e-06,
      "loss": 0.5585,
      "step": 3056
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7393107849393747e-06,
      "loss": 0.5876,
      "step": 3060
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7361199744735166e-06,
      "loss": 0.6556,
      "step": 3064
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7329291640076585e-06,
      "loss": 0.4359,
      "step": 3068
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.7297383535418e-06,
      "loss": 0.6578,
      "step": 3072
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7265475430759414e-06,
      "loss": 0.5182,
      "step": 3076
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.723356732610083e-06,
      "loss": 0.492,
      "step": 3080
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7201659221442252e-06,
      "loss": 0.3898,
      "step": 3084
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7169751116783667e-06,
      "loss": 0.4528,
      "step": 3088
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.713784301212508e-06,
      "loss": 0.6559,
      "step": 3092
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.7105934907466496e-06,
      "loss": 0.578,
      "step": 3096
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.707402680280792e-06,
      "loss": 0.2924,
      "step": 3100
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.7042118698149334e-06,
      "loss": 0.663,
      "step": 3104
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.701021059349075e-06,
      "loss": 0.3754,
      "step": 3108
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6978302488832164e-06,
      "loss": 0.4799,
      "step": 3112
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.694639438417358e-06,
      "loss": 0.4219,
      "step": 3116
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.6914486279515e-06,
      "loss": 0.4431,
      "step": 3120
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.6882578174856416e-06,
      "loss": 0.4762,
      "step": 3124
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.685067007019783e-06,
      "loss": 0.3265,
      "step": 3128
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.6818761965539246e-06,
      "loss": 0.3126,
      "step": 3132
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.678685386088067e-06,
      "loss": 0.5364,
      "step": 3136
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.6754945756222083e-06,
      "loss": 0.3967,
      "step": 3140
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.67230376515635e-06,
      "loss": 0.3551,
      "step": 3144
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.6691129546904913e-06,
      "loss": 0.4471,
      "step": 3148
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.665922144224633e-06,
      "loss": 0.4281,
      "step": 3152
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.662731333758775e-06,
      "loss": 0.5498,
      "step": 3156
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.6595405232929165e-06,
      "loss": 0.4744,
      "step": 3160
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.6563497128270584e-06,
      "loss": 0.327,
      "step": 3164
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.6531589023612e-06,
      "loss": 0.3314,
      "step": 3168
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.649968091895342e-06,
      "loss": 0.4735,
      "step": 3172
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.6467772814294833e-06,
      "loss": 0.3421,
      "step": 3176
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.643586470963625e-06,
      "loss": 0.5688,
      "step": 3180
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6403956604977666e-06,
      "loss": 0.4909,
      "step": 3184
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.637204850031908e-06,
      "loss": 0.5088,
      "step": 3188
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.63401403956605e-06,
      "loss": 0.4669,
      "step": 3192
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.630823229100192e-06,
      "loss": 0.4551,
      "step": 3196
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6276324186343334e-06,
      "loss": 0.4754,
      "step": 3200
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.624441608168475e-06,
      "loss": 0.5207,
      "step": 3204
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6212507977026167e-06,
      "loss": 0.4255,
      "step": 3208
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6180599872367586e-06,
      "loss": 0.5081,
      "step": 3212
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6148691767709e-06,
      "loss": 0.4932,
      "step": 3216
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6116783663050416e-06,
      "loss": 0.5588,
      "step": 3220
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.608487555839183e-06,
      "loss": 0.5865,
      "step": 3224
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.6052967453733253e-06,
      "loss": 0.4913,
      "step": 3228
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.602105934907467e-06,
      "loss": 0.3849,
      "step": 3232
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5989151244416083e-06,
      "loss": 0.5976,
      "step": 3236
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5957243139757497e-06,
      "loss": 0.4934,
      "step": 3240
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.592533503509892e-06,
      "loss": 0.388,
      "step": 3244
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.5893426930440335e-06,
      "loss": 0.396,
      "step": 3248
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.586151882578175e-06,
      "loss": 0.5215,
      "step": 3252
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.5829610721123165e-06,
      "loss": 0.5468,
      "step": 3256
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.5797702616464584e-06,
      "loss": 0.4921,
      "step": 3260
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.5765794511806003e-06,
      "loss": 0.5395,
      "step": 3264
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.5733886407147417e-06,
      "loss": 0.2728,
      "step": 3268
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.570197830248883e-06,
      "loss": 0.4477,
      "step": 3272
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.567007019783025e-06,
      "loss": 0.4712,
      "step": 3276
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.563816209317167e-06,
      "loss": 0.2961,
      "step": 3280
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.5606253988513085e-06,
      "loss": 0.5793,
      "step": 3284
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.55743458838545e-06,
      "loss": 0.3269,
      "step": 3288
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.554243777919592e-06,
      "loss": 0.4204,
      "step": 3292
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.5510529674537333e-06,
      "loss": 0.6517,
      "step": 3296
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.547862156987875e-06,
      "loss": 0.3711,
      "step": 3300
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.5446713465220167e-06,
      "loss": 0.4304,
      "step": 3304
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.5414805360561586e-06,
      "loss": 0.406,
      "step": 3308
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.5382897255903e-06,
      "loss": 0.4387,
      "step": 3312
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.535098915124442e-06,
      "loss": 0.3445,
      "step": 3316
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.531908104658584e-06,
      "loss": 0.5092,
      "step": 3320
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.5287172941927253e-06,
      "loss": 0.4835,
      "step": 3324
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.5255264837268667e-06,
      "loss": 0.3742,
      "step": 3328
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.5223356732610082e-06,
      "loss": 0.397,
      "step": 3332
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.5191448627951505e-06,
      "loss": 0.509,
      "step": 3336
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.515954052329292e-06,
      "loss": 0.3613,
      "step": 3340
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.5127632418634335e-06,
      "loss": 0.5101,
      "step": 3344
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.509572431397575e-06,
      "loss": 0.3241,
      "step": 3348
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.5063816209317173e-06,
      "loss": 0.3792,
      "step": 3352
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.5031908104658587e-06,
      "loss": 0.3263,
      "step": 3356
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.5e-06,
      "loss": 0.5227,
      "step": 3360
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4968091895341417e-06,
      "loss": 0.5232,
      "step": 3364
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4936183790682836e-06,
      "loss": 0.4621,
      "step": 3368
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.490427568602425e-06,
      "loss": 0.3039,
      "step": 3372
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.487236758136567e-06,
      "loss": 0.3463,
      "step": 3376
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.4840459476707084e-06,
      "loss": 0.6041,
      "step": 3380
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.4808551372048503e-06,
      "loss": 0.4663,
      "step": 3384
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.4776643267389918e-06,
      "loss": 0.3348,
      "step": 3388
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.4744735162731337e-06,
      "loss": 0.3892,
      "step": 3392
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.471282705807275e-06,
      "loss": 0.6636,
      "step": 3396
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.4680918953414166e-06,
      "loss": 0.5367,
      "step": 3400
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.4649010848755585e-06,
      "loss": 0.4974,
      "step": 3404
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.4617102744097e-06,
      "loss": 0.2935,
      "step": 3408
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.458519463943842e-06,
      "loss": 0.4858,
      "step": 3412
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.4553286534779838e-06,
      "loss": 0.4655,
      "step": 3416
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.4521378430121252e-06,
      "loss": 0.2403,
      "step": 3420
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.448947032546267e-06,
      "loss": 0.3554,
      "step": 3424
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.4457562220804086e-06,
      "loss": 0.5229,
      "step": 3428
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.4425654116145505e-06,
      "loss": 0.4178,
      "step": 3432
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.439374601148692e-06,
      "loss": 0.4432,
      "step": 3436
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.436183790682834e-06,
      "loss": 0.352,
      "step": 3440
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.4329929802169753e-06,
      "loss": 0.6136,
      "step": 3444
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.429802169751117e-06,
      "loss": 0.4073,
      "step": 3448
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.4266113592852587e-06,
      "loss": 0.3307,
      "step": 3452
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.4234205488194006e-06,
      "loss": 0.3501,
      "step": 3456
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.420229738353542e-06,
      "loss": 0.4445,
      "step": 3460
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.417038927887684e-06,
      "loss": 0.5194,
      "step": 3464
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.4138481174218254e-06,
      "loss": 0.5119,
      "step": 3468
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.410657306955967e-06,
      "loss": 0.6337,
      "step": 3472
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.4074664964901088e-06,
      "loss": 0.2655,
      "step": 3476
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.4042756860242502e-06,
      "loss": 0.5107,
      "step": 3480
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.401084875558392e-06,
      "loss": 0.5027,
      "step": 3484
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3978940650925336e-06,
      "loss": 0.6517,
      "step": 3488
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3947032546266755e-06,
      "loss": 0.3089,
      "step": 3492
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.391512444160817e-06,
      "loss": 0.3434,
      "step": 3496
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.388321633694959e-06,
      "loss": 0.3684,
      "step": 3500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.3851308232291003e-06,
      "loss": 0.4419,
      "step": 3504
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.381940012763242e-06,
      "loss": 0.4431,
      "step": 3508
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.3787492022973837e-06,
      "loss": 0.4426,
      "step": 3512
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.375558391831525e-06,
      "loss": 0.4228,
      "step": 3516
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.372367581365667e-06,
      "loss": 0.2987,
      "step": 3520
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.3691767708998085e-06,
      "loss": 0.664,
      "step": 3524
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.3659859604339504e-06,
      "loss": 0.573,
      "step": 3528
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.362795149968092e-06,
      "loss": 0.4935,
      "step": 3532
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.3596043395022338e-06,
      "loss": 0.2314,
      "step": 3536
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.3564135290363753e-06,
      "loss": 0.4465,
      "step": 3540
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.353222718570517e-06,
      "loss": 0.4357,
      "step": 3544
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.3500319081046586e-06,
      "loss": 0.4599,
      "step": 3548
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.3468410976388005e-06,
      "loss": 0.5576,
      "step": 3552
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.343650287172942e-06,
      "loss": 0.8771,
      "step": 3556
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.340459476707084e-06,
      "loss": 0.5068,
      "step": 3560
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.3372686662412258e-06,
      "loss": 0.5533,
      "step": 3564
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.3340778557753672e-06,
      "loss": 0.3103,
      "step": 3568
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.330887045309509e-06,
      "loss": 0.4112,
      "step": 3572
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.3276962348436506e-06,
      "loss": 0.3791,
      "step": 3576
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.324505424377792e-06,
      "loss": 0.489,
      "step": 3580
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.321314613911934e-06,
      "loss": 0.4167,
      "step": 3584
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.3181238034460754e-06,
      "loss": 0.435,
      "step": 3588
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.3149329929802173e-06,
      "loss": 0.4934,
      "step": 3592
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.311742182514359e-06,
      "loss": 0.3645,
      "step": 3596
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.3085513720485007e-06,
      "loss": 0.4467,
      "step": 3600
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.306158264199107e-06,
      "loss": 0.3215,
      "step": 3604
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.3029674537332483e-06,
      "loss": 0.3827,
      "step": 3608
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.29977664326739e-06,
      "loss": 0.3655,
      "step": 3612
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2965858328015316e-06,
      "loss": 0.343,
      "step": 3616
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2933950223356735e-06,
      "loss": 0.4173,
      "step": 3620
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.290204211869815e-06,
      "loss": 0.3316,
      "step": 3624
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.287013401403957e-06,
      "loss": 0.4303,
      "step": 3628
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2838225909380984e-06,
      "loss": 0.3626,
      "step": 3632
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.2806317804722402e-06,
      "loss": 0.4426,
      "step": 3636
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.2774409700063817e-06,
      "loss": 0.4539,
      "step": 3640
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.274250159540523e-06,
      "loss": 0.4288,
      "step": 3644
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.271059349074665e-06,
      "loss": 0.5354,
      "step": 3648
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.2678685386088066e-06,
      "loss": 0.4777,
      "step": 3652
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.2646777281429484e-06,
      "loss": 0.6505,
      "step": 3656
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.26148691767709e-06,
      "loss": 0.3299,
      "step": 3660
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.258296107211232e-06,
      "loss": 0.3947,
      "step": 3664
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.2551052967453733e-06,
      "loss": 0.4154,
      "step": 3668
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.251914486279515e-06,
      "loss": 0.413,
      "step": 3672
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.248723675813657e-06,
      "loss": 0.5292,
      "step": 3676
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.2455328653477985e-06,
      "loss": 0.2279,
      "step": 3680
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.2423420548819404e-06,
      "loss": 0.4984,
      "step": 3684
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.239151244416082e-06,
      "loss": 0.3523,
      "step": 3688
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.235960433950224e-06,
      "loss": 0.2664,
      "step": 3692
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.2327696234843653e-06,
      "loss": 0.2055,
      "step": 3696
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.229578813018507e-06,
      "loss": 0.359,
      "step": 3700
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.2263880025526486e-06,
      "loss": 0.4491,
      "step": 3704
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.2231971920867905e-06,
      "loss": 0.4488,
      "step": 3708
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.220006381620932e-06,
      "loss": 0.4134,
      "step": 3712
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.2168155711550735e-06,
      "loss": 0.7982,
      "step": 3716
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.2136247606892154e-06,
      "loss": 0.3617,
      "step": 3720
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.210433950223357e-06,
      "loss": 0.4095,
      "step": 3724
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.2072431397574987e-06,
      "loss": 0.4942,
      "step": 3728
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.20405232929164e-06,
      "loss": 0.3022,
      "step": 3732
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.200861518825782e-06,
      "loss": 0.4971,
      "step": 3736
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1976707083599236e-06,
      "loss": 0.4171,
      "step": 3740
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1944798978940654e-06,
      "loss": 0.4044,
      "step": 3744
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.191289087428207e-06,
      "loss": 0.4036,
      "step": 3748
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1880982769623484e-06,
      "loss": 0.2978,
      "step": 3752
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1849074664964903e-06,
      "loss": 0.4452,
      "step": 3756
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1817166560306318e-06,
      "loss": 0.4334,
      "step": 3760
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.1785258455647736e-06,
      "loss": 0.3877,
      "step": 3764
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.175335035098915e-06,
      "loss": 0.4025,
      "step": 3768
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.172144224633057e-06,
      "loss": 0.4121,
      "step": 3772
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.1689534141671985e-06,
      "loss": 0.4433,
      "step": 3776
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.1657626037013404e-06,
      "loss": 0.5417,
      "step": 3780
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.162571793235482e-06,
      "loss": 0.2991,
      "step": 3784
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.1593809827696237e-06,
      "loss": 0.5368,
      "step": 3788
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.156190172303765e-06,
      "loss": 0.6703,
      "step": 3792
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.152999361837907e-06,
      "loss": 0.6356,
      "step": 3796
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.1498085513720486e-06,
      "loss": 0.2694,
      "step": 3800
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.1466177409061905e-06,
      "loss": 0.2441,
      "step": 3804
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.143426930440332e-06,
      "loss": 0.3316,
      "step": 3808
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.140236119974474e-06,
      "loss": 0.3115,
      "step": 3812
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.1370453095086153e-06,
      "loss": 0.2622,
      "step": 3816
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.133854499042757e-06,
      "loss": 0.3383,
      "step": 3820
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.1306636885768987e-06,
      "loss": 0.3967,
      "step": 3824
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1274728781110406e-06,
      "loss": 0.7028,
      "step": 3828
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.124282067645182e-06,
      "loss": 0.573,
      "step": 3832
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.121091257179324e-06,
      "loss": 0.3881,
      "step": 3836
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1179004467134654e-06,
      "loss": 0.4497,
      "step": 3840
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1147096362476073e-06,
      "loss": 0.5644,
      "step": 3844
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1115188257817488e-06,
      "loss": 0.278,
      "step": 3848
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1083280153158906e-06,
      "loss": 0.3726,
      "step": 3852
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.105137204850032e-06,
      "loss": 0.4098,
      "step": 3856
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1019463943841736e-06,
      "loss": 0.2577,
      "step": 3860
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0987555839183155e-06,
      "loss": 0.5709,
      "step": 3864
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.095564773452457e-06,
      "loss": 0.3037,
      "step": 3868
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.092373962986599e-06,
      "loss": 0.4883,
      "step": 3872
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0891831525207403e-06,
      "loss": 0.4228,
      "step": 3876
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.085992342054882e-06,
      "loss": 0.5301,
      "step": 3880
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0828015315890237e-06,
      "loss": 0.3912,
      "step": 3884
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0796107211231656e-06,
      "loss": 0.5301,
      "step": 3888
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.076419910657307e-06,
      "loss": 0.4336,
      "step": 3892
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.0732291001914485e-06,
      "loss": 0.5384,
      "step": 3896
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.0700382897255904e-06,
      "loss": 0.4925,
      "step": 3900
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.066847479259732e-06,
      "loss": 0.392,
      "step": 3904
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.0636566687938738e-06,
      "loss": 0.3385,
      "step": 3908
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.0604658583280152e-06,
      "loss": 0.2874,
      "step": 3912
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.057275047862157e-06,
      "loss": 0.4633,
      "step": 3916
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.0540842373962986e-06,
      "loss": 0.3791,
      "step": 3920
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.0508934269304405e-06,
      "loss": 0.3847,
      "step": 3924
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.0477026164645824e-06,
      "loss": 0.5012,
      "step": 3928
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.044511805998724e-06,
      "loss": 0.3865,
      "step": 3932
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.0413209955328658e-06,
      "loss": 0.4644,
      "step": 3936
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.0381301850670072e-06,
      "loss": 0.4693,
      "step": 3940
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.034939374601149e-06,
      "loss": 0.3533,
      "step": 3944
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.0317485641352906e-06,
      "loss": 0.3577,
      "step": 3948
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.0285577536694325e-06,
      "loss": 0.3633,
      "step": 3952
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.025366943203574e-06,
      "loss": 0.3995,
      "step": 3956
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.022176132737716e-06,
      "loss": 0.5508,
      "step": 3960
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.0189853222718573e-06,
      "loss": 0.3738,
      "step": 3964
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.0157945118059988e-06,
      "loss": 0.4689,
      "step": 3968
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.0126037013401407e-06,
      "loss": 0.3641,
      "step": 3972
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.009412890874282e-06,
      "loss": 0.2933,
      "step": 3976
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.006222080408424e-06,
      "loss": 0.3805,
      "step": 3980
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.0030312699425655e-06,
      "loss": 0.4096,
      "step": 3984
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9998404594767074e-06,
      "loss": 0.395,
      "step": 3988
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.996649649010849e-06,
      "loss": 0.3805,
      "step": 3992
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9934588385449908e-06,
      "loss": 0.4663,
      "step": 3996
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9902680280791322e-06,
      "loss": 0.3886,
      "step": 4000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9870772176132737e-06,
      "loss": 0.3044,
      "step": 4004
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9838864071474156e-06,
      "loss": 0.4757,
      "step": 4008
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.980695596681557e-06,
      "loss": 0.2762,
      "step": 4012
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.977504786215699e-06,
      "loss": 0.431,
      "step": 4016
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9743139757498404e-06,
      "loss": 0.3777,
      "step": 4020
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9711231652839823e-06,
      "loss": 0.4599,
      "step": 4024
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.967932354818124e-06,
      "loss": 0.549,
      "step": 4028
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9647415443522657e-06,
      "loss": 0.3346,
      "step": 4032
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.961550733886407e-06,
      "loss": 0.2425,
      "step": 4036
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.958359923420549e-06,
      "loss": 0.3963,
      "step": 4040
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9551691129546905e-06,
      "loss": 0.2525,
      "step": 4044
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9519783024888324e-06,
      "loss": 0.3303,
      "step": 4048
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.948787492022974e-06,
      "loss": 0.4514,
      "step": 4052
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9455966815571158e-06,
      "loss": 0.3102,
      "step": 4056
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9424058710912573e-06,
      "loss": 0.3588,
      "step": 4060
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.939215060625399e-06,
      "loss": 0.375,
      "step": 4064
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9360242501595406e-06,
      "loss": 0.3988,
      "step": 4068
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9328334396936825e-06,
      "loss": 0.385,
      "step": 4072
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.929642629227824e-06,
      "loss": 0.3828,
      "step": 4076
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.926451818761966e-06,
      "loss": 0.4949,
      "step": 4080
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9232610082961073e-06,
      "loss": 0.3858,
      "step": 4084
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9200701978302492e-06,
      "loss": 0.477,
      "step": 4088
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9168793873643907e-06,
      "loss": 0.1664,
      "step": 4092
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9136885768985326e-06,
      "loss": 0.3089,
      "step": 4096
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.910497766432674e-06,
      "loss": 0.2623,
      "step": 4100
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.907306955966816e-06,
      "loss": 0.3961,
      "step": 4104
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.9041161455009574e-06,
      "loss": 0.2924,
      "step": 4108
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.900925335035099e-06,
      "loss": 0.2636,
      "step": 4112
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8977345245692408e-06,
      "loss": 0.492,
      "step": 4116
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8945437141033823e-06,
      "loss": 0.5656,
      "step": 4120
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8913529036375242e-06,
      "loss": 0.3425,
      "step": 4124
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8881620931716656e-06,
      "loss": 0.5472,
      "step": 4128
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8849712827058075e-06,
      "loss": 0.3806,
      "step": 4132
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.881780472239949e-06,
      "loss": 0.2649,
      "step": 4136
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8785896617740909e-06,
      "loss": 0.3659,
      "step": 4140
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8753988513082324e-06,
      "loss": 0.42,
      "step": 4144
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.872208040842374e-06,
      "loss": 0.3603,
      "step": 4148
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.869017230376516e-06,
      "loss": 0.5069,
      "step": 4152
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.8658264199106574e-06,
      "loss": 0.384,
      "step": 4156
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.8626356094447993e-06,
      "loss": 0.4073,
      "step": 4160
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.8594447989789408e-06,
      "loss": 0.1713,
      "step": 4164
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.8562539885130827e-06,
      "loss": 0.3695,
      "step": 4168
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.8530631780472241e-06,
      "loss": 0.4161,
      "step": 4172
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.8498723675813656e-06,
      "loss": 0.2599,
      "step": 4176
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.8466815571155075e-06,
      "loss": 0.4248,
      "step": 4180
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.843490746649649e-06,
      "loss": 0.1923,
      "step": 4184
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.8402999361837909e-06,
      "loss": 0.3949,
      "step": 4188
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.8371091257179323e-06,
      "loss": 0.3583,
      "step": 4192
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.8339183152520742e-06,
      "loss": 0.4495,
      "step": 4196
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.8307275047862157e-06,
      "loss": 0.2304,
      "step": 4200
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.8275366943203576e-06,
      "loss": 0.3311,
      "step": 4204
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.8243458838544993e-06,
      "loss": 0.4612,
      "step": 4208
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.8211550733886407e-06,
      "loss": 0.3376,
      "step": 4212
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.8179642629227826e-06,
      "loss": 0.5294,
      "step": 4216
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.8147734524569241e-06,
      "loss": 0.5372,
      "step": 4220
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.811582641991066e-06,
      "loss": 0.429,
      "step": 4224
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.8083918315252075e-06,
      "loss": 0.3858,
      "step": 4228
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.8052010210593494e-06,
      "loss": 0.3116,
      "step": 4232
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.8020102105934908e-06,
      "loss": 0.4358,
      "step": 4236
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7988194001276327e-06,
      "loss": 0.3932,
      "step": 4240
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7956285896617742e-06,
      "loss": 0.4402,
      "step": 4244
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7924377791959157e-06,
      "loss": 0.4396,
      "step": 4248
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7892469687300576e-06,
      "loss": 0.3562,
      "step": 4252
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7860561582641992e-06,
      "loss": 0.4307,
      "step": 4256
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.782865347798341e-06,
      "loss": 0.268,
      "step": 4260
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7796745373324826e-06,
      "loss": 0.4127,
      "step": 4264
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7764837268666243e-06,
      "loss": 0.2596,
      "step": 4268
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.773292916400766e-06,
      "loss": 0.1921,
      "step": 4272
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7701021059349077e-06,
      "loss": 0.2519,
      "step": 4276
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.7669112954690493e-06,
      "loss": 0.702,
      "step": 4280
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.7637204850031908e-06,
      "loss": 0.5359,
      "step": 4284
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.7605296745373327e-06,
      "loss": 0.4276,
      "step": 4288
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.7573388640714742e-06,
      "loss": 0.4729,
      "step": 4292
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.754148053605616e-06,
      "loss": 0.2199,
      "step": 4296
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.7509572431397575e-06,
      "loss": 0.3834,
      "step": 4300
    }
  ],
  "logging_steps": 4,
  "max_steps": 6468,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 29035325030400.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}